-- Logs begin at Fri 2022-03-11 18:39:07 UTC, end at Fri 2022-03-11 20:53:16 UTC. -- Mar 11 19:27:59.461110 dv-neutron-832764-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 19:28:01.585777 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:28:01.586504 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 19:28:01.586504 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83709) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 19:28:01.588671 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:28:01.588918 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev42 Mar 11 19:28:01.589164 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83709) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Mar 11 19:28:01.590137 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:28:01.590370 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:28:01.590723 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:28:01.590966 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:28:01.591188 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:28:01.591560 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.591860 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.592156 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.592383 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.592664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.592951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.593232 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.593519 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.593816 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.594209 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.594383 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.594663 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.594893 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.595159 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.595466 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.595753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.595977 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] debug = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.596257 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.596691 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.597096 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.597376 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.597666 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.597960 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.598217 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.598505 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.598832 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] host = dv-neutron-832764-2-hyperv {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.599109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.599419 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.599704 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.599992 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.600269 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.600543 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.600826 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.601097 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.601368 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_file = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.601641 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.601928 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.602214 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.602503 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.602727 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.602947 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.603229 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.603541 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.603814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.604086 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.604359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.604630 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.604902 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.605169 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.605453 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.605738 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.606025 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.606297 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.606570 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.606846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.607230 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.607540 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.607813 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.608095 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.608363 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.608652 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.608919 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.609195 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.609489 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.609816 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.610100 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.610385 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.610657 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.610940 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.611211 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.611508 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.611779 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_json = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.612053 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.612325 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.612607 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.612878 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.613151 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.613423 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.613693 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.613977 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.614251 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:01.614547 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.614844 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.615144 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.615450 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.615746 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.616026 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.616318 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.616596 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.616889 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.617183 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.617471 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.617747 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.618029 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.618323 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.618612 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.618884 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.619163 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.619475 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.619752 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.620025 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.620306 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.620593 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.620873 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.621145 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.621425 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.621698 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.621968 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.622241 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.622519 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.622838 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.623112 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.623403 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.623674 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.623946 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.624214 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.624497 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.624769 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.625040 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.625310 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.625585 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.625856 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.626128 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.626404 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.626679 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.626955 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.627227 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.627529 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.627802 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.628072 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.628341 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.628609 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.628879 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.629154 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.629424 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.629692 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.629964 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.630235 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.630505 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.630790 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.631088 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.631387 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.631666 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.631941 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.632280 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.634605 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.635140 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.635140 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.635140 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637744 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637744 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.637885 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.638169 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.638548 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.638861 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.639143 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:01.639384 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:28:01.639633 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83709) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 19:28:02.039034 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO keyring.backend [-] Loading KWallet Mar 11 19:28:02.046607 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO keyring.backend [-] Loading SecretService Mar 11 19:28:02.049753 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO keyring.backend [-] Loading Windows Mar 11 19:28:02.051097 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO keyring.backend [-] Loading chainer Mar 11 19:28:02.051694 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO keyring.backend [-] Loading macOS Mar 11 19:28:02.085923 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 19:28:02.086195 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 19:28:02.086467 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 11 19:28:02.086833 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 19:28:02.386390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.386679 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.386948 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.441871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.442149 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.442411 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.445546 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.445820 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.446091 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.474771 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.475048 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.475336 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.501855 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.502126 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.502392 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.820451 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.821085 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.821085 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.821269 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.822063 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.940475 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.940794 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.941070 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.941341 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.941606 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.941913 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.942176 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.942427 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.942683 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.942966 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.943201 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.943494 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.943760 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.944017 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.944286 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.944551 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.944803 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.945057 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.945310 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.945600 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.945936 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.946186 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.946432 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.946712 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.946965 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.947209 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.947626 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.947863 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.948097 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.948331 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.948562 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.948793 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:02.949351 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 19:28:02.952914 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 19:28:02.957059 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 19:28:02.960982 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 11 19:28:02.962610 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 19:28:02.962991 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 19:28:02.963365 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 19:28:02.963756 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 19:28:02.966588 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 19:28:02.966838 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 19:28:02.967191 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:28:02.995046 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Mar 11 19:28:02.995543 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.995839 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83709) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 11 19:28:02.996206 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:02.997581 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83709) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 19:28:02.997885 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:28:02.998132 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 19:28:03.001341 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.001621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.061870 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 19:28:03.062102 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 19:28:03.062337 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 19:28:03.062704 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 19:28:03.102900 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_db.sqlalchemy.engines [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83709) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 11 19:28:03.420559 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing driver for type 'gre' Mar 11 19:28:03.420949 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] gre ID ranges: [(1, 1000)] Mar 11 19:28:03.475707 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing driver for type 'local' Mar 11 19:28:03.476042 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing driver for type 'vlan' Mar 11 19:28:03.490589 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] VlanTypeDriver initialization complete Mar 11 19:28:03.491024 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing driver for type 'vxlan' Mar 11 19:28:03.491563 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] vxlan ID ranges: [(1, 1000)] Mar 11 19:28:03.549158 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing extension driver 'port_security' Mar 11 19:28:03.549493 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.extensions.port_security [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] PortSecurityExtensionDriver initialization complete Mar 11 19:28:03.549824 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing mechanism driver 'openvswitch' Mar 11 19:28:03.550142 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing mechanism driver 'hyperv' Mar 11 19:28:03.556939 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:03.557671 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.558033 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.558381 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.558889 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 19:28:03.559337 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.559677 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.560014 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.560414 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 19:28:03.560805 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.561144 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.561478 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.561854 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 19:28:03.562244 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.562584 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.562915 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.563454 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 19:28:03.563852 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.564190 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.564522 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.564899 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83709) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Mar 11 19:28:03.565334 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] ML2 OVO RPC backend initialized. {{(pid=83709) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Mar 11 19:28:03.565962 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.566309 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.566719 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.567057 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > networks before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.567422 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.567761 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > ports before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.568096 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.568429 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnets before_response 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.568766 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.569098 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.569428 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.569758 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.570088 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.570416 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.570742 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.571070 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.571533 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.572105 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Modular L2 Plugin initialization complete Mar 11 19:28:03.572433 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading services supported by the core plugin {{(pid=83709) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 19:28:03.572753 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.managers [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Got port-security extension from driver 'port_security' Mar 11 19:28:03.573209 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.extensions.vlantransparent [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Disabled vlantransparent extension. Mar 11 19:28:03.573617 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83709) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 19:28:03.573925 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: router Mar 11 19:28:03.609921 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.610303 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_create 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.610670 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router before_create 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.611030 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.611421 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.611801 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_delete 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.612153 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.612506 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_create 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.612846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.613189 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.613533 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.613874 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.614282 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.614645 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.614980 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.615434 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: subnet after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.615780 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.616753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.616753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_create 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.616753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.617103 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.617481 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router after_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.617814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.618155 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_create 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.618514 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.618850 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_update 55549900 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.619205 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > agent after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.619576 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > agent after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.619914 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > network after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.620775 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Tracking information for resource: router configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:03.621106 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Tracking information for resource: floatingip configured {{(pid=83709) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:28:03.626209 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.db.l3_agentschedulers_db [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 19:28:03.626780 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.627133 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.627507 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.627859 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.628753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router before_create 55550100 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.629112 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.629468 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_create 55550100 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.629818 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > router precommit_update 55550100 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.634090 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.provider_configuration [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service providers = [] {{(pid=83709) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 19:28:03.634451 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.db.servicetype_db [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83709) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 19:28:03.637385 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.service_base [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:28:03.637749 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.service_base [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:28:03.638081 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.service_base [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:28:03.638986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.services.service_base [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83709) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:28:03.639373 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.services.service_base [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 19:28:03.639750 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.640042 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 19:28:03.650835 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.651155 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: auto_allocate Mar 11 19:28:03.657171 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: network precommit_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.657531 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: network precommit_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.658048 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.658364 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: tag Mar 11 19:28:03.664945 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.665269 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: timestamp Mar 11 19:28:03.669245 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.669597 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: network_ip_availability Mar 11 19:28:03.674991 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.675289 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.675658 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.676355 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.676664 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: flavors Mar 11 19:28:03.681413 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.681739 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading Plugin: revisions Mar 11 19:28:03.686020 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83709) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:28:03.686398 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=83709) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 11 19:28:03.687107 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83709) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Mar 11 19:28:03.687496 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Initializing extension manager. Mar 11 19:28:03.687997 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: __init__.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.688329 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: __pycache__ {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.688658 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.688983 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.689307 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: _filter_validation_lib.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.689628 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.689945 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: address_group.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.690681 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.691237 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: address-group Mar 11 19:28:03.691576 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: address_scope.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.692254 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.692754 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: address-scope Mar 11 19:28:03.693063 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.693975 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.694475 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: router-admin-state-down-before-update Mar 11 19:28:03.694788 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: agent.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.695511 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.696005 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: agent Mar 11 19:28:03.696315 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: agent_resources_synced.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.697209 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.697701 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: agent-resources-synced Mar 11 19:28:03.698016 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: allowedaddresspairs.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.699976 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.700501 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: allowed-address-pairs Mar 11 19:28:03.700828 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: auto_allocated_topology.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.702283 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.702786 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: auto-allocated-topology Mar 11 19:28:03.703106 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: availability_zone.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.703908 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.704408 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: availability_zone Mar 11 19:28:03.704720 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: availability_zone_filter.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.705618 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.706118 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: availability_zone_filter Mar 11 19:28:03.706433 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: data_plane_status.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.707331 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.707842 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 19:28:03.708156 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: default_subnetpools.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.709051 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.709547 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: default-subnetpools Mar 11 19:28:03.709860 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.710626 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.711116 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: dhcp_agent_scheduler Mar 11 19:28:03.711466 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: dns.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.712359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.712849 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 19:28:03.713165 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: dns_domain_ports.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.714068 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.714555 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 19:28:03.714871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: dvr.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.715556 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.716050 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: dvr Mar 11 19:28:03.716364 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: empty_string_filtering.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.717279 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.717776 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: empty-string-filtering Mar 11 19:28:03.718090 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.718983 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.719523 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:28:03.719839 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.720729 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.721220 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 19:28:03.721532 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: external_net.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.722419 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.722923 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: external-net Mar 11 19:28:03.723237 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.724146 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.724640 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: extra_dhcp_opt Mar 11 19:28:03.724954 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: extraroute.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.725841 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.726330 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: extraroute Mar 11 19:28:03.726639 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: extraroute_atomic.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.727679 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.728169 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: extraroute-atomic Mar 11 19:28:03.728480 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: filter_validation.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.729134 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.729624 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: filter-validation Mar 11 19:28:03.729934 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: fip_pf_description.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.730818 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.731319 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 19:28:03.731658 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: fip_port_details.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.732629 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.733122 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: fip-port-details Mar 11 19:28:03.733434 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: flavors.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.734650 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.735156 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: flavors Mar 11 19:28:03.735506 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.737167 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.737678 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 19:28:03.738004 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: floatingip_pools.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.738697 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.739197 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: floatingip-pools Mar 11 19:28:03.739547 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: ip_allocation.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.740453 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.740947 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 19:28:03.741264 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.742175 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.742680 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: ip-substring-filtering Mar 11 19:28:03.742995 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l2_adjacency.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.743937 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.744432 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 19:28:03.744750 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.745684 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.746185 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: router Mar 11 19:28:03.746497 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.748903 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.749416 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:28:03.749740 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.750660 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.751161 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: ext-gw-mode Mar 11 19:28:03.751588 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.752487 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.752988 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: l3-ha Mar 11 19:28:03.753306 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3_flavors.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.754196 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.754694 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: l3-flavors Mar 11 19:28:03.755014 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.755953 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.756447 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 19:28:03.756761 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: l3agentscheduler.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.757778 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.758281 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: l3_agent_scheduler Mar 11 19:28:03.758598 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: logging.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.760124 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.760631 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension logging not supported by any of loaded plugins Mar 11 19:28:03.760956 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: metering.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.761685 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.762248 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: metering Mar 11 19:28:03.762569 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.763724 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.764229 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: metering_source_and_destination_fields Mar 11 19:28:03.764549 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: multiprovidernet.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.765462 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.765962 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: multi-provider Mar 11 19:28:03.766277 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: netmtu.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.767178 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.767712 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: net-mtu Mar 11 19:28:03.768031 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: netmtu_writable.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.768924 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.769418 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: net-mtu-writable Mar 11 19:28:03.769731 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: network_availability_zone.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.770386 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.770875 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: network_availability_zone Mar 11 19:28:03.771187 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: network_ip_availability.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.772293 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.772802 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: network-ip-availability Mar 11 19:28:03.773115 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: network_segment_range.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.773867 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.774365 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 19:28:03.774681 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: pagination.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.775688 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.776009 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: pagination Mar 11 19:28:03.776324 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.777219 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.777726 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: port-mac-address-regenerate Mar 11 19:28:03.778042 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: port_resource_request.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.778945 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.779472 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 19:28:03.779790 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: portbindings.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.780700 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.781195 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: binding Mar 11 19:28:03.781510 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: portbindings_extended.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.782783 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.783285 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: binding-extended Mar 11 19:28:03.783634 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: portsecurity.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.784533 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.785032 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: port-security Mar 11 19:28:03.785347 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: project_id.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.786321 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.786640 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: project-id Mar 11 19:28:03.786955 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: providernet.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.787882 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.788386 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: provider Mar 11 19:28:03.788702 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.792436 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.792951 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos not supported by any of loaded plugins Mar 11 19:28:03.793278 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.794521 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.795075 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 19:28:03.795424 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.796327 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.796823 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 19:28:03.797139 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_default.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.798030 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.798524 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-default not supported by any of loaded plugins Mar 11 19:28:03.798840 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_fip.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.799527 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.800020 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 19:28:03.800335 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_gateway_ip.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.801242 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.801740 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 19:28:03.802056 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_port_network_policy.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.802960 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.803483 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 19:28:03.803801 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_rule_type_details.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.804779 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.805276 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 19:28:03.805591 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: qos_rules_alias.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.806620 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.807117 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 19:28:03.807467 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: quotasv2.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.808323 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.808645 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: quotas Mar 11 19:28:03.808957 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: quotasv2_detail.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.810603 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.810941 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: quota_details Mar 11 19:28:03.811265 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: rbac.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.812321 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.812847 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: rbac-policies Mar 11 19:28:03.813168 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: rbac_address_scope.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.814122 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.814630 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: rbac-address-scope Mar 11 19:28:03.814948 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: rbac_security_groups.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.815893 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.816401 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: rbac-security-groups Mar 11 19:28:03.816717 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: rbac_subnetpool.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.817628 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.818143 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: rbac-subnetpool Mar 11 19:28:03.818459 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: revisionifmatch.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.819380 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.819879 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: revision-if-match Mar 11 19:28:03.820195 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: revisions.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.821299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.821912 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: standard-attr-revisions Mar 11 19:28:03.822125 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: router_availability_zone.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.822785 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.823278 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: router_availability_zone Mar 11 19:28:03.823621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: routerservicetype.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.824537 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.825028 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 19:28:03.825340 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.826619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.827117 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: port-security-groups-filtering Mar 11 19:28:03.827454 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: securitygroup.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.838392 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.838912 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: security-group Mar 11 19:28:03.839241 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: segment.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.840031 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.840539 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension segment not supported by any of loaded plugins Mar 11 19:28:03.840860 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.841799 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.842297 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 19:28:03.842618 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: servicetype.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.843743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.844256 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: service-type Mar 11 19:28:03.844579 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: sorting.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.845540 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.845864 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: sorting Mar 11 19:28:03.846183 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: standard_attr_segment.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.847090 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.847621 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 19:28:03.847936 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: standardattrdescription.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.848551 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.849046 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: standard-attr-description Mar 11 19:28:03.849363 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: stateful_security_group.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.850277 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.850774 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: stateful-security-group Mar 11 19:28:03.851087 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: stdattrs_common.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.851689 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 19:28:03.852001 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.852906 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.853409 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 19:28:03.853724 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnet_onboard.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.854840 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.855374 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: subnet_onboard Mar 11 19:28:03.855690 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.856619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.857167 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 19:28:03.857488 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnet_service_types.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.858394 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.858896 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: subnet-service-types Mar 11 19:28:03.859210 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnetallocation.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.860298 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.860798 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: subnet_allocation Mar 11 19:28:03.861115 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.861770 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.862266 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: subnetpool-prefix-ops Mar 11 19:28:03.862586 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.863530 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.864025 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 19:28:03.864342 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: tagging.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.865358 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.865862 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: standard-attr-tag Mar 11 19:28:03.866183 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: timestamp.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.867390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.867896 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loaded extension: standard-attr-timestamp Mar 11 19:28:03.868214 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: trunk.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.869231 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.869734 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension trunk not supported by any of loaded plugins Mar 11 19:28:03.870049 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: trunk_details.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.870954 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.871491 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 19:28:03.871806 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: uplink_status_propagation.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.872729 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.873227 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 19:28:03.873536 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Loading extension file: vlantransparent.py {{(pid=83709) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Mar 11 19:28:03.874193 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83709) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Mar 11 19:28:03.874686 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 19:28:03.876902 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:network Mar 11 19:28:03.877728 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnet Mar 11 19:28:03.878335 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:28:03.879098 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:port Mar 11 19:28:03.880377 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.880809 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service FLAVORS assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.881418 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.881847 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.882172 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:router Mar 11 19:28:03.882827 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:28:03.883539 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service METERING assigned prefix: /metering {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.884958 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.885320 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.885669 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:28:03.886761 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:28:03.887200 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:28:03.887882 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:28:03.888782 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service CORE assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.889149 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:28:03.889615 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] subnetpool is already registered Mar 11 19:28:03.890214 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service CORE assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.890545 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:28:03.890864 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] subnetpool is already registered Mar 11 19:28:03.893450 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.893882 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service FLAVORS assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.894461 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.894870 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.895195 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:router Mar 11 19:28:03.895546 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] router is already registered Mar 11 19:28:03.896143 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:28:03.896463 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] floatingip is already registered Mar 11 19:28:03.897073 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service METERING assigned prefix: /metering {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.897724 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:28:03.898046 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] rbac_policy is already registered Mar 11 19:28:03.898577 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:28:03.898897 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] security_group is already registered Mar 11 19:28:03.899505 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:28:03.899827 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] security_group_rule is already registered Mar 11 19:28:03.900466 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service CORE assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.900792 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:28:03.901116 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] subnetpool is already registered Mar 11 19:28:03.901697 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.v2.resource_helper [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Service CORE assigned prefix: {{(pid=83709) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:28:03.902024 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:28:03.902340 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING neutron.quota.resource_registry [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] subnetpool is already registered Mar 11 19:28:03.902976 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: extensions {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.904476 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: address-groups {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.906123 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: address-scopes {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.907649 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: agents {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.908800 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: auto-allocated-topology {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.910015 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: availability_zones {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.911338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: dhcp-networks {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.912713 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: dhcp-agents {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.914128 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: routers {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.915955 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: flavors {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.917093 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: service_profiles {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.918286 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: next_providers {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.919900 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: service_profiles {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.921304 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: floatingip-pools {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.922526 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: routers {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.924377 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: floatingips {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.925565 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: l3-routers {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.926839 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: l3-agents {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.928221 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: metering-labels {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.929576 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: metering-label-rules {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.930813 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: network-ip-availabilities {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.932055 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: bindings {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.934529 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: quotas {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.936002 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: quotas {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.937423 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: rbac-policies {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.938694 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: security-groups {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.939909 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: security-group-rules {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.941104 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: service-providers {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.942298 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: subnetpools {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.943737 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: subnetpools {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.945167 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.946800 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.948559 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.950272 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.952480 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.954129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.955853 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.957755 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.959720 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.961510 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron.api.extensions [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Extended resource: tags {{(pid=83709) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Mar 11 19:28:03.967290 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING keystonemiddleware.auth_token [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 19:28:03.972052 dv-neutron-832764-2-hyperv neutron-server[83709]: WARNING keystonemiddleware.auth_token [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 19:28:03.980041 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Acquired lock "singleton_lock" {{(pid=83709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 11 19:28:03.980503 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_concurrency.lockutils [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Releasing lock "singleton_lock" {{(pid=83709) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 11 19:28:03.981130 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Starting 2 workers Mar 11 19:28:03.985809 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Started child 83812 {{(pid=83709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 19:28:03.989913 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Started child 83813 {{(pid=83709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 19:28:03.991204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:03.991897 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO neutron.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 19:28:03.992050 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Notify callbacks [] for process, before_spawn {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:03.992609 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [-] (83812) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:28:03.994406 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Starting 1 workers Mar 11 19:28:03.994823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:03.996152 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [-] (83813) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:28:03.999348 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Started child 83814 {{(pid=83709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 19:28:03.999874 dv-neutron-832764-2-hyperv neutron-server[83709]: INFO oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Starting 1 workers Mar 11 19:28:04.002974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] calling RpcWorker wait() {{(pid=83814) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 19:28:04.003582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] returning from RpcWorker wait() {{(pid=83814) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 19:28:04.004037 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Started child 83815 {{(pid=83709) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 11 19:28:04.004679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:04.004814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bece6050-4747-48a9-8948-e190e4aede45 None None] Notify callbacks [] for process, after_spawn {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:04.005110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:04.006537 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 19:28:04.006846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:28:04.007051 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:28:04.007204 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:28:04.007591 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:28:04.007717 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:28:04.008241 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.008478 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.008756 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.008971 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.009199 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:04.009710 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.009799 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.010012 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.010280 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.010511 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.010771 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.010905 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.011079 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.011341 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.011569 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.011847 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.012107 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.012370 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.012588 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.012745 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.013020 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.013232 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.013539 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.013791 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] debug = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.014040 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.014534 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.014767 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.014986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.015197 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.015447 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.015693 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.015978 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.016225 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.016445 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.016673 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.016917 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.017125 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.017350 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.017598 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.017811 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.018235 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] host = dv-neutron-832764-2-hyperv {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.018447 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.018665 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.018909 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.019121 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.019391 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.019604 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.019843 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.020084 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.020339 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.020554 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.020791 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.020992 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.021212 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.021454 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_file = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.021601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_options = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.021832 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.022111 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.022368 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.022525 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.022688 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.022858 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.023104 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.023254 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.023524 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.023759 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.024011 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.024159 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.024380 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.024602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.024845 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.025077 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.025311 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.025527 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.025767 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.026020 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.026241 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.026453 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.026671 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.026881 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.027087 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.027291 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.027546 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.027751 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.027957 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.028176 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.028440 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.028672 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.029027 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.029182 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.029397 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.029613 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.029822 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.030075 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.030300 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.030530 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.030776 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.030984 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.031208 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.031437 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.031672 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.031877 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_json = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.032081 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.032285 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.032542 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.032758 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.032978 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.033183 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.033391 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.033613 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.033838 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.034233 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.034597 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.035112 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.035484 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.035638 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.035772 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.036011 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.036872 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.037537 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.038429 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.038644 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:04.038817 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.038989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.039464 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.040656 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.040954 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.041846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.041846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.042817 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.043667 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.043916 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.044139 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.044357 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.044681 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.044921 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.045139 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.045811 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.046239 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.049663 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.050611 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.051230 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.052909 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.053215 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.053472 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.053674 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.053919 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.054158 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.054383 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.054626 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.054858 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.055122 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.055391 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.055637 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.055856 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.056079 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.056292 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.056553 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.056776 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.057295 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.057515 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.057758 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.057977 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.058228 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.058450 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.058676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.058893 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.059117 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.059370 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.059580 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.059799 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.060065 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.060368 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.060585 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.060821 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.061054 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.061287 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.061504 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.061744 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.062007 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.062232 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.062445 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.062662 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.062877 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.063092 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.063359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.063642 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.063960 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.064197 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.064449 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.064680 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.064928 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.065164 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.065392 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.065629 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.065874 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.066111 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.066359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.066600 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.066872 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.067155 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.067389 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.067661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.067882 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.068123 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.068360 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.068602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.069359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.069359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.069359 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.069645 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.070063 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.070162 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.070385 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.070632 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.071009 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.071106 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.071380 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.071682 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.072951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.072951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.072951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.072951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.072951 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.073298 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.073373 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.073638 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.073877 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.074092 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.074369 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.074952 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.074952 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.075119 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.075353 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.077238 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.077491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.077710 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.077950 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.078248 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.078480 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.078726 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.078986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.079242 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.079518 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.079772 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.079996 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.080229 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.080457 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.080684 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.080898 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.081179 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.081357 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.081584 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.081838 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.082015 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.082245 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.082494 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.082817 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.082968 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.083250 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.083521 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.083795 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.084082 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.084218 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.084461 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.084673 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.084913 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.085131 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.085370 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.085612 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.085830 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.086150 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.086421 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.086633 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.086889 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.087105 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.087376 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.087595 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.087866 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.088088 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.088405 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.088569 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.088718 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.088933 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.089153 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.089392 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.089603 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.090005 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.090112 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.090452 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.090702 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.090964 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.091187 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.091455 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.091712 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.091938 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.092155 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.092445 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.092574 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.092818 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.093039 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.093262 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.093469 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.093677 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.094123 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.094123 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.094338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.094642 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.094853 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.095051 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.095377 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.095622 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.095843 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.096056 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.096288 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.096532 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.096737 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.096922 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.097175 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.097497 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.097636 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.097884 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.098081 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.098364 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.098603 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.099595 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.099595 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.099595 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.099595 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.100023 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.100113 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.100296 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.100511 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.100787 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.101097 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.101358 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.101608 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.101859 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.102294 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.102721 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.103178 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.103599 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.104087 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.104451 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.104833 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.105024 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.105415 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.105871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.106117 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.106531 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.106638 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.106948 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.107100 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.107728 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.107846 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.108092 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.108259 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.108492 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.108724 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.108948 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.109190 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.109391 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.109604 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.109765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:28:04.110313 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83709) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 11 19:28:04.110529 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:28:04.110653 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:28:04.110820 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:28:04.110969 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:28:04.111107 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:28:04.111299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.111470 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.111629 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.111788 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.111927 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.112108 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.112271 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.112492 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.112575 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.112691 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113000 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113221 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113374 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113509 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113641 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113773 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.113905 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114037 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114180 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114313 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114445 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114616 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114753 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] debug = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.114886 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.115095 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.115294 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.115467 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.115601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.115816 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116041 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116041 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116599 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116599 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.116851 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.117379 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.117745 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.118097 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.118460 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] host = dv-neutron-832764-2-hyperv {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.118808 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.119154 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.119520 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.119879 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.120224 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.120564 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121146 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:04.121883 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121883 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121883 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121883 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.121883 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.122561 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.122561 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_file = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.122561 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_options = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.122561 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.123223 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.123223 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.123223 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.123223 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.124338 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.125388 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.126479 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.127619 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.130420 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.131661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.131661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.131661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_json = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.131661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.131661 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132289 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062935 Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:28:04.132426 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.133871 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.134949 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.135986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.135986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.135986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.135986 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.136598 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.136735 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.136867 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.137009 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.137895 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.138305 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.138665 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.139031 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.139260 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.139533 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.140431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.140431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.140431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.140431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.140431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141120 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141120 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141120 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141455 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141572 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141762 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.141981 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.142303 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.142448 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.142611 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.142760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:04.142925 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.142925 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.143699 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.143699 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.143699 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.144910 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.144910 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.144910 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.144910 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145422 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145422 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145422 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145422 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145918 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145918 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.145918 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146290 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146290 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146290 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146778 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146778 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.146778 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.147157 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.147157 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.147157 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.147568 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.149129 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150109 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.150959 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.151908 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.151908 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.153202 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.154814 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.156299 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.157601 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.159765 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.161887 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.163528 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.165390 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.166491 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.168328 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.169602 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.170587 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.172431 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.173535 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.174621 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.175676 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.176664 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.177743 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.178837 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.179989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.179989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.179989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.179989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:28:04.179989 dv-neutron-832764-2-hyperv neutron-server[83709]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83709) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:28:14.443106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a2430-9fcd-40b7-8eac-409769e7225e None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:28:14.512837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a2430-9fcd-40b7-8eac-409769e7225e None None] No non-hosted networks {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 19:28:14.523048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.agentschedulers_db [None req-c56a2430-9fcd-40b7-8eac-409769e7225e None None] DHCP Agent not found on host dv-neutron-832764-2-hyperv {{(pid=83814) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 19:28:14.643620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5406-29f1-49cf-9f9d-500f1c380e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:16.664981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cb52d825-3739-4904-a1d4-a48e9a2b73b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:16.699995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac204f27-d733-4cec-b460-9dc65d4eeede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:17.685197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:17.881466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:17.882216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.882691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.883518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.883888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.884253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.885191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.885551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.885900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.886258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.886576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.886915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:17.887288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-832764-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:17.893811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-832764-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:19.034034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:20.677466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:21.292456 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING oslo_policy.policy [None req-eb99a748-2bea-4e46-9789-b3244d09f3e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:21.293003 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING oslo_policy.policy [None req-eb99a748-2bea-4e46-9789-b3244d09f3e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:21.507478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-eb99a748-2bea-4e46-9789-b3244d09f3e9 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:28:21.508534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb99a748-2bea-4e46-9789-b3244d09f3e9 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8301690 Mar 11 19:28:22.635075 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.db.l3_hamode_db [None req-b8bffd51-e252-40ee-9ceb-e8cbe086307a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 19:28:22.721429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bffd51-e252-40ee-9ceb-e8cbe086307a None None] Routers set() bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:28:22.721805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bffd51-e252-40ee-9ceb-e8cbe086307a None None] Router IDs set() for agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Mar 11 19:28:23.779197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:24.188524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:24.245810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.policy [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83812) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 19:28:24.246528 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING oslo_policy.policy [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:24.246885 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING oslo_policy.policy [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:24.250217 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.quota [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Loaded quota_driver: . Mar 11 19:28:24.266307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:24.347194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755899346159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755899392457', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755899396825', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755899374305', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755899383750', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-15771209', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15857117', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1788810', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1671466'] for rbac-policy, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:24.419308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:24.420925 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6fb58269-3849-4c39-b83c-ce02ceb89023 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6403446 Mar 11 19:28:26.968743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:27.381348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '071b70811fba4743b283c2aee01c05ce'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:27.386383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:27.391228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Usage tracker for resource:network and tenant:071b70811fba4743b283c2aee01c05ce is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:27.396648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:27.403154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:27.416173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Made reservation on behalf of 071b70811fba4743b283c2aee01c05ce for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:27.419006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.436710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.482491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:27.486432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Usage tracker for resource:security_group_rule and tenant:071b70811fba4743b283c2aee01c05ce is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:27.489385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:27.495381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:27.562455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.568883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.593254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:27.616275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755902483056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.616865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Unsubscribe: segment precommit_create {{(pid=83812) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:28:27.617369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Added segment 655d387f-96d5-4aa7-94fd-72770350097c of type vlan for network 9e169269-6b66-4784-aa49-f6ab0fcae7da Mar 11 19:28:27.631241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb42428-aaa4-4872-b7da-94ca70b02ece,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.689782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.690048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.690379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.690688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.691023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.691372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.691705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.692020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.692334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.692642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.692950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Tracked resource versions report: Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: pushed versions: Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Log': {'1.0'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Network': {'1.1'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Port': {'1.5'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'PortForwarding': {'1.2'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'QosPolicy': {'1.8'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroup': {'1.2'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SubPort': {'1.0'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Subnet': {'1.1'}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Trunk': {'1.1'}} Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: consumer versions: Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Log': '1.0', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Network': '1.1', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Port': '1.5', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'PortForwarding': '1.2', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'QosPolicy': '1.8', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroup': '1.2', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroupRule': '1.0', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SubPort': '1.0', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Subnet': '1.1', Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Trunk': '1.1'}} Mar 11 19:28:27.694239 dv-neutron-832764-2-hyperv neutron-server[83812]: {{(pid=83812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:28:27.731921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.774634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.775674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:27.776299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:27.887466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] Pushing event updated for resources: {'Network': ['ID=9e169269-6b66-4784-aa49-f6ab0fcae7da,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.892643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ddad6437-8552-4b11-8762-46bb3e79e024 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9225566 Mar 11 19:28:27.900854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:28:30.507342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52272) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:31.009499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b1ae4b-2a33-4772-ae63-c4d191bced07 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:31.010817 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a9b1ae4b-2a33-4772-ae63-c4d191bced07 admin admin] 10.222.0.76 "GET /v2.0/networks/9e169269-6b66-4784-aa49-f6ab0fcae7da HTTP/1.1" status: 200 len: 825 time: 0.5024948 Mar 11 19:28:31.042979 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e9f7efbe-e30d-4602-8ee0-e617640b083e admin admin] 10.222.0.76 "GET /v2.0/subnetpools/8f42308e-cdb7-460c-953c-9c8f206b376b HTTP/1.1" status: 200 len: 734 time: 0.0257187 Mar 11 19:28:31.051230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:31.055710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:31.059812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Usage tracker for resource:subnet and tenant:071b70811fba4743b283c2aee01c05ce is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:31.062715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:31.068328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:31.081326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Made reservation on behalf of 071b70811fba4743b283c2aee01c05ce for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:31.084698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:31.366132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:31.446011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aebf29a-d8dc-418c-8d44-3a44e7d65f96,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:31.457835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Checking segment: {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:28:31.458227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Network hostable DHCP agents. Network: 9e169269-6b66-4784-aa49-f6ab0fcae7da, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:31.482670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:31.493565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 9e169269-6b66-4784-aa49-f6ab0fcae7da) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:31.498074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:31.498647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:31.503289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f4a57-e9f6-45ec-bca1-697e08425872 None None] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:28:31.517268 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9696f5f5-d4b1-45d0-85b5-54149229184b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4692316 Mar 11 19:28:31.816971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-9e169269-6b66-4784-aa49-f6ab0fcae7da', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:28:31.818198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.005011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Allocated IP 172.20.0.2 (9e169269-6b66-4784-aa49-f6ab0fcae7da/2aebf29a-d8dc-418c-8d44-3a44e7d65f96/6981076c-0e41-4c57-b74c-1220e5ae91f7) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:32.232226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.245128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Transition to ACTIVE for port object 6981076c-0e41-4c57-b74c-1220e5ae91f7 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:28:32.267081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Transition to ACTIVE for port object 6981076c-0e41-4c57-b74c-1220e5ae91f7 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:28:32.273317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.337842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:32.340694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:32.345841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Pushing event updated for resources: {'Port': ['ID=6981076c-0e41-4c57-b74c-1220e5ae91f7,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:32.348114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:28:32.359142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.359519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.359865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.360194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.360539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.360874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.361198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.361558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.361862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.362178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.362500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Tracked resource versions report: Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: pushed versions: Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Log': {'1.0'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Network': {'1.1'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Port': {'1.5'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'PortForwarding': {'1.2'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'QosPolicy': {'1.8'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroup': {'1.2'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SubPort': {'1.0'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Subnet': {'1.1'}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Trunk': {'1.1'}} Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: consumer versions: Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Log': '1.0', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Network': '1.1', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Port': '1.5', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'PortForwarding': '1.2', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'QosPolicy': '1.8', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroup': '1.2', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroupRule': '1.0', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SubPort': '1.0', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Subnet': '1.1', Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Trunk': '1.1'}} Mar 11 19:28:32.363847 dv-neutron-832764-2-hyperv neutron-server[83814]: {{(pid=83814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:28:32.448741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Attempting to bind port 6981076c-0e41-4c57-b74c-1220e5ae91f7 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:28:32.449137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Attempting to bind port 6981076c-0e41-4c57-b74c-1220e5ae91f7 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:28:32.449557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Attempting to bind port 6981076c-0e41-4c57-b74c-1220e5ae91f7 on network 9e169269-6b66-4784-aa49-f6ab0fcae7da {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:28:32.456624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:28:32.457020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Checking segment: {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:28:32.457501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.457886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Bound using segment: {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:28:32.458386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Bound port: 6981076c-0e41-4c57-b74c-1220e5ae91f7, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:28:32.458768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.542493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] For port 6981076c-0e41-4c57-b74c-1220e5ae91f7, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:32.546386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] For port 6981076c-0e41-4c57-b74c-1220e5ae91f7, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6981076c-0e41-4c57-b74c-1220e5ae91f7,segment=NetworkSegment(655d387f-96d5-4aa7-94fd-72770350097c),segment_id=655d387f-96d5-4aa7-94fd-72770350097c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:32.550415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:32.651255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae79a41-3fd9-4068-9eef-e698618d62bf None None] Pushing event updated for resources: {'Port': ['ID=6981076c-0e41-4c57-b74c-1220e5ae91f7,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:33.777006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 52282) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:34.402704 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING oslo_policy.policy [None req-91e66440-1cd6-4bcc-94f4-166deeba5071 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:34.403264 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING oslo_policy.policy [None req-91e66440-1cd6-4bcc-94f4-166deeba5071 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:34.624424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-91e66440-1cd6-4bcc-94f4-166deeba5071 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:28:34.625536 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-91e66440-1cd6-4bcc-94f4-166deeba5071 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8465543 Mar 11 19:28:36.170646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6981076c-0e41-4c57-b74c-1220e5ae91f7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:28:36.243995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:28:36.278200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48198763-b79d-4345-b123-7c95d0e02cae None None] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:28:36.385448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Provisioning for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:28:36.394645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Provisioning complete for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:36.395041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:36.601626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:36.641588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] For port 6981076c-0e41-4c57-b74c-1220e5ae91f7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6981076c-0e41-4c57-b74c-1220e5ae91f7,segment=NetworkSegment(655d387f-96d5-4aa7-94fd-72770350097c),segment_id=655d387f-96d5-4aa7-94fd-72770350097c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:36.646761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:36.720136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c34ebd-4bdd-41e2-b94e-506bdb4262ca None None] Pushing event updated for resources: {'Port': ['ID=6981076c-0e41-4c57-b74c-1220e5ae91f7,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:36.883237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ed27044f-8a0f-475e-b6ec-08c90275a5a1 None None] Provisioning complete for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:36.883642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed27044f-8a0f-475e-b6ec-08c90275a5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:36.888974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52300) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:37.278268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-412e2460-e7eb-427a-af45-471e0b2d3b84 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:28:37.279307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-412e2460-e7eb-427a-af45-471e0b2d3b84 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3893883 Mar 11 19:28:38.121533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6981076c-0e41-4c57-b74c-1220e5ae91f7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:28:38.190732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:38.191094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:39.910932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:40.294186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Request body: {'router': {'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:40.299417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:40.303351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Usage tracker for resource:router and tenant:071b70811fba4743b283c2aee01c05ce is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:40.306692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:40.312570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:40.326273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:40.327789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:40.353752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:40.473226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:40.496487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:40.497687 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-62ff2024-7c23-485a-be85-ff3c3ae1f488 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5857882 Mar 11 19:28:42.757475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 52322) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:43.176554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-0fc28d33-5c87-4315-b5cb-bbc4b95aa63d admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:28:43.177889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0fc28d33-5c87-4315-b5cb-bbc4b95aa63d admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4195755 Mar 11 19:28:44.380477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-418fd0fc-a093-4ef8-a2ac-7faf2b224c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:45.492766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52332) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:45.902462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:45.910504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:45.916792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Usage tracker for resource:network and tenant:668c70ee8a19418092a492959fbc6986 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:45.920851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:45.926691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:45.939872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Made reservation on behalf of 668c70ee8a19418092a492959fbc6986 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:45.942092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:45.954963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:45.985535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:45.989267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Usage tracker for resource:security_group_rule and tenant:668c70ee8a19418092a492959fbc6986 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:45.992097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:46.000367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:46.061551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.068183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.099227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Reserving flat network on physical network physnet1 {{(pid=83812) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 19:28:46.112214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940f5f79-b142-4cc6-b1f3-3429ecb7514b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:46.118026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.118365 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Added segment 70d55aa1-12c2-4b7f-81bb-ea38545cab09 of type flat for network 2804f96d-e9df-447f-a1ac-9259b438d02d Mar 11 19:28:46.150395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.185576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.186393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:46.187023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:46.285646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] Pushing event updated for resources: {'Network': ['ID=2804f96d-e9df-447f-a1ac-9259b438d02d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:46.288603 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c21fa29e-87c2-441c-8c4d-e5c00d392513 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7948706 Mar 11 19:28:46.296156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2804f96d-e9df-447f-a1ac-9259b438d02d details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:28:46.662288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4aa38981-630c-47f7-a3d3-cc0b6419d4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:47.641746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:47.884183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:48.592565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52352) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:48.854636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff4fbd-d07a-44ff-8d42-e270dfb6a984 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.856056 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-daff4fbd-d07a-44ff-8d42-e270dfb6a984 admin admin] 10.222.0.76 "GET /v2.0/subnets/2aebf29a-d8dc-418c-8d44-3a44e7d65f96 HTTP/1.1" status: 200 len: 849 time: 0.2624319 Mar 11 19:28:48.987716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:49.001189 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4da5b806-b744-4395-8d10-2747db67f40e admin admin] 10.222.0.76 "GET /v2.0/routers/c86440fe-a1c8-4a20-9e08-94aab33fa191 HTTP/1.1" status: 200 len: 704 time: 0.1371307 Mar 11 19:28:49.064638 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:28:49.462224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:49.713575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Allocated IP 172.20.0.1 (9e169269-6b66-4784-aa49-f6ab0fcae7da/2aebf29a-d8dc-418c-8d44-3a44e7d65f96/6732a1f0-10c3-470d-8178-1cf3234dd444) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:49.896386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:49.912900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Transition to ACTIVE for port object 6732a1f0-10c3-470d-8178-1cf3234dd444 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:28:49.964293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.030570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:50.033346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:50.038892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:28:50.039154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.041689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6732a1f0-10c3-470d-8178-1cf3234dd444,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:50.165697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.218461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5be1ffa4-2111-45a4-a7d4-8e35ab3d78de None None] Provisioning for port 6732a1f0-10c3-470d-8178-1cf3234dd444 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:28:50.222817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5be1ffa4-2111-45a4-a7d4-8e35ab3d78de None None] Provisioning complete for port 6732a1f0-10c3-470d-8178-1cf3234dd444 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:50.223185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5be1ffa4-2111-45a4-a7d4-8e35ab3d78de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.275718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5be1ffa4-2111-45a4-a7d4-8e35ab3d78de None None] Port 6732a1f0-10c3-470d-8178-1cf3234dd444 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:28:50.392743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.401591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.402673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.540140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=6732a1f0-10c3-470d-8178-1cf3234dd444,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:50.604837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:50.605982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:50.801337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79a5d67c-aa9d-4eed-ab59-326931a8724e None None] Provisioning complete for port 6732a1f0-10c3-470d-8178-1cf3234dd444 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:50.801574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79a5d67c-aa9d-4eed-ab59-326931a8724e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:50.852015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-79a5d67c-aa9d-4eed-ab59-326931a8724e None None] Port 6732a1f0-10c3-470d-8178-1cf3234dd444 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:28:50.960171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Router c86440fe-a1c8-4a20-9e08-94aab33fa191 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:28:51.134368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:51.144561 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Sync routers for ids ['c86440fe-a1c8-4a20-9e08-94aab33fa191'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:28:51.154679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6e53e199-c954-4fb4-8fef-2f6fc1c5b9f4 admin admin] 10.222.0.76 "PUT /v2.0/routers/c86440fe-a1c8-4a20-9e08-94aab33fa191/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1397758 Mar 11 19:28:51.157613 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Routers {'c86440fe-a1c8-4a20-9e08-94aab33fa191'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:28:51.158539 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:28:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c86440fe-a1c8-4a20-9e08-94aab33fa191'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:51.332185 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Set router c86440fe-a1c8-4a20-9e08-94aab33fa191 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:28:51.689492 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:50Z', 'revision_number': 2, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port_host': None, '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:50Z', 'revision_number': 2, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:51.694439 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Checking router: c86440fe-a1c8-4a20-9e08-94aab33fa191 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:28:51.694794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Updating router c86440fe-a1c8-4a20-9e08-94aab33fa191 port 6732a1f0-10c3-470d-8178-1cf3234dd444 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:28:51.747135 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.110321 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.124880 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Transition to ACTIVE for port object 6732a1f0-10c3-470d-8178-1cf3234dd444 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:28:52.132482 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.328475 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Pushing event updated for resources: {'Port': ['ID=6732a1f0-10c3-470d-8178-1cf3234dd444,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:52.378307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.378650 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.378986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.379388 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.379671 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.380003 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.380334 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.380647 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.380963 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.381278 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.381581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Tracked resource versions report: Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: pushed versions: Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Log': {'1.0'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Network': {'1.1'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Port': {'1.5'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'PortForwarding': {'1.2'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'QosPolicy': {'1.8'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroup': {'1.2'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SubPort': {'1.0'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Subnet': {'1.1'}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Trunk': {'1.1'}} Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: consumer versions: Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Log': '1.0', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Network': '1.1', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Port': '1.5', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'PortForwarding': '1.2', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'QosPolicy': '1.8', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroup': '1.2', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroupRule': '1.0', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SubPort': '1.0', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Subnet': '1.1', Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Trunk': '1.1'}} Mar 11 19:28:52.382958 dv-neutron-832764-2-hyperv neutron-server[83815]: {{(pid=83815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:28:52.388576 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Attempting to bind port 6732a1f0-10c3-470d-8178-1cf3234dd444 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:28:52.388965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Attempting to bind port 6732a1f0-10c3-470d-8178-1cf3234dd444 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:28:52.389385 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Attempting to bind port 6732a1f0-10c3-470d-8178-1cf3234dd444 on network 9e169269-6b66-4784-aa49-f6ab0fcae7da {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:28:52.395740 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:28:52.396222 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Checking segment: {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:28:52.396601 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.396991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Bound using segment: {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:28:52.397492 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Bound port: 6732a1f0-10c3-470d-8178-1cf3234dd444, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655d387f-96d5-4aa7-94fd-72770350097c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:28:52.397861 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.485556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] For port 6732a1f0-10c3-470d-8178-1cf3234dd444, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:52.491147 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] For port 6732a1f0-10c3-470d-8178-1cf3234dd444, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6732a1f0-10c3-470d-8178-1cf3234dd444,segment=NetworkSegment(655d387f-96d5-4aa7-94fd-72770350097c),segment_id=655d387f-96d5-4aa7-94fd-72770350097c)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:52.499750 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:52.585536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Routers {'c86440fe-a1c8-4a20-9e08-94aab33fa191'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:28:52.586063 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:28:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c86440fe-a1c8-4a20-9e08-94aab33fa191'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:52.703794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81339d88-58b7-4506-b480-1cf5e2d1f20c None None] Pushing event updated for resources: {'Port': ['ID=6732a1f0-10c3-470d-8178-1cf3234dd444,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:52.740703 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] Set router c86440fe-a1c8-4a20-9e08-94aab33fa191 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:28:53.056803 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:50Z', 'revision_number': 2, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port_host': None, '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:52Z', 'revision_number': 4, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:53.060861 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99aa4-1f38-4767-9eae-3a9109dcf8f5 None None] The sync data for ids ['c86440fe-a1c8-4a20-9e08-94aab33fa191'] in dv-neutron-832764-2-hyperv is: [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:50Z', 'revision_number': 2, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port_host': None, '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:52Z', 'revision_number': 4, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:28:53.199802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 52374) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:53.455264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.policy [None req-7c75a8dd-efd1-4901-9f55-bc38a96172e9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83813) register_rules /opt/stack/neutron/neutron/policy.py:65}} Mar 11 19:28:53.456051 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING oslo_policy.policy [None req-7c75a8dd-efd1-4901-9f55-bc38a96172e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:53.456414 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING oslo_policy.policy [None req-7c75a8dd-efd1-4901-9f55-bc38a96172e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:28:53.459297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c75a8dd-efd1-4901-9f55-bc38a96172e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:53.460943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7c75a8dd-efd1-4901-9f55-bc38a96172e9 admin admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 842 time: 0.2601736 Mar 11 19:28:53.470314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.26.8.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.26.8.0/24', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:53.472346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.quota [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Loaded quota_driver: . Mar 11 19:28:53.478633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:28:53.484517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Usage tracker for resource:subnet and tenant:668c70ee8a19418092a492959fbc6986 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:28:53.487834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:28:53.494741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:28:53.509250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Made reservation on behalf of 668c70ee8a19418092a492959fbc6986 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:53.512302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:53.962402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:28:53.962940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:54.036788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2fbe711-32d6-4f3b-b8f6-d34667573264,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:54.053799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.054150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.054473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.054802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.055134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.055631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.055973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.056432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.056752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.057067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.057377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Tracked resource versions report: Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: pushed versions: Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Log': {'1.0'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Network': {'1.1'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Port': {'1.5'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'PortForwarding': {'1.2'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'QosPolicy': {'1.8'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroup': {'1.2'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SubPort': {'1.0'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Subnet': {'1.1'}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Trunk': {'1.1'}} Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: consumer versions: Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Log': '1.0', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Network': '1.1', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Port': '1.5', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'PortForwarding': '1.2', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'QosPolicy': '1.8', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroup': '1.2', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroupRule': '1.0', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SubPort': '1.0', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Subnet': '1.1', Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Trunk': '1.1'}} Mar 11 19:28:54.058679 dv-neutron-832764-2-hyperv neutron-server[83813]: {{(pid=83813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:28:54.083118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:28:54.083530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Network hostable DHCP agents. Network: 2804f96d-e9df-447f-a1ac-9259b438d02d, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:54.124444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:54.137147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2804f96d-e9df-447f-a1ac-9259b438d02d) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:54.147756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bcbb5c-16fb-435a-a706-619e411c3a67 None None] Network 2804f96d-e9df-447f-a1ac-9259b438d02d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:28:54.153150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:54.153610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:54.191256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0f8a48a6-ab27-438e-8d8c-5701b4ce5e78 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7245297 Mar 11 19:28:54.226610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6732a1f0-10c3-470d-8178-1cf3234dd444 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:28:54.378798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6732a1f0-10c3-470d-8178-1cf3234dd444 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:28:54.384628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6732a1f0-10c3-470d-8178-1cf3234dd444 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:54.384998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:54.482957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d897b-e1c1-46a6-bde3-a2f1252a2726 None None] Network 2804f96d-e9df-447f-a1ac-9259b438d02d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:28:54.648525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:54.730840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 6732a1f0-10c3-470d-8178-1cf3234dd444, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6732a1f0-10c3-470d-8178-1cf3234dd444,segment=NetworkSegment(655d387f-96d5-4aa7-94fd-72770350097c),segment_id=655d387f-96d5-4aa7-94fd-72770350097c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:54.735731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:54.830112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=6732a1f0-10c3-470d-8178-1cf3234dd444,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.134196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6732a1f0-10c3-470d-8178-1cf3234dd444 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:28:56.210379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6732a1f0-10c3-470d-8178-1cf3234dd444 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:28:56.210745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:56.288494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 52394) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:28:56.563689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e21f5abb-051f-454e-99fc-cefdca2d5853 admin admin] 10.222.0.76 "GET /v2.0/routers/c86440fe-a1c8-4a20-9e08-94aab33fa191 HTTP/1.1" status: 200 len: 710 time: 0.2739182 Mar 11 19:28:56.692854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0655a25a-978d-400b-b07c-971bd0751513 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.694197 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0655a25a-978d-400b-b07c-971bd0751513 admin admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 886 time: 0.1253896 Mar 11 19:28:56.705897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:28:57.184894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:57.376895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:57.437808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:57.578978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Allocated IP 172.26.8.248 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/0ff108e3-7e28-4b02-9ebe-8c02197123dc) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:57.732351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:57.790301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:57.853281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:57.856030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:57.860476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:28:57.882143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff108e3-7e28-4b02-9ebe-8c02197123dc,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:58.042374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:58.235926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:58.239404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:58.438591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Router c86440fe-a1c8-4a20-9e08-94aab33fa191 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:58.653799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:58.664246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:58.665171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Sync routers for ids ['c86440fe-a1c8-4a20-9e08-94aab33fa191'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:28:58.665735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ea625cab-1573-45fa-889d-365c40b33a50 admin admin] 10.222.0.76 "PUT /v2.0/routers/c86440fe-a1c8-4a20-9e08-94aab33fa191 HTTP/1.1" status: 200 len: 890 time: 1.9631758 Mar 11 19:28:58.679094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Routers {'c86440fe-a1c8-4a20-9e08-94aab33fa191'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:28:58.679830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:28:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c86440fe-a1c8-4a20-9e08-94aab33fa191'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:58.871003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Set router c86440fe-a1c8-4a20-9e08-94aab33fa191 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:28:59.226647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248'}], 'enable_snat': True}, 'gw_port_id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:57Z', 'revision_number': 4, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port': {'id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:54Z', 'revision_number': 5, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:59.232084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Checking router: c86440fe-a1c8-4a20-9e08-94aab33fa191 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:28:59.232470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Updating router c86440fe-a1c8-4a20-9e08-94aab33fa191 port 0ff108e3-7e28-4b02-9ebe-8c02197123dc binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:28:59.281204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.601028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.612374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Transition to ACTIVE for port object 0ff108e3-7e28-4b02-9ebe-8c02197123dc will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:28:59.622429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.698606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd106386-9df6-4ac4-979f-9468059ae9e8 None None] Pushing event updated for resources: {'Port': ['ID=0ff108e3-7e28-4b02-9ebe-8c02197123dc,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:59.701184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Attempting to bind port 0ff108e3-7e28-4b02-9ebe-8c02197123dc on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:28:59.701477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Attempting to bind port 0ff108e3-7e28-4b02-9ebe-8c02197123dc by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:28:59.701845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Attempting to bind port 0ff108e3-7e28-4b02-9ebe-8c02197123dc on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:28:59.709333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:28:59.709707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:28:59.710097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.710477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:28:59.710925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Bound port: 0ff108e3-7e28-4b02-9ebe-8c02197123dc, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:28:59.711338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.781279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] For port 0ff108e3-7e28-4b02-9ebe-8c02197123dc, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:59.784175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] For port 0ff108e3-7e28-4b02-9ebe-8c02197123dc, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ff108e3-7e28-4b02-9ebe-8c02197123dc,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:59.788924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:28:59.885874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd106386-9df6-4ac4-979f-9468059ae9e8 None None] Pushing event updated for resources: {'Port': ['ID=0ff108e3-7e28-4b02-9ebe-8c02197123dc,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:59.892403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Routers {'c86440fe-a1c8-4a20-9e08-94aab33fa191'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:28:59.892979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:28:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c86440fe-a1c8-4a20-9e08-94aab33fa191'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:00.071767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] Set router c86440fe-a1c8-4a20-9e08-94aab33fa191 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:29:00.389024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248'}], 'enable_snat': True}, 'gw_port_id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:57Z', 'revision_number': 4, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port': {'id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:54Z', 'revision_number': 5, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:00.393185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7e280-3d1a-4275-8561-85b682af6bfe None None] The sync data for ids ['c86440fe-a1c8-4a20-9e08-94aab33fa191'] in dv-neutron-832764-2-hyperv is: [{'id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'name': 'router1', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248'}], 'enable_snat': True}, 'gw_port_id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:40Z', 'updated_at': '2022-03-11T19:28:57Z', 'revision_number': 4, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'gw_port': {'id': '0ff108e3-7e28-4b02-9ebe-8c02197123dc', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:57Z', 'updated_at': '2022-03-11T19:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6732a1f0-10c3-470d-8178-1cf3234dd444', 'name': '', 'network_id': '9e169269-6b66-4784-aa49-f6ab0fcae7da', 'tenant_id': '071b70811fba4743b283c2aee01c05ce', 'mac_address': 'fa:16:3e:67:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86440fe-a1c8-4a20-9e08-94aab33fa191', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:49Z', 'updated_at': '2022-03-11T19:28:54Z', 'revision_number': 5, 'project_id': '071b70811fba4743b283c2aee01c05ce', 'subnets': [{'id': '2aebf29a-d8dc-418c-8d44-3a44e7d65f96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f42308e-cdb7-460c-953c-9c8f206b376b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:29:00.882595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 52404) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:29:01.025603 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c3932707-89cb-446d-9a7f-8b67171825fb admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1419165 Mar 11 19:29:02.169646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ff108e3-7e28-4b02-9ebe-8c02197123dc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:29:02.248154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0ff108e3-7e28-4b02-9ebe-8c02197123dc completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:29:02.259657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0ff108e3-7e28-4b02-9ebe-8c02197123dc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:29:02.259657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:02.378194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:02.394518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0ff108e3-7e28-4b02-9ebe-8c02197123dc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ff108e3-7e28-4b02-9ebe-8c02197123dc,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:02.399779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:02.463985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0ff108e3-7e28-4b02-9ebe-8c02197123dc,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:04.144464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ff108e3-7e28-4b02-9ebe-8c02197123dc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:29:04.230913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0ff108e3-7e28-4b02-9ebe-8c02197123dc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:29:04.231287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:14.392470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d00eb25e-392d-461c-a45b-0fd617fc9d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:16.669010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e3784308-c85f-4013-8afb-2328da796e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:17.649152 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:17.889924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:18.996015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:26.066457 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:29:44.388332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b57cb765-eca2-4a8b-bc4c-86ce80b73cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:46.670768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1d18-4ae9-4630-8af4-136809b42113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:47.648965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:47.884705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:29:49.008880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:03.074525 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:30:14.388830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c282ed1-25db-47cc-bf47-f976f0f17de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:16.666490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d11f146-5c7c-4d81-8b87-2ad86f79c275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:17.650550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:17.889136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:19.003127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:40.065518 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:30:44.382794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7c33b67f-ed37-4f0c-8ede-34ab1d7b85b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:46.661912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-911f3dff-61ff-4871-8914-563fc4b509fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:47.653217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:47.894392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:30:49.006267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:06.700073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:06.798497 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9224e7-579c-4a26-bd3a-4918aacad34f admin admin] GET failed (client error): The resource could not be found. Mar 11 19:31:06.799680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-af9224e7-579c-4a26-bd3a-4918aacad34f admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0986881 Mar 11 19:31:06.940446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406510b8-07c8-4e77-8885-ec63c37d928c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:06.941795 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-406510b8-07c8-4e77-8885-ec63c37d928c admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1362474 Mar 11 19:31:08.952025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53024) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:09.094219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9ab574-089d-441d-8573-d4cd043ca1ef admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.094765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dd9ab574-089d-441d-8573-d4cd043ca1ef admin admin] Synchronizing usage tracker for tenant:668c70ee8a19418092a492959fbc6986 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:31:09.114145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dd9ab574-089d-441d-8573-d4cd043ca1ef admin admin] Unset dirty status for tenant:668c70ee8a19418092a492959fbc6986 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:31:09.115657 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dd9ab574-089d-441d-8573-d4cd043ca1ef admin admin] 10.222.0.76 "GET /v2.0/subnets/2aebf29a-d8dc-418c-8d44-3a44e7d65f96 HTTP/1.1" status: 200 len: 849 time: 0.1625223 Mar 11 19:31:09.125062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:31:09.241783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:09.432354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893'] for subnet, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:09.474273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.475189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:09.476498 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] 10.222.0.76 "PUT /v2.0/subnets/2aebf29a-d8dc-418c-8d44-3a44e7d65f96 HTTP/1.1" status: 200 len: 868 time: 0.3553207 Mar 11 19:31:09.481344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a690c2-4554-4df8-9321-23ac0db6bf70 None None] Network 9e169269-6b66-4784-aa49-f6ab0fcae7da requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:31:09.505376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aebf29a-d8dc-418c-8d44-3a44e7d65f96,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:09.515845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.516316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.516758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.517180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.517596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.518009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.518452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.518856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.519286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.519730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.520128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e931c21-1cde-4c55-9193-7e9d62c017f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:09.927195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c1332c8c-0d08-4dd8-91a1-9f6c82473dd7 None None] Provisioning complete for port 6732a1f0-10c3-470d-8178-1cf3234dd444 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:31:09.927631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c1332c8c-0d08-4dd8-91a1-9f6c82473dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:10.056668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c1332c8c-0d08-4dd8-91a1-9f6c82473dd7 None None] Provisioning complete for port 6981076c-0e41-4c57-b74c-1220e5ae91f7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:31:10.057037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c1332c8c-0d08-4dd8-91a1-9f6c82473dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:11.506309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53034) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:11.703616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d1452-9310-4068-a7c9-cc4996faffa3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.703854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d1452-9310-4068-a7c9-cc4996faffa3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.705388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-665d1452-9310-4068-a7c9-cc4996faffa3 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981320 Mar 11 19:31:13.751377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53044) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:13.962504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc3156-a5ff-4591-8274-5005b464891b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.962739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cc3156-a5ff-4591-8274-5005b464891b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.964314 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-18cc3156-a5ff-4591-8274-5005b464891b admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2119479 Mar 11 19:31:14.386415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-63535169-fa7f-44ca-914a-ca32f3c09a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:15.982128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53054) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:16.205535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9494247-01d7-42e7-95fe-dec6dbb6fef7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:16.207829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c9494247-01d7-42e7-95fe-dec6dbb6fef7 admin admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 886 time: 0.2246954 Mar 11 19:31:16.675073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-195f13f3-a3d6-4391-928a-a45481e48240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:17.065691 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:31:17.655861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:17.899091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:18.236072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53064) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:18.446674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db649b57-bb48-4b53-bf81-2a01c72e472e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:18.448326 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-db649b57-bb48-4b53-bf81-2a01c72e472e admin admin] 10.222.0.76 "GET /v2.0/networks/9e169269-6b66-4784-aa49-f6ab0fcae7da HTTP/1.1" status: 200 len: 869 time: 0.2109466 Mar 11 19:31:19.011842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:20.499395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53074) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:20.638060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3949e-0537-4a1c-8dd4-522719f485a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.638485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d3949e-0537-4a1c-8dd4-522719f485a6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.640851 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-17d3949e-0537-4a1c-8dd4-522719f485a6 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1401973 Mar 11 19:31:22.667923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53084) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:22.808937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c187c-ebc3-4cfb-a7f5-85e9e8c6a434 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:22.809307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762c187c-ebc3-4cfb-a7f5-85e9e8c6a434 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:22.810814 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-762c187c-ebc3-4cfb-a7f5-85e9e8c6a434 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419425 Mar 11 19:31:24.825396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53094) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:24.996672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c3f440-053e-44f3-a85c-5ee30ac14208 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:24.998105 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e3c3f440-053e-44f3-a85c-5ee30ac14208 admin admin] 10.222.0.76 "GET /v2.0/subnets/2aebf29a-d8dc-418c-8d44-3a44e7d65f96 HTTP/1.1" status: 200 len: 868 time: 0.1716406 Mar 11 19:31:27.011237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53104) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:27.141368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950918a-3abb-4eb9-ab52-3cacdbb68c8d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:27.142741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b950918a-3abb-4eb9-ab52-3cacdbb68c8d admin admin] 10.222.0.76 "GET /v2.0/subnets/b2fbe711-32d6-4f3b-b8f6-d34667573264 HTTP/1.1" status: 200 len: 816 time: 0.1304951 Mar 11 19:31:44.390065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f263797d-fc57-45e9-b737-bd88bd822e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:45.401029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53142) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:45.476012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-7e811ded-2c8f-4a5e-bf82-2459d5058945 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:31:45.479809 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7e811ded-2c8f-4a5e-bf82-2459d5058945 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0777192 Mar 11 19:31:46.672618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4b2526fe-5d19-42f5-98fa-3431173fab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:47.586079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53152) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:47.660036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:47.678809 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2ed175-8d6e-4c5e-84ff-957d8c389e73 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:31:47.680028 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cd2ed175-8d6e-4c5e-84ff-957d8c389e73 admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0929995 Mar 11 19:31:47.801853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038365bf-295e-4e24-b893-c804ebb0c13e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.803174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-038365bf-295e-4e24-b893-c804ebb0c13e admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1191883 Mar 11 19:31:47.904695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:49.012964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:49.838417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53162) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:49.913740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:31:49.919066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:31:49.922976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Usage tracker for resource:network and tenant:668c70ee8a19418092a492959fbc6986 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:31:49.925957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:31:49.931739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:31:49.943757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Made reservation on behalf of 668c70ee8a19418092a492959fbc6986 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:49.946228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:50.037375 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING neutron.services.revisions.revision_plugin [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Could not find related network for resource to bump revision. Mar 11 19:31:50.051827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:31:50.062807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755902483056', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:50.063337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Unsubscribe: segment precommit_create {{(pid=83813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:31:50.063820 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Added segment af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9 of type vlan for network e2fde50f-982f-4724-9600-6c619e854f53 Mar 11 19:31:50.103344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:50.139072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:50.139960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.140530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:50.231437 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3918893 Mar 11 19:31:50.235976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931a32e-e6e0-4877-83fd-d066c23c0347 admin admin] Pushing event updated for resources: {'Network': ['ID=e2fde50f-982f-4724-9600-6c619e854f53,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:50.248093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network e2fde50f-982f-4724-9600-6c619e854f53 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:31:52.293316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:31:52.400402 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f15ba5-acbd-476f-93c9-442192c066e5 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:31:52.400891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-73f15ba5-acbd-476f-93c9-442192c066e5 admin admin] Synchronizing usage tracker for tenant:668c70ee8a19418092a492959fbc6986 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:31:52.417923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-73f15ba5-acbd-476f-93c9-442192c066e5 admin admin] Unset dirty status for tenant:668c70ee8a19418092a492959fbc6986 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:31:52.418978 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-73f15ba5-acbd-476f-93c9-442192c066e5 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1246312 Mar 11 19:31:52.535254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfacdd3-6430-49d3-afdc-eaf9906e8dcf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.536723 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4dfacdd3-6430-49d3-afdc-eaf9906e8dcf admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1134958 Mar 11 19:31:52.546233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:31:52.550739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:31:52.560791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:31:52.573400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Made reservation on behalf of 668c70ee8a19418092a492959fbc6986 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:52.575639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:52.783378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:52.850357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=265cf88f-0f2c-4320-b378-225024af545a,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:52.869596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Checking segment: {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:31:52.870022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Network hostable DHCP agents. Network: e2fde50f-982f-4724-9600-6c619e854f53, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:31:52.897116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Network e2fde50f-982f-4724-9600-6c619e854f53 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:31:52.907499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, e2fde50f-982f-4724-9600-6c619e854f53) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:52.912984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.913844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:52.916952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c37f3a0-73d6-412d-a860-d8d8dc625df1 None None] Network e2fde50f-982f-4724-9600-6c619e854f53 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:31:52.939059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-472ad7f9-001c-4a27-9201-8a37cc474633 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3961253 Mar 11 19:31:53.138064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-e2fde50f-982f-4724-9600-6c619e854f53', 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53', 'tenant_id': '668c70ee8a19418092a492959fbc6986', 'fixed_ips': [{'subnet_id': '265cf88f-0f2c-4320-b378-225024af545a'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:31:53.138967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.296191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Allocated IP 192.168.233.2 (e2fde50f-982f-4724-9600-6c619e854f53/265cf88f-0f2c-4320-b378-225024af545a/d2ee802f-65bc-47b1-84e3-db8780237c5e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:53.501299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.511574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Transition to ACTIVE for port object d2ee802f-65bc-47b1-84e3-db8780237c5e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:31:53.529538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Transition to ACTIVE for port object d2ee802f-65bc-47b1-84e3-db8780237c5e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:31:53.535569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.603396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Network e2fde50f-982f-4724-9600-6c619e854f53 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:53.606215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:53.610525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:31:53.612593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Pushing event updated for resources: {'Port': ['ID=d2ee802f-65bc-47b1-84e3-db8780237c5e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:53.645666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.645977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.646339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.646668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.647005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.647331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.647688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.648005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.648321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.648639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.648945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:53.706433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Attempting to bind port d2ee802f-65bc-47b1-84e3-db8780237c5e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:31:53.706880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Attempting to bind port d2ee802f-65bc-47b1-84e3-db8780237c5e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:31:53.707307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Attempting to bind port d2ee802f-65bc-47b1-84e3-db8780237c5e on network e2fde50f-982f-4724-9600-6c619e854f53 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:31:53.713776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:31:53.714139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Checking segment: {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:31:53.714545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.714930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Bound using segment: {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:31:53.715420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Bound port: d2ee802f-65bc-47b1-84e3-db8780237c5e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:31:53.715797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.824171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] For port d2ee802f-65bc-47b1-84e3-db8780237c5e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:53.827434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] For port d2ee802f-65bc-47b1-84e3-db8780237c5e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d2ee802f-65bc-47b1-84e3-db8780237c5e,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:53.832518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:53.907496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45cbfc-c977-4623-9bcc-ee7e6502a098 None None] Pushing event updated for resources: {'Port': ['ID=d2ee802f-65bc-47b1-84e3-db8780237c5e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:54.066023 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:31:54.266477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d2ee802f-65bc-47b1-84e3-db8780237c5e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:31:54.339837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d2ee802f-65bc-47b1-84e3-db8780237c5e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:31:54.716545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d697c79-77b2-4160-843b-02e9b6ac7809 None None] Network e2fde50f-982f-4724-9600-6c619e854f53 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:31:54.825024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Provisioning for port d2ee802f-65bc-47b1-84e3-db8780237c5e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:31:54.866463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Provisioning complete for port d2ee802f-65bc-47b1-84e3-db8780237c5e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:31:54.866765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:55.046203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:55.084033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] For port d2ee802f-65bc-47b1-84e3-db8780237c5e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d2ee802f-65bc-47b1-84e3-db8780237c5e,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:55.089085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:55.164919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2024a8e-de17-4204-9a7a-93938c62868a None None] Pushing event updated for resources: {'Port': ['ID=d2ee802f-65bc-47b1-84e3-db8780237c5e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:55.313097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-75ff21ba-2c3a-4fa7-a98a-da151aaad651 None None] Provisioning complete for port d2ee802f-65bc-47b1-84e3-db8780237c5e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:31:55.313781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-75ff21ba-2c3a-4fa7-a98a-da151aaad651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:31:56.248767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d2ee802f-65bc-47b1-84e3-db8780237c5e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:31:56.316162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d2ee802f-65bc-47b1-84e3-db8780237c5e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:31:56.316853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:14.394851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eebfb4ba-f6ad-4e85-812b-faf7e2d951dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:16.665949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bb7388a0-1baf-4778-857f-133483daa5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:17.662202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:17.909871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:19.019196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:31.066409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:32:44.399306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-daa3cd22-4a10-4e19-aebe-792fe629fb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:46.677245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ed0e-f954-4f96-b9ee-b7642aaa8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:47.666267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:47.915145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:32:49.025259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:02.647798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53214) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:33:02.654830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d5376cbd-73d2-4022-a498-1d6a03f610af tempest-verify_tempest_config-913471891 tempest-verify_tempest_config-913471891-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:33:02.656018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d5376cbd-73d2-4022-a498-1d6a03f610af tempest-verify_tempest_config-913471891 tempest-verify_tempest_config-913471891-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0071566 Mar 11 19:33:03.008795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53230) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:33:03.151047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.189207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:33:03.193091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Usage tracker for resource:security_group_rule and tenant:e731d78d13904b0f87791714adc3cef2 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:33:03.196349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:33:03.201774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:33:03.272325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.276797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.320395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b7eaf0-2cbd-45a1-b7ad-9cef8421e38a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:03.326460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e731d78d13904b0f87791714adc3cef2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3166876 Mar 11 19:33:03.329483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53236) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:33:03.331218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.331594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.331951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.332279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.332668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.333002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.333317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.333642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.333959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.334273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.334591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1597bf4b-15b8-4f2e-9895-4c4730cf025d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.396808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.429826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.613069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.631627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b7eaf0-2cbd-45a1-b7ad-9cef8421e38a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:03.641640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:03.642740 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1b7eaf0-2cbd-45a1-b7ad-9cef8421e38a HTTP/1.1" status: 204 len: 168 time: 0.3122692 Mar 11 19:33:03.644267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.644596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.644922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.645243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.645550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.645876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.646197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.646504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.646810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.647109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:03.647443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c862ad11-2d10-4f32-8aed-645113108cb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:08.072137 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:33:14.419278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-50eefb64-588d-4bec-925a-6fdc14716aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:16.677236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-be478820-a5bd-4d2a-a841-9870642ca6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:17.679025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:17.925703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:19.033445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:44.413988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e391bf84-7187-4b94-8e06-6fa127dc3b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:45.079354 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:33:46.681816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b79044a4-4190-4d65-859d-f8bec5177053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:47.682658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:47.926485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:33:49.036619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:14.412112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab9c18a5-d7cd-43db-b019-cbd6fb7d219e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:16.685312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb297030-3e62-46ac-ab0b-5a8793fc99b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:17.680670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:17.925203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:19.035170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:22.076563 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 5 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:34:24.319856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1765543'] for agent, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:39.137220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53306) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:34:39.275936 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d6ffc01-4761-4415-bd54-235c5f46c021 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1376050 Mar 11 19:34:41.298578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53316) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:34:41.378782 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2a6520ee-8972-4585-a826-f56bdf1648d9 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0791290 Mar 11 19:34:44.414733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c4a925ea-e30a-49ee-a7ac-e5f7f0641347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:46.689371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5cec5ee-d168-4d6b-bb1e-a979aafd9c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:47.686724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:47.927785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:49.050492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:54.279931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:34:59.079032 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:35:14.413818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-845dede8-3184-4a07-907c-831f3580cc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:16.687448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9921b289-89a5-4928-9bc7-c64c8458de74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:17.684056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:17.928967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:19.048917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:24.289061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:36.070207 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:35:44.407409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3ac16069-0aac-41d8-bc8b-ea8bfac61991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:46.681429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-67e71a2a-aa3c-471d-8a87-e0dc4d5f886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:47.686617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:47.929031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:49.050109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:35:54.289105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.110359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53458) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:04.544511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-619043104-network', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:04.550332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:04.556038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Usage tracker for resource:network and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:04.559652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:04.567193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:04.577846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Made reservation on behalf of 8dff2755b804402a9c2ca86b0f9ca270 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:04.580514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.596605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.629207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:04.633331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Usage tracker for resource:security_group_rule and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:04.636587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:04.642863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:04.712598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.716963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.747538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45e2c5c-524d-42ea-abfb-fc353db0c1a5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:04.754881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:04.761738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.762085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.762417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.762741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.763079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.763457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.763731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.764050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.764362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.764671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.764979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Tracked resource versions report: Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: pushed versions: Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Log': {'1.0'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Network': {'1.1'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Port': {'1.5'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'PortForwarding': {'1.2'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'QosPolicy': {'1.8'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroup': {'1.2'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SubPort': {'1.0'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Subnet': {'1.1'}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Trunk': {'1.1'}} Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: consumer versions: Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: HyperV agent@hv-neutron-8327: {}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Log': '1.0', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Network': '1.1', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Port': '1.5', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'PortForwarding': '1.2', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'QosPolicy': '1.8', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroup': '1.2', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SecurityGroupRule': '1.0', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'SubPort': '1.0', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Subnet': '1.1', Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: 'Trunk': '1.1'}} Mar 11 19:36:04.766024 dv-neutron-832764-2-hyperv neutron-server[83812]: {{(pid=83812) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:36:04.772916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.773250 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Added segment 909231ef-27e9-4eb0-85fb-9f1f9a5df248 of type vlan for network 42566dbc-b786-4e1a-9084-784e3a48ebe4 Mar 11 19:36:04.802427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.832718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.833714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.834390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:04.941531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] Pushing event updated for resources: {'Network': ['ID=42566dbc-b786-4e1a-9084-784e3a48ebe4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:04.947888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53496) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:04.948520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-beeae524-bc97-458e-bb99-05a8997b8c98 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8362994 Mar 11 19:36:04.952243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:04.956000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Request body: {'subnet': {'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-619043104-subnet', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:04.961578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:04.965624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Usage tracker for resource:subnet and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:04.968404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:04.974168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:04.987956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Made reservation on behalf of 8dff2755b804402a9c2ca86b0f9ca270 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:04.991856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.255394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.318109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:05.337950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.338301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.338636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.339252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.339605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.339934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.340275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.340611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.340920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.341415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.341734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Tracked resource versions report: Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: pushed versions: Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Log': {'1.0'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Network': {'1.1'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Port': {'1.5'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'PortForwarding': {'1.2'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'QosPolicy': {'1.8'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroup': {'1.2'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SubPort': {'1.0'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Subnet': {'1.1'}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Trunk': {'1.1'}} Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: consumer versions: Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: HyperV agent@hv-neutron-8327: {}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Log': '1.0', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Network': '1.1', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Port': '1.5', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'PortForwarding': '1.2', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'QosPolicy': '1.8', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroup': '1.2', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SecurityGroupRule': '1.0', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'SubPort': '1.0', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Subnet': '1.1', Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: 'Trunk': '1.1'}} Mar 11 19:36:05.342795 dv-neutron-832764-2-hyperv neutron-server[83813]: {{(pid=83813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:36:05.354373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Checking segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:05.354647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Network hostable DHCP agents. Network: 42566dbc-b786-4e1a-9084-784e3a48ebe4, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:05.376591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:05.387230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 42566dbc-b786-4e1a-9084-784e3a48ebe4) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:05.392023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.392653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.408309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165792ce-8451-4d83-813c-9fa6b8585f50 None None] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:05.424226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53514) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:05.432506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:05.438837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:05.439306 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f76e8e0f-b3eb-4991-b7b4-317977fe8e74 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4809978 Mar 11 19:36:05.444563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Usage tracker for resource:router and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:05.448541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:05.454776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:05.470136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.471896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.494395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.520016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53518) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:05.640444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-42566dbc-b786-4e1a-9084-784e3a48ebe4', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:36:05.641270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.684733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.808986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Allocated IP 172.20.0.2 (42566dbc-b786-4e1a-9084-784e3a48ebe4/5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d/50652fb4-ac92-4cfa-a222-1622e2a52d0c) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:05.913403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:05.946141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.040948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.052879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Transition to ACTIVE for port object 50652fb4-ac92-4cfa-a222-1622e2a52d0c will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:06.073713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Transition to ACTIVE for port object 50652fb4-ac92-4cfa-a222-1622e2a52d0c will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:06.081146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.094370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Allocated IP 172.26.8.203 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/0c99a3e4-abb7-48c6-a003-7367bf43513d) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:06.129915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-687050674-network', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:06.135406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:06.143776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Usage tracker for resource:network and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:06.154008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:06.162336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:06.174884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:06.176248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Pushing event updated for resources: {'Port': ['ID=50652fb4-ac92-4cfa-a222-1622e2a52d0c,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.186059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:06.188720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Made reservation on behalf of 0a18426f7b2f410b944e9769ef307fa8 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:06.192092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.192757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:06.202833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.203259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.207817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Tracked resource versions report: Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: pushed versions: Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Log': {'1.0'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Network': {'1.1'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Port': {'1.5'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'PortForwarding': {'1.2'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'QosPolicy': {'1.8'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroup': {'1.2'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SubPort': {'1.0'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Subnet': {'1.1'}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Trunk': {'1.1'}} Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: consumer versions: Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: HyperV agent@hv-neutron-8327: {}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Log': '1.0', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Network': '1.1', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Port': '1.5', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'PortForwarding': '1.2', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'QosPolicy': '1.8', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroup': '1.2', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SecurityGroupRule': '1.0', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'SubPort': '1.0', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Subnet': '1.1', Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: 'Trunk': '1.1'}} Mar 11 19:36:06.208918 dv-neutron-832764-2-hyperv neutron-server[83814]: {{(pid=83814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:36:06.241761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.255050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.291188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.291572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:06.296116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Usage tracker for resource:security_group_rule and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:06.299907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:06.305694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Attempting to bind port 50652fb4-ac92-4cfa-a222-1622e2a52d0c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:06.306144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Attempting to bind port 50652fb4-ac92-4cfa-a222-1622e2a52d0c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:06.306567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Attempting to bind port 50652fb4-ac92-4cfa-a222-1622e2a52d0c on network 42566dbc-b786-4e1a-9084-784e3a48ebe4 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:06.307101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:06.318989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:06.319710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Checking segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:06.320768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.322328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Bound using segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:06.323588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Bound port: 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:06.325017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.373357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:06.374222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Pushing event updated for resources: {'Port': ['ID=0c99a3e4-abb7-48c6-a003-7367bf43513d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.376839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:06.402569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:06.412542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.418996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.455340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28e3d60-4319-4790-9d28-caa38446df12,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.479145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] For port 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:06.485466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] For port 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=50652fb4-ac92-4cfa-a222-1622e2a52d0c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:06.486249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:06.491933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.501601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.501942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Added segment d1cfcccd-451f-45ff-bc69-6581d118cb9c of type vlan for network 1c3ef36d-a17c-4e26-b3ce-50b651558884 Mar 11 19:36:06.532716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.570572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.572328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.572976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.581745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.582521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:06.643684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f035652-1ebb-4e03-b455-997208e95c3e None None] Pushing event updated for resources: {'Port': ['ID=50652fb4-ac92-4cfa-a222-1622e2a52d0c,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.694524 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1733620 Mar 11 19:36:06.700359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53550) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:06.706272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Request body: {'subnet': {'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-687050674-subnet', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:06.725318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:06.735577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Usage tracker for resource:subnet and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:06.744061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:06.747051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4421-288c-437c-b8e3-fde13ab143b0 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3ef36d-a17c-4e26-b3ce-50b651558884,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.752398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:06.762410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:06.780743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Made reservation on behalf of 0a18426f7b2f410b944e9769ef307fa8 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:06.783609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.040777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Router a363fc27-b707-402a-8984-93020c4234e9 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:07.139939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.254075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a068fac-5dc0-484d-9346-031f0fc97478,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:07.271639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Checking segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:07.272258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Network hostable DHCP agents. Network: 1c3ef36d-a17c-4e26-b3ce-50b651558884, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:07.299530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:07.316673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 1c3ef36d-a17c-4e26-b3ce-50b651558884) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:07.323466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.324452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.327928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:07.328079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19137a5-9e6c-4929-b7a0-bd2c743bccd6 None None] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:07.339107 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Sync routers for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:07.357784 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-707c0e8f-ed9b-4fa8-88c8-41f8a35ea697 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6559043 Mar 11 19:36:07.360002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.360602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53570) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:07.361774 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-57dd1450-0143-4ed1-b19d-917ec2115bdf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9363806 Mar 11 19:36:07.361900 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:07.362607 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:35:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:07.364546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53574) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:07.370236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:07.442396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:07.501163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Usage tracker for resource:router and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:07.509626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:07.527987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:07.564299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.565623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.620489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.658560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-1c3ef36d-a17c-4e26-b3ce-50b651558884', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:36:07.659922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.743593 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:07.945741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:07.966099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Allocated IP 172.20.0.2 (1c3ef36d-a17c-4e26-b3ce-50b651558884/4a068fac-5dc0-484d-9346-031f0fc97478/192fc365-a55d-4300-9937-b78991e4d870) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:08.018196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa1655-48e2-4a7c-8246-6f1bba51afac None None] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:08.145968 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 3, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:08.152861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53592) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:08.155619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Checking router: a363fc27-b707-402a-8984-93020c4234e9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:08.156033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Updating router a363fc27-b707-402a-8984-93020c4234e9 port 0c99a3e4-abb7-48c6-a003-7367bf43513d binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:08.257548 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.485294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 50652fb4-ac92-4cfa-a222-1622e2a52d0c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:08.553766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b1f3af9-f4b0-4152-9edd-cb2c960eeae2 None None] Provisioning for port 50652fb4-ac92-4cfa-a222-1622e2a52d0c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:08.673387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53612) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:08.723915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1221033212', 'router:external': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:08.729922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:08.741635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:network and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:08.747856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:08.755913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:08.774750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Made reservation on behalf of abf58e37992b47c7a5d4ee84db432c3c for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:08.776936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.778085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.810486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.811300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.822071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Transition to ACTIVE for port object 192fc365-a55d-4300-9937-b78991e4d870 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:08.835175 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Transition to ACTIVE for port object 0c99a3e4-abb7-48c6-a003-7367bf43513d will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:08.848704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.883682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 50652fb4-ac92-4cfa-a222-1622e2a52d0c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:08.895978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:08.903879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Transition to ACTIVE for port object 192fc365-a55d-4300-9937-b78991e4d870 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:08.905072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:security_group_rule and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:08.905192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 50652fb4-ac92-4cfa-a222-1622e2a52d0c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:08.905581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.912014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:08.923081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:08.972122 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Attempting to bind port 0c99a3e4-abb7-48c6-a003-7367bf43513d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:08.972955 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Attempting to bind port 0c99a3e4-abb7-48c6-a003-7367bf43513d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:08.973718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Attempting to bind port 0c99a3e4-abb7-48c6-a003-7367bf43513d on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:08.989163 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Pushing event updated for resources: {'Port': ['ID=0c99a3e4-abb7-48c6-a003-7367bf43513d,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:08.993073 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:08.993850 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:08.994284 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.994840 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:08.996073 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Bound port: 0c99a3e4-abb7-48c6-a003-7367bf43513d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:08.996651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:08.999231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.022165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.027603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.053848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:09.059017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.059636 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.059986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.060485 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.061226 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.061566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.062028 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.062619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.062952 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.063275 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.063718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Tracked resource versions report: Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: pushed versions: Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: { 'ConntrackHelper': {'1.0'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Log': {'1.0'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Network': {'1.1'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Port': {'1.5'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'PortForwarding': {'1.2'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'QosPolicy': {'1.8'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroup': {'1.2'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroupRule': {'1.0'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SubPort': {'1.0'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Subnet': {'1.1'}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Trunk': {'1.1'}} Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: consumer versions: Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: { DHCP agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: HyperV agent@hv-neutron-8327: {}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: L3 agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: Metadata agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: Metering agent@dv-neutron-832764-2-hyperv: {}, Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: Open vSwitch agent@dv-neutron-832764-2-hyperv: { 'ConntrackHelper': '1.0', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Log': '1.0', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Network': '1.1', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Port': '1.5', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'PortForwarding': '1.2', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'QosPolicy': '1.8', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroup': '1.2', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SecurityGroupRule': '1.0', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'SubPort': '1.0', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Subnet': '1.1', Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: 'Trunk': '1.1'}} Mar 11 19:36:09.065180 dv-neutron-832764-2-hyperv neutron-server[83815]: {{(pid=83815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:36:09.085227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.108495 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] For port 0c99a3e4-abb7-48c6-a003-7367bf43513d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:09.115059 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] For port 0c99a3e4-abb7-48c6-a003-7367bf43513d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0c99a3e4-abb7-48c6-a003-7367bf43513d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:09.122588 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.133199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.147122 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Added segment c7003578-8e48-4cbe-a635-9745f6eb87dd of type vlan for network feabc243-3aec-44d6-a064-7c4e5e9d265f Mar 11 19:36:09.148913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f1f753-077c-4534-a8cb-4387af0af8fb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.191802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.225535 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c74ea-716d-4f7d-b925-7c2ad1e0b28b None None] Pushing event updated for resources: {'Port': ['ID=0c99a3e4-abb7-48c6-a003-7367bf43513d,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.245797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.251069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Pushing event updated for resources: {'Port': ['ID=192fc365-a55d-4300-9937-b78991e4d870,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.265962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:09.273972 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:09.277210 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:35:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:09.352275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.353226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.353865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.412314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:09.420071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:09.422443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.550606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1377277943'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:09.611634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Allocated IP 172.26.8.110 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e0a417d0-90ab-40d4-a23f-e84c8a78b6c4) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:09.631656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:09.644111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Network': ['ID=feabc243-3aec-44d6-a064-7c4e5e9d265f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.650999 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7204db05-5751-4103-aaf0-c712062c5f75 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4979191 Mar 11 19:36:09.658440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53632) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:09.660310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Usage tracker for resource:network and tenant:cb2e821649cb44d7a9378f89478f6e03 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:09.668645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'subnet': {'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:09.672626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:09.680063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:09.683109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:09.690242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:subnet and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:09.694409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:09.700660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:09.705701 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:09.706769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Made reservation on behalf of cb2e821649cb44d7a9378f89478f6e03 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:09.707815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=50652fb4-ac92-4cfa-a222-1622e2a52d0c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:09.710082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.726360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.736339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network feabc243-3aec-44d6-a064-7c4e5e9d265f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:09.739295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Made reservation on behalf of abf58e37992b47c7a5d4ee84db432c3c for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:09.741675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.860427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:09.872513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Usage tracker for resource:security_group_rule and tenant:cb2e821649cb44d7a9378f89478f6e03 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:09.879526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:09.883736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.890718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:09.931780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:09.996897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.027504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:10.097704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53644) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:10.099160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:10.104418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Pushing event updated for resources: {'Port': ['ID=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.141874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:10.151695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Attempting to bind port 192fc365-a55d-4300-9937-b78991e4d870 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:10.154327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Attempting to bind port 192fc365-a55d-4300-9937-b78991e4d870 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:10.154730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Attempting to bind port 192fc365-a55d-4300-9937-b78991e4d870 on network 1c3ef36d-a17c-4e26-b3ce-50b651558884 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:10.172367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0ebd2c8e-6759-4b9c-a7aa-cedd82227efa None None] Provisioning complete for port 50652fb4-ac92-4cfa-a222-1622e2a52d0c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:10.172737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0ebd2c8e-6759-4b9c-a7aa-cedd82227efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.262017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.281113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.291017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=50652fb4-ac92-4cfa-a222-1622e2a52d0c,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.334240 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 3, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:10.339509 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8532ea-668a-4b1d-9335-33f835f16970 None None] The sync data for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv is: [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 3, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:10.384875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:10.394296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:10.396536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Checking segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:10.397094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.398741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Bound using segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:10.402476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Bound port: 192fc365-a55d-4300-9937-b78991e4d870, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:10.403166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.417660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53654) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:10.518526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cac0dc2-7163-427c-a42e-2596b9dede35,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.527581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.528456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Added segment f1edc499-8f7c-4282-b4d6-bbe1e526bab3 of type vlan for network 736fd5a3-fef4-42fc-a743-6927436a8f1c Mar 11 19:36:10.584658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.627534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] For port 192fc365-a55d-4300-9937-b78991e4d870, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:10.634873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] For port 192fc365-a55d-4300-9937-b78991e4d870, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=192fc365-a55d-4300-9937-b78991e4d870,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:10.636974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 50652fb4-ac92-4cfa-a222-1622e2a52d0c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:10.738888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.750369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.752856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.824148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:36:10.824587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.915966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.922958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.925248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:10.927127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac104230-bf0d-4c7c-a3f5-8b8de97e1803 None None] Pushing event updated for resources: {'Port': ['ID=192fc365-a55d-4300-9937-b78991e4d870,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.971588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:10.973458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 50652fb4-ac92-4cfa-a222-1622e2a52d0c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:10.973872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.010864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53666) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:11.066375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.081597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6cdeeafd-f451-450b-adac-18cae9b2034e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:11.155910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:11.399701 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.7225966 Mar 11 19:36:11.418849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Usage tracker for resource:floatingip and tenant:df223b1139bb49f39866bb633806eb54 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:11.423990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:11.427030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1820111499'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:11.435032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:11.451392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1126408685'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:11.490444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:11.498062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.503541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:11.511265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Usage tracker for resource:network and tenant:befbd3d778d0403c9fa777d063ebfdeb is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:11.516042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Usage tracker for resource:network and tenant:397df6e86ed84e909cbf6340b6f1c340 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:11.530327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:11.544205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:11.554663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Checking segment: {'id': 'c7003578-8e48-4cbe-a635-9745f6eb87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:11.554930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network hostable DHCP agents. Network: feabc243-3aec-44d6-a064-7c4e5e9d265f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:11.571222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:11.634372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9ccef-c789-41ab-961f-183a77857511 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Pushing event updated for resources: {'Network': ['ID=736fd5a3-fef4-42fc-a743-6927436a8f1c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:11.636007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:11.657471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:11.695612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Made reservation on behalf of befbd3d778d0403c9fa777d063ebfdeb for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:11.698983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.711709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network feabc243-3aec-44d6-a064-7c4e5e9d265f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:11.741782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Made reservation on behalf of 397df6e86ed84e909cbf6340b6f1c340 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:11.756821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.762356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, feabc243-3aec-44d6-a064-7c4e5e9d265f) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:11.776924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Allocated IP 172.20.0.1 (42566dbc-b786-4e1a-9084-784e3a48ebe4/5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d/1ca9af63-6401-422e-a8f2-f2c70b703294) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:11.778895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.780318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:11.781124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.794855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53690) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:11.818703 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ddcb7ea9-208c-4778-829e-888062de0022 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1521313 Mar 11 19:36:11.820978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:11.823913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:11.833207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-923457240', 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:11.861521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1132113-f236-496a-997e-c95ed1335f6d None None] Network feabc243-3aec-44d6-a064-7c4e5e9d265f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:11.877330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:11.883226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:port and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:11.896312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:11.898477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:11.903874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Usage tracker for resource:security_group_rule and tenant:befbd3d778d0403c9fa777d063ebfdeb is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:11.908289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:11.916866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:11.949700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:11.980468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Made reservation on behalf of abf58e37992b47c7a5d4ee84db432c3c for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:11.983307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.071878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] device_id is not set on port 9968983a-fd33-4316-8560-2df2a47a4b94 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:12.113951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a31561c7-3ab6-41c5-86dc-18ff2ded5fef tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:12.128990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.148891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.159575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Allocated IP 172.26.8.77 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/df649328-febe-48c5-88c3-b853cc984657) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:12.196406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24979dc-0789-47d1-a93b-81bc185c9003 None None] Network feabc243-3aec-44d6-a064-7c4e5e9d265f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:12.214316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.221922 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a31561c7-3ab6-41c5-86dc-18ff2ded5fef tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "PUT /v2.0/quotas/d29fe0b6319f4ba1b7c3344d501e0db3 HTTP/1.1" status: 200 len: 368 time: 0.4235828 Mar 11 19:36:12.241619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53700) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:12.271819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Request body: {'network': {'project_id': 'd29fe0b6319f4ba1b7c3344d501e0db3'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:12.283244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:12.300059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:12.304750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Usage tracker for resource:network and tenant:d29fe0b6319f4ba1b7c3344d501e0db3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:12.308991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:12.316285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:12.435527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Made reservation on behalf of d29fe0b6319f4ba1b7c3344d501e0db3 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:12.440393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.527551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8857751-c8a7-458e-b2b9-767c72eb95fd None None] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:12.545959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:12.560465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.20.0.5 (feabc243-3aec-44d6-a064-7c4e5e9d265f/6cdeeafd-f451-450b-adac-18cae9b2034e/9968983a-fd33-4316-8560-2df2a47a4b94) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:12.597553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.606279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53708) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:12.616461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c', 'binding:host_id': 'hv-neutron-8327', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-8431531'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:12.618165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.635955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:12.639690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0c99a3e4-abb7-48c6-a003-7367bf43513d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:12.648505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Usage tracker for resource:port and tenant:146907244d464b31a06ed25940fc5af9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:12.655178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:12.673212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:12.719799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:12.722188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.722517 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Added segment f69ed6ec-a1d0-4cde-88d2-29129d7f9898 of type vlan for network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f Mar 11 19:36:12.744263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Usage tracker for resource:security_group_rule and tenant:397df6e86ed84e909cbf6340b6f1c340 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:12.751387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Made reservation on behalf of 146907244d464b31a06ed25940fc5af9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:12.751608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:12.754010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.755721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d24f07-5d9c-4744-87ea-0b57c9cfbae7,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:12.765243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f067c8d7-6c12-42e4-8b7a-45d8c97a102e None None] Provisioning for port 192fc365-a55d-4300-9937-b78991e4d870 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:12.776469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:12.782000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.829705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.832979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.857731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:12.877078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Usage tracker for resource:security_group_rule and tenant:d29fe0b6319f4ba1b7c3344d501e0db3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:12.880632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0c99a3e4-abb7-48c6-a003-7367bf43513d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:12.888528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:12.890364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0c99a3e4-abb7-48c6-a003-7367bf43513d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:12.890732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.896199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:12.910614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Usage tracker for resource:security_group_rule and tenant:146907244d464b31a06ed25940fc5af9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:12.917680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:12.921514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:12.943000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.943831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:12.948420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:12.950570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:12.958572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.962909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:12.966663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Pushing event updated for resources: {'Port': ['ID=df649328-febe-48c5-88c3-b853cc984657,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:12.982606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:12.986363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.987027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.016083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Transition to ACTIVE for port object 1ca9af63-6401-422e-a8f2-f2c70b703294 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:13.038329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.062655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0c99a3e4-abb7-48c6-a003-7367bf43513d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0c99a3e4-abb7-48c6-a003-7367bf43513d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:13.071821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:36:13.072467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.074891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 192fc365-a55d-4300-9937-b78991e4d870 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:13.109960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.169977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.186350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.198835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.217741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event updated for resources: {'Network': ['ID=15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.246614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0c99a3e4-abb7-48c6-a003-7367bf43513d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.250960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:13.268365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74bba02-1569-4c5a-aec0-a17ec3d61e50,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.272589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.301131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cc6dbea3-65c4-46c8-ba14-95deea893e41 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2846427 Mar 11 19:36:13.302284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:13.302891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:13.324510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Request body: {'subnet': {'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:13.325281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:13.347100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.351622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.368180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.387665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network feabc243-3aec-44d6-a064-7c4e5e9d265f is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:13.391106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 192fc365-a55d-4300-9937-b78991e4d870 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:13.398024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 192fc365-a55d-4300-9937-b78991e4d870 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:13.398468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.423300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:13.425173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=9968983a-fd33-4316-8560-2df2a47a4b94,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.437094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:13.437963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.439126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.453967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.454552 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Added segment 099e0b2c-39b2-4ddb-abce-1f8fb75781fb of type vlan for network c904ace0-58ee-41ca-b168-f2c77091724a Mar 11 19:36:13.455220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952799a-341e-47a9-bc43-6816f30bffb7,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.457822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.516863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.544236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f54411da-0e65-450a-b2ef-ace50ce11c73 None None] Provisioning complete for port 192fc365-a55d-4300-9937-b78991e4d870 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:13.544719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f54411da-0e65-450a-b2ef-ace50ce11c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.555039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:13.584267 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d6ea523d-23a4-410c-8182-5cb2f683fe95 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.7620947 Mar 11 19:36:13.593698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d848d8-abe9-450b-bc1e-3b397e24abad,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.597457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53718) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:13.601082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:13.604583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:13.613427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.620101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Sync routers for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:13.620760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.621219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Added segment 67c3033c-130f-4fe9-891e-a96a9efe0da0 of type vlan for network 13857534-084d-456c-a764-e1c6a1a0a29b Mar 11 19:36:13.623087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.641842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.650619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:13.651226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:35:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:13.656428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:13.659103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:13.659570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.694254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:13.713716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Usage tracker for resource:subnet and tenant:befbd3d778d0403c9fa777d063ebfdeb is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:13.722116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:13.749614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:13.778896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.783063 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-639f9ac2-efdc-45f6-94fa-3d95e2d1533e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.4184732 Mar 11 19:36:13.792755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53722) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:13.794696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.850666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:13.873363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.889791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:13.893854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting port 9968983a-fd33-4316-8560-2df2a47a4b94 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:13.894220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.901731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Transition to ACTIVE for port object d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:13.917582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Made reservation on behalf of befbd3d778d0403c9fa777d063ebfdeb for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:13.918941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.968633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:13.980954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.022420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.023841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.027680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.028518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.029105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.107135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 192fc365-a55d-4300-9937-b78991e4d870, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=192fc365-a55d-4300-9937-b78991e4d870,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:14.112969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Checking segment: {'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:14.113449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Network hostable DHCP agents. Network: 736fd5a3-fef4-42fc-a743-6927436a8f1c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:14.124106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Pushing event updated for resources: {'Port': ['ID=df649328-febe-48c5-88c3-b853cc984657,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.126634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.128091 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2b941569-1b0e-4433-9bf3-39654c27e1ee tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9982238 Mar 11 19:36:14.133055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53726) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:14.139023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1212472894', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'fixed_ips': [{'ip_address': '172.26.8.77'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:14.144747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:14.146353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:14.152039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Usage tracker for resource:port and tenant:df223b1139bb49f39866bb633806eb54 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:14.155843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:14.162398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:14.174906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:14.181858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Made reservation on behalf of df223b1139bb49f39866bb633806eb54 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:14.185342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.200943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.213372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 736fd5a3-fef4-42fc-a743-6927436a8f1c) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:14.218066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:14.225192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.244556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.244900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.245347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.257409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:14.261065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.261463 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.262915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Usage tracker for resource:security_group_rule and tenant:df223b1139bb49f39866bb633806eb54 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:14.263754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.264991 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 2 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.272408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:14.281922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:14.286085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a962ea-5f40-45c4-a449-f5d01a9220b7 None None] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:14.290402 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.8669529 Mar 11 19:36:14.292168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53730) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:14.302973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.303406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.303801 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.317953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.318356 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.319809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 3 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.342236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.342788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.343372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.361355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.361887 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.368310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 4 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.397127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f54411da-0e65-450a-b2ef-ace50ce11c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.413398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.413989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.414453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.420292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.421114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.421958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.436523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7a78f-fb06-4a55-b9ac-c7c916944b4e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Pushing event updated for resources: {'Network': ['ID=c904ace0-58ee-41ca-b168-f2c77091724a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.456148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks [] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.487568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c904ace0-58ee-41ca-b168-f2c77091724a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:14.502494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0c99a3e4-abb7-48c6-a003-7367bf43513d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:14.503450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.504818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.505282 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.505821 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 5 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.515817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.530120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] device_id is not set on port 58486575-0472-4012-a93f-ec9be751f2ac yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:14.569311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.569984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.570447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.605991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'name': 'tempest-network--738681191', 'router:external': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:14.615750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5bc37374-beab-4440-a440-91471bd4b0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.620058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.620714 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.624796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:14.626925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=192fc365-a55d-4300-9937-b78991e4d870,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.627381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 6 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.639529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2632f-c0f7-41d5-8ba5-89f74239029e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.650242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:network and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:14.655219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:14.670709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:14.676272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.676608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.676939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.691396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4273369 Mar 11 19:36:14.714414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53742) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:14.739590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Request body: {'network': {'project_id': 'd29fe0b6319f4ba1b7c3344d501e0db3'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:14.747726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:14.753795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.754123 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.757270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Usage tracker for resource:network and tenant:d29fe0b6319f4ba1b7c3344d501e0db3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:14.759582 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 7 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.766295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:14.772839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:14.775103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.795458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dda0a-4b27-4bb0-ae03-556921b8b938 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event updated for resources: {'Network': ['ID=13857534-084d-456c-a764-e1c6a1a0a29b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.799809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:14.835558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.835805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.836051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.847044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.871621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 13857534-084d-456c-a764-e1c6a1a0a29b details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:14.875234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.875597 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.877252 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 8 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.884289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Made reservation on behalf of d29fe0b6319f4ba1b7c3344d501e0db3 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:14.886548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:14.933942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:14.934328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:14.934569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:14.947401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:14.950008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:36:14.950451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:36:14.963377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:security_group_rule and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:14.969983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:14.971466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:14.971780 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:14.974983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:14.977984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 9 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:14.996411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:15.009112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.009440 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Added segment 987fd7af-29c6-4f1a-90e0-079d01b9c0ad of type vlan for network 62ecfc63-113f-4d3c-ae80-768ff14c9038 Mar 11 19:36:15.010613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:15.011348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:15.011348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:15.037717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-f54411da-0e65-450a-b2ef-ace50ce11c73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:36:15.038417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-f54411da-0e65-450a-b2ef-ace50ce11c73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:36:15.044590 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4da38670-91e8-41fe-9e64-8c2e808d605d tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9102645 Mar 11 19:36:15.046004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.048804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:15.049107 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:15.053645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53746) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:15.053645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 10 to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 Mar 11 19:36:15.064138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.090094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0c99a3e4-abb7-48c6-a003-7367bf43513d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:15.090465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.145881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:10Z', 'revision_number': 3, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:15.154296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:15.155048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:15.155048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:15.156722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Checking router: c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:15.157276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Updating router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:15.217349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.242091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Calling delete_port for 9968983a-fd33-4316-8560-2df2a47a4b94 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:15.254928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:15.255544 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:15.256045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.278249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Deleting port df649328-febe-48c5-88c3-b853cc984657 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:15.278875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.350421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.351303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:15.351848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.440168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:15.458509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.513196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7888765 Mar 11 19:36:15.518278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.521615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53750) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:15.524847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.555566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.556309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.581947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.608064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d02a90-eb0f-4fbc-9e91-64916306e063 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event updated for resources: {'Network': ['ID=62ecfc63-113f-4d3c-ae80-768ff14c9038,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:15.618917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:15.619221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempted to set empty binding levels {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:36:15.634339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:15.644231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.659929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 62ecfc63-113f-4d3c-ae80-768ff14c9038 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:15.674788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Request body: {'network': {'project_id': 'd29fe0b6319f4ba1b7c3344d501e0db3'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:15.700249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30230ac8-d9ca-426e-b8c0-61c15b431f76,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:15.709678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:15.712730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.713105 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Added segment 7435cf0e-9d7c-4922-8d49-fe2d87fe27c9 of type vlan for network 6cc6201c-68a8-4a0f-8534-f40636572afc Mar 11 19:36:15.746430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.750231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Usage tracker for resource:network and tenant:d29fe0b6319f4ba1b7c3344d501e0db3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:15.764777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:15.772550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.772865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.795810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.799402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:15.799565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:15.816848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Transition to ACTIVE for port object e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:15.825303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.909155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.919105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Calling delete_port for df649328-febe-48c5-88c3-b853cc984657 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:15.925183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a018b4-dfef-4fcb-8d14-fb7b237803d4 None None] Pushing event updated for resources: {'Port': ['ID=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:15.929102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Attempting to bind port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:15.929466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Attempting to bind port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:15.930124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Attempting to bind port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:15.939594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:15.940028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:15.940469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.940913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:15.941392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Bound port: e0a417d0-90ab-40d4-a23f-e84c8a78b6c4, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:15.941783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.950025 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bdd12a18-ba4e-4138-bacf-54f5dcf487bd tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.3406320 Mar 11 19:36:15.950727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53754) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:15.968962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-de7c6768-a2af-44f3-b190-6bfc0f265166 None None] Provisioning for port 1ca9af63-6401-422e-a8f2-f2c70b703294 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:15.982064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-de7c6768-a2af-44f3-b190-6bfc0f265166 None None] Provisioning complete for port 1ca9af63-6401-422e-a8f2-f2c70b703294 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:15.982680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-de7c6768-a2af-44f3-b190-6bfc0f265166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:15.985830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:36:15.986418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:36:15.991200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-38e44012-3fc1-4ceb-ade3-ad3b1f599924 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4372971 Mar 11 19:36:15.991811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53758) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:16.012772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Pushing event updated for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.015015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event updated for resources: {'Subnet': ['ID=dcd6f5c9-3553-4bab-a83f-04fcd1c48455,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.047519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.073608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] For port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:16.082552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] For port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:16.090467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.119524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Port': ['ID=9968983a-fd33-4316-8560-2df2a47a4b94,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.121498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Checking segment: {'id': 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:16.122039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Network hostable DHCP agents. Network: 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:16.123608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Deleting port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:16.123938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.194605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-de7c6768-a2af-44f3-b190-6bfc0f265166 None None] Port 1ca9af63-6401-422e-a8f2-f2c70b703294 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:16.219018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a018b4-dfef-4fcb-8d14-fb7b237803d4 None None] Pushing event updated for resources: {'Port': ['ID=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.226246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.227368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:16.228074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.240679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:16.242705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:35:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:16.249410 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2594bd1d-d599-4370-b7fd-9d4b94268324 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d29fe0b6319f4ba1b7c3344d501e0db3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2380865 Mar 11 19:36:16.255816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53762) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:16.257504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.263571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:16.280430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:16.342990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0472472 Mar 11 19:36:16.350201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53766) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:16.359501 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b69e8797-5f23-44c8-b975-4b9bdb2c982a tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9968983a-fd33-4316-8560-2df2a47a4b94 HTTP/1.1" status: 204 len: 168 time: 2.7473888 Mar 11 19:36:16.364154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de150c-93ae-4c12-9006-0c2d41cf38d8 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=6cc6201c-68a8-4a0f-8534-f40636572afc,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.367959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53768) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:16.403970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 6cc6201c-68a8-4a0f-8534-f40636572afc details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:16.469203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:16.481126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 192fc365-a55d-4300-9937-b78991e4d870 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:16.483083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f', 'external_fixed_ips': [{'subnet_id': '6cdeeafd-f451-450b-adac-18cae9b2034e', 'ip_address': '172.20.0.5'}]}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:16.496391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.510159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:16.556722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:router and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:16.574524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:16.577817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:16.602483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Pushing event deleted for resources: {'Port': ['ID=df649328-febe-48c5-88c3-b853cc984657,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.606118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e50b57-88e3-4c5d-bbf4-ee7bbd9e4a8e None None] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:16.607615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:16.608400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.619812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:16.640684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.651850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.661114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.662233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-410fc694-0824-49a3-a1f9-57d6de13b5cc tempest-ExternalNetworksAdminNegativeTestJSON-36806632 tempest-ExternalNetworksAdminNegativeTestJSON-36806632-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/c79bb1a4-4d2c-4726-b396-55e8bccd326a HTTP/1.1" status: 204 len: 168 time: 1.6011415 Mar 11 19:36:16.670502 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b788c5c6-a9d3-42a4-9f02-90d09494998c tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3626893 Mar 11 19:36:16.675841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53776) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:16.701094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Request body: {'port': {'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1745750875'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:16.722612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.739122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.740124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.741817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 192fc365-a55d-4300-9937-b78991e4d870 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:16.742239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.764701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:16.770868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8, host hv-neutron-8327, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:16.771224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.818998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4da632f0-8714-4eb6-9586-02588021b992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.835228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ffdec952-560e-48b9-bad8-c2ae8b0063d2 None None] Provisioning complete for port 1ca9af63-6401-422e-a8f2-f2c70b703294 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:16.835706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ffdec952-560e-48b9-bad8-c2ae8b0063d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.906127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Calling delete_port for d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:16.932638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:16.991708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.064212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ffdec952-560e-48b9-bad8-c2ae8b0063d2 None None] Port 1ca9af63-6401-422e-a8f2-f2c70b703294 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:17.117842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.181138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.188326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:17.201306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.210872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6ba13373-f061-48fc-96e7-522a43b32fe6 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 HTTP/1.1" status: 204 len: 168 time: 1.2528675 Mar 11 19:36:17.213385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53782) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:17.241117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53786) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:17.267560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.278155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f', 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f', 'tenant_id': 'befbd3d778d0403c9fa777d063ebfdeb', 'fixed_ips': [{'subnet_id': 'dcd6f5c9-3553-4bab-a83f-04fcd1c48455'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:36:17.279050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.340487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.340487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.340915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.341241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > port after_create 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.341552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.341897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > port after_update 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.342226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.342561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.342858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.343167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.375111 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c534d50-6d2c-433c-84d1-65ce2bb25c8b tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:36:17.375805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1c534d50-6d2c-433c-84d1-65ce2bb25c8b tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:17.426379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1c534d50-6d2c-433c-84d1-65ce2bb25c8b tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:17.427782 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1c534d50-6d2c-433c-84d1-65ce2bb25c8b tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports/d0a5c418-9cfa-48b6-abf2-7c6afa3a2fa8 HTTP/1.1" status: 404 len: 333 time: 0.2128241 Mar 11 19:36:17.431210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53792) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:17.437651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1921433535'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:17.446212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:17.459687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:17.474777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:10Z', 'revision_number': 3, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.482733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aae880d-9ab3-4770-8312-a2da8aa231c6 None None] The sync data for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv is: [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:10Z', 'revision_number': 3, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:17.493057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Made reservation on behalf of 146907244d464b31a06ed25940fc5af9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:17.493532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Allocated IP 172.20.0.2 (15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f/dcd6f5c9-3553-4bab-a83f-04fcd1c48455/52b43fb9-7232-4e63-87fa-292c000f4a80) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:17.496721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.503330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.503889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.504014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.504283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:17.504677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc6201c-68a8-4a0f-8534-f40636572afc']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.535123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:17.538165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7435cf0e-9d7c-4922-8d49-fe2d87fe27c9') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.538448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7435cf0e-9d7c-4922-8d49-fe2d87fe27c9') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.548082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.550273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Usage tracker for resource:port and tenant:befbd3d778d0403c9fa777d063ebfdeb is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:17.561171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port c1f4eecb-805b-4be3-9488-0a562b0dd447 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:17.652293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:17.662850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.669553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:17.689605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:17.692617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.698445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.709299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2c4b5f934c42fca0f835d809a89805 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:17.715096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:17.715435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Made reservation on behalf of befbd3d778d0403c9fa777d063ebfdeb for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:17.718600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.722338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.734408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.734938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:17.735589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:17.736054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn_limited( Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:17.751519 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:17.759692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d848d8-abe9-450b-bc1e-3b397e24abad,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:17.838487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.839599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-982ac54e-7ad8-45e3-86ff-62ff27cd9592 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/96d848d8-abe9-450b-bc1e-3b397e24abad HTTP/1.1" status: 204 len: 168 time: 1.5793293 Mar 11 19:36:17.849896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] device_id is not set on port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:17.863026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53796) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:17.894960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Transition to ACTIVE for port object 52b43fb9-7232-4e63-87fa-292c000f4a80 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:17.900858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.930455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Transition to ACTIVE for port object 52b43fb9-7232-4e63-87fa-292c000f4a80 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:17.934481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.939466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.941398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6cc6201c-68a8-4a0f-8534-f40636572afc {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:17.957310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:17.962419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Network': ['ID=6cc6201c-68a8-4a0f-8534-f40636572afc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:18.019439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:18.022765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:18.028528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:18.031470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bb31ceee-15b8-406c-bb70-ad684b05fdcf tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/6cc6201c-68a8-4a0f-8534-f40636572afc HTTP/1.1" status: 204 len: 168 time: 1.6683667 Mar 11 19:36:18.031677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Pushing event updated for resources: {'Port': ['ID=52b43fb9-7232-4e63-87fa-292c000f4a80,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:18.038886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53800) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:18.046660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.054646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:18.068884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:18.081870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:network and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:18.089681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:18.101288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:18.110591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Allocated IP 172.20.0.7 (15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f/dcd6f5c9-3553-4bab-a83f-04fcd1c48455/f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:18.123426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.145659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Attempting to bind port 52b43fb9-7232-4e63-87fa-292c000f4a80 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:18.146314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Attempting to bind port 52b43fb9-7232-4e63-87fa-292c000f4a80 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:18.146719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Attempting to bind port 52b43fb9-7232-4e63-87fa-292c000f4a80 on network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:18.155562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:18.156043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Checking segment: {'id': 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:18.156697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.157106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Router a363fc27-b707-402a-8984-93020c4234e9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:18.157267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Bound using segment: {'id': 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:18.158144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Bound port: 52b43fb9-7232-4e63-87fa-292c000f4a80, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:18.158580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.162661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:18.165129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.202387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.230854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.296953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] For port 52b43fb9-7232-4e63-87fa-292c000f4a80, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:18.300062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] For port 52b43fb9-7232-4e63-87fa-292c000f4a80, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=52b43fb9-7232-4e63-87fa-292c000f4a80,segment=NetworkSegment(f69ed6ec-a1d0-4cde-88d2-29129d7f9898),segment_id=f69ed6ec-a1d0-4cde-88d2-29129d7f9898)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:18.306762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.335227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.367730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:18.375822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.400736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91647-31a1-4bd8-a738-edac0834a800 None None] Pushing event updated for resources: {'Port': ['ID=52b43fb9-7232-4e63-87fa-292c000f4a80,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:18.548009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.565959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Synchronizing usage tracker for tenant:668c70ee8a19418092a492959fbc6986 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:18.593077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.593614 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Added segment 41d7acdc-4bc9-454a-a996-2e29cefc0014 of type vlan for network df7bb2c4-5cfd-40d1-bf72-2610a6642606 Mar 11 19:36:18.601081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.618079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f42e42c-f862-4ee4-9ae1-33a7e85b85fe,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:18.702807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.703496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.703969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.704292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > port after_create 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.704604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.704949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > port after_update 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.705275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.705598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.705901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.706212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.715162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.752641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.786612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.864882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Transition to ACTIVE for port object f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:18.912104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.912581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.912762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.913083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83812) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:36:18.913446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ecfc63-113f-4d3c-ae80-768ff14c9038']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:18.924025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.20.0.5 (feabc243-3aec-44d6-a064-7c4e5e9d265f/6cdeeafd-f451-450b-adac-18cae9b2034e/cd6c5de2-e441-400d-9cc8-5315fd712b63) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:18.938431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:18.939967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:18.951863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] Unset dirty status for tenant:668c70ee8a19418092a492959fbc6986 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:18.953102 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c9bee536-1167-4a1d-a972-29a02fcc32b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6e2c4b5f934c42fca0f835d809a89805&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6632259 Mar 11 19:36:18.955207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:18.956004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:18.956609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.965291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.966152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:18.966953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:18.971505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53806) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:18.973187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987fd7af-29c6-4f1a-90e0-079d01b9c0ad') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:18.973470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987fd7af-29c6-4f1a-90e0-079d01b9c0ad') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:19.029440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.056224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.084557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f4eecb-805b-4be3-9488-0a562b0dd447,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:19.100048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.120595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.128664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:19.129101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn_limited( Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:19.155883 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:19.222647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=df7bb2c4-5cfd-40d1-bf72-2610a6642606,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:19.229491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c3326f09-8843-4e6d-b519-566f0c0509c5 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1863871 Mar 11 19:36:19.240618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53810) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:19.241024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network df7bb2c4-5cfd-40d1-bf72-2610a6642606 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:19.258562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'subnet': {'network_id': 'df7bb2c4-5cfd-40d1-bf72-2610a6642606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:19.266063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-107413cf-0b19-4161-8dad-d59d3c487270 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8336766 Mar 11 19:36:19.271625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53814) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:19.272687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:19.279051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:19.281419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event updated for resources: {'Port': ['ID=f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:19.294135 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:19.296855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:subnet and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:19.302615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:19.310221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:19.313030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:19.334260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.365714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:19.382695 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Sync routers for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:19.385762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.394048 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-460e8bc5-2f11-40f6-8388-dbc3e25046c8 admin admin] 10.222.0.76 "PUT /v2.0/routers/a363fc27-b707-402a-8984-93020c4234e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0283809 Mar 11 19:36:19.401059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:19.415299 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:19.416263 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:19.423095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event deleted for resources: {'Network': ['ID=62ecfc63-113f-4d3c-ae80-768ff14c9038,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:19.442775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Allocated IP 172.20.0.1 (1c3ef36d-a17c-4e26-b3ce-50b651558884/4a068fac-5dc0-484d-9346-031f0fc97478/491a50ff-211a-47b6-90fd-54b8a5f30ffc) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:19.471328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:19.473774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.488811 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9d4f4a43-4d23-4c78-b1b0-f07d8c61bb45 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "DELETE /v2.0/networks/62ecfc63-113f-4d3c-ae80-768ff14c9038 HTTP/1.1" status: 204 len: 168 time: 1.6208577 Mar 11 19:36:19.510657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.512294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53820) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:19.570829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.631426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f90ee0-93b7-4786-bc8d-4f467e05dc1e None None] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:19.690392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.701439 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:19.712180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.775591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:19.777183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:19.811642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ec18ef56-c56c-4af0-9286-7c4c6e1e9759 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1254826 Mar 11 19:36:19.824157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bc0311c2-ce6f-4e43-80b8-633ac84d99de None None] Provisioning for port 52b43fb9-7232-4e63-87fa-292c000f4a80 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:19.836905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53832) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:19.867556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.032243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.118061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Deleting port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:20.118389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.284373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.332971 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:14Z', 'revision_number': 2, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.340337 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Checking router: a363fc27-b707-402a-8984-93020c4234e9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:20.340718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Updating router a363fc27-b707-402a-8984-93020c4234e9 port 1ca9af63-6401-422e-a8f2-f2c70b703294 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:20.381073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-942d7f6b-23b6-4d3e-8e72-7a6728ba52a1 None None] Provisioning for port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:20.387591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-942d7f6b-23b6-4d3e-8e72-7a6728ba52a1 None None] Provisioning complete for port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:20.389981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-942d7f6b-23b6-4d3e-8e72-7a6728ba52a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.434516 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.478874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.513406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f42e42c-f862-4ee4-9ae1-33a7e85b85fe,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.532358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network feabc243-3aec-44d6-a064-7c4e5e9d265f is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:20.547814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-942d7f6b-23b6-4d3e-8e72-7a6728ba52a1 None None] Port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:20.548530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.585469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.586945 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c8a22daf-b029-46d6-8389-bb35f38c57b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f42e42c-f862-4ee4-9ae1-33a7e85b85fe HTTP/1.1" status: 204 len: 168 time: 1.6045799 Mar 11 19:36:20.588285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:20.594512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=cd6c5de2-e441-400d-9cc8-5315fd712b63,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.597312 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:20.624246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:20.695541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13857534-084d-456c-a764-e1c6a1a0a29b']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.695986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Transition to ACTIVE for port object 491a50ff-211a-47b6-90fd-54b8a5f30ffc will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:20.703644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:20.724031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c3033c-130f-4fe9-891e-a96a9efe0da0') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.724773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c3033c-130f-4fe9-891e-a96a9efe0da0') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.782730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.785387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-93346c15-259f-4625-a26e-e9471aafd519 None None] Provisioning complete for port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:20.785899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-93346c15-259f-4625-a26e-e9471aafd519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.839811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.858308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:20.859107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:20.879829 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:20.882290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port c1f4eecb-805b-4be3-9488-0a562b0dd447 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:20.896923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.915326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:20.917769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.932018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:20.932396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:20.997542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Transition to ACTIVE for port object c1f4eecb-805b-4be3-9488-0a562b0dd447 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:21.011361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.043513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-93346c15-259f-4625-a26e-e9471aafd519 None None] Port f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:21.055273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53844) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:21.064063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.101188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:21.108004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:21.124546 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.135192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600831020', 'description': 'tempest-description--313208371'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:21.140425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:21.149423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:21.154042 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Transition to ACTIVE for port object 1ca9af63-6401-422e-a8f2-f2c70b703294 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:21.159118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Usage tracker for resource:security_group and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:21.161795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.163995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:21.170774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:21.172786 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.186557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.195242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:21.206946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.207904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 52b43fb9-7232-4e63-87fa-292c000f4a80 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:21.210345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.255027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.326625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.362942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f4eecb-805b-4be3-9488-0a562b0dd447,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.389364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53848) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:21.394415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.438729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 52b43fb9-7232-4e63-87fa-292c000f4a80 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:21.456348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 52b43fb9-7232-4e63-87fa-292c000f4a80 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:21.456720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.461673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Calling delete_port for f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:21.486784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.499540 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Attempting to bind port 1ca9af63-6401-422e-a8f2-f2c70b703294 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:21.500471 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Attempting to bind port 1ca9af63-6401-422e-a8f2-f2c70b703294 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:21.501141 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Attempting to bind port 1ca9af63-6401-422e-a8f2-f2c70b703294 on network 42566dbc-b786-4e1a-9084-784e3a48ebe4 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:21.521013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687b6e4-1475-40fa-a5c7-fe98a37797d4 None None] Pushing event updated for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.521629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:21.531199 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:21.532093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Checking segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:21.532727 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.533321 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Bound using segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:21.534014 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Bound port: 1ca9af63-6401-422e-a8f2-f2c70b703294, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:21.534624 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.535790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Usage tracker for resource:security_group_rule and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:21.538772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:21.554628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:21.628096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.629514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] Pushing event deleted for resources: {'Network': ['ID=13857534-084d-456c-a764-e1c6a1a0a29b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.638346 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8109aaa2-17e0-4e7c-aeb6-b293048cbe44 tempest-QuotasNegativeTest-253010486 tempest-QuotasNegativeTest-253010486-project-admin] 10.222.0.76 "DELETE /v2.0/networks/13857534-084d-456c-a764-e1c6a1a0a29b HTTP/1.1" status: 204 len: 168 time: 2.1108375 Mar 11 19:36:21.647682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.660284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2a0867a7-9c6b-4755-a7f0-2a97062f1fb0 None None] Provisioning for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:21.667485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2a0867a7-9c6b-4755-a7f0-2a97062f1fb0 None None] Provisioning complete for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:21.699349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a0867a7-9c6b-4755-a7f0-2a97062f1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.699655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.714439 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] For port 1ca9af63-6401-422e-a8f2-f2c70b703294, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:21.718948 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] For port 1ca9af63-6401-422e-a8f2-f2c70b703294, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1ca9af63-6401-422e-a8f2-f2c70b703294,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:21.729946 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.733505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2a0867a7-9c6b-4755-a7f0-2a97062f1fb0 None None] Port 491a50ff-211a-47b6-90fd-54b8a5f30ffc cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:21.754046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 52b43fb9-7232-4e63-87fa-292c000f4a80, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=52b43fb9-7232-4e63-87fa-292c000f4a80,segment=NetworkSegment(f69ed6ec-a1d0-4cde-88d2-29129d7f9898),segment_id=f69ed6ec-a1d0-4cde-88d2-29129d7f9898)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:21.755347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:36:21.755949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.760610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.862718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:21.863372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:21.867433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=52b43fb9-7232-4e63-87fa-292c000f4a80,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.898712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43876197-b280-4029-8855-09b2ac9cd848,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.907045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.908282 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-35301dfd-e80a-4a27-9675-705ad09f67a2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.8462214 Mar 11 19:36:21.912515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53854) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:21.921287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ae87f4e5-87b0-443c-ad1c-e83c73ac1d71 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df223b1139bb49f39866bb633806eb54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5281043 Mar 11 19:36:21.924058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53856) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:21.928057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'security_group_rule': {'security_group_id': '43876197-b280-4029-8855-09b2ac9cd848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:21.940306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fe6db740-a29a-48eb-ad95-7385692d4e38,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.944123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:21.945156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:21.974424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Usage tracker for resource:security_group_rule and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:21.991884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:22.007259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.007618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.007954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.015247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:22.041396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Checking segment: {'id': '41d7acdc-4bc9-454a-a996-2e29cefc0014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'df7bb2c4-5cfd-40d1-bf72-2610a6642606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:22.042026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Network hostable DHCP agents. Network: df7bb2c4-5cfd-40d1-bf72-2610a6642606, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:22.042348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.044512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.046216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.072935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.073350 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.075819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.083873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 2 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.123181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event deleted for resources: {'Port': ['ID=f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.180856 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a687b6e4-1475-40fa-a5c7-fe98a37797d4 None None] Pushing event updated for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.189422 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:22.287364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.287684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.288016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.303030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.303383 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.313861 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 3 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.325400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.363289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.363618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.363952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.401776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Network df7bb2c4-5cfd-40d1-bf72-2610a6642606 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:22.405092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.444545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.444872 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.451126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, df7bb2c4-5cfd-40d1-bf72-2610a6642606) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:22.459108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:22.464422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 4 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.478297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.483331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.483938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.502144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.519596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.519930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.520256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.530143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29795a4-b2ad-4f77-915b-9aa532f9463e None None] Network df7bb2c4-5cfd-40d1-bf72-2610a6642606 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:22.550596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0a0db4-af0b-4c0a-9ee2-23f7f9022d91,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.559514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.559778 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.563167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 5 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.589563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.589903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.590268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.595724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.597015 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ae394b56-7909-489d-a864-82dd66ccf4db tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6745462 Mar 11 19:36:22.602461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53864) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:22.611565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'security_group_rule': {'security_group_id': '43876197-b280-4029-8855-09b2ac9cd848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:22.615829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.618349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.626493 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cee2632f-c0f7-41d5-8ba5-89f74239029e HTTP/1.1" status: 204 len: 168 time: 0.6887798 Mar 11 19:36:22.634607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.634933 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.642181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:22.647170 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 6 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.660326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Usage tracker for resource:security_group_rule and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:22.663077 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:22.664157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddaaf1-1339-4e3e-9130-f060f97a97ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2632f-c0f7-41d5-8ba5-89f74239029e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.668033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548041a-953a-42ea-9b4e-434d9677f83e None None] The sync data for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv is: [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:22.669741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:22.684343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:22.691113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.691469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.691801 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.710643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.710978 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.712375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 7 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.750164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.750823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.751490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.754267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.803143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.803507 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.815680 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 8 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.856820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.857151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.857526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.874873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.875202 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.884076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.894540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53872) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:22.902849 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 9 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.929399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53878) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:22.930177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:22.930515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:22.930952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:22.931150 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bafcc55f-87d0-4c6e-9350-e6b3f018e667 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "DELETE /v2.0/ports/f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a HTTP/1.1" status: 204 len: 168 time: 3.0847392 Mar 11 19:36:22.942758 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d9588dea-b1e2-48be-abe7-4da7e79699f7 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6941662 Mar 11 19:36:22.942758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:22.958959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:22.960096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.960244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router a1638ecc-d503-4cc2-b797-9cce907d752d is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:22.967214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'floatingip': {'floating_network_id': 'df7bb2c4-5cfd-40d1-bf72-2610a6642606'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:22.970395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:22.970728 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:22.973087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:22.973855 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 10 to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 Mar 11 19:36:22.973953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:22.988874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.014361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:floatingip and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:23.022413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:23.022756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:23.023158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:23.030980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:23.041657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.050005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:23.060868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.106908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ce8e50-da8d-4063-b73a-77e675a8a5b8,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:23.135946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1f6f9-9dec-4f70-aef1-9f83004e79c4 None None] Network df7bb2c4-5cfd-40d1-bf72-2610a6642606 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:23.213864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.215154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a5c465bc-4e5c-4177-9cf1-cdb56ddd68c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6116748 Mar 11 19:36:23.224317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:23.227859 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port c1f4eecb-805b-4be3-9488-0a562b0dd447 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:23.228233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.240885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53890) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:23.250947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:23.266284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:23.287263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Usage tracker for resource:floatingip and tenant:8dff2755b804402a9c2ca86b0f9ca270 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:23.316173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.349758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Pushing event updated for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:23.420921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 52b43fb9-7232-4e63-87fa-292c000f4a80 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:23.454628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:23.472985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.485764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:23.492891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.516337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f4a48cd8-d218-4eaa-ae95-9e11a6a0fbaa tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5819926 Mar 11 19:36:23.532770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53896) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:23.546882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1163253740'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:23.557106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.573331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:23.594988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Usage tracker for resource:network and tenant:befbd3d778d0403c9fa777d063ebfdeb is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:23.600714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:23.659075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:23.684643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:23.693193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Usage tracker for resource:security_group_rule and tenant:d7f040c6457b44a4a8cdc97147c847a9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:23.696711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:23.706265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 52b43fb9-7232-4e63-87fa-292c000f4a80 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:23.706771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.706867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:23.710539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port c1f4eecb-805b-4be3-9488-0a562b0dd447, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:23.710915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempted to set empty binding levels {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:36:23.733773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.781594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Made reservation on behalf of befbd3d778d0403c9fa777d063ebfdeb for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:23.784943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.838224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:23.844551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:23.877684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] In _notify_port_updated(), no bound segment for port c1f4eecb-805b-4be3-9488-0a562b0dd447 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:36:23.878006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:23.887552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "PUT /v2.0/ports/c1f4eecb-805b-4be3-9488-0a562b0dd447 HTTP/1.1" status: 200 len: 977 time: 4.6137164 Mar 11 19:36:23.890302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53906) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:23.997866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:24.009077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.009418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Added segment 80593cff-fc2f-4e10-a481-ab03ef4d4ead of type vlan for network c0217699-0d2c-4a29-8a23-08b243cd8f78 Mar 11 19:36:24.043431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.104027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.124659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.133512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.142044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:24.142716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.146955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7dd12-2f7d-4ed2-8f14-c6784f89bc66 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=c1f4eecb-805b-4be3-9488-0a562b0dd447,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:24.172919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b7de4621-3409-447e-bbff-0830c3e37ad1 None None] Provisioning complete for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:24.173447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b7de4621-3409-447e-bbff-0830c3e37ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.175203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.224438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7f040c6457b44a4a8cdc97147c847a9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3287880 Mar 11 19:36:24.231636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:24.300551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.304851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b7de4621-3409-447e-bbff-0830c3e37ad1 None None] Port 491a50ff-211a-47b6-90fd-54b8a5f30ffc cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:24.325516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732a0b8-f29c-4b8f-950a-3c32a1a6c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f309334-c681-4d23-a6f0-d05e22dd16ba,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:24.332494 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7945859 Mar 11 19:36:24.335196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53920) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:24.339334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa88c4d-873d-465b-97f4-b07c52d9d8fe tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event updated for resources: {'Network': ['ID=c0217699-0d2c-4a29-8a23-08b243cd8f78,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:24.356396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c0217699-0d2c-4a29-8a23-08b243cd8f78 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:24.360297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.369835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:24.393389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Sync routers for ids ['a1638ecc-d503-4cc2-b797-9cce907d752d'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:24.452993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25c05d0e-2115-4bbd-b574-22b7a61510b0 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:24.506355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1ca9af63-6401-422e-a8f2-f2c70b703294 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:24.542695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.568794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.601584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.602775 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6800078d-c352-446e-add4-193f1c4bb3e3 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.1621027 Mar 11 19:36:24.611137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53926) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:24.615638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Allocated IP 172.20.0.6 (df7bb2c4-5cfd-40d1-bf72-2610a6642606/fe6db740-a29a-48eb-ad95-7385692d4e38/b41f9561-1ed4-4c08-ae71-21a66d6f05f3) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:24.615809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Routers {'a1638ecc-d503-4cc2-b797-9cce907d752d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:24.615809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a1638ecc-d503-4cc2-b797-9cce907d752d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:24.632805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.661293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f309334-c681-4d23-a6f0-d05e22dd16ba,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:24.683948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25c05d0e-2115-4bbd-b574-22b7a61510b0 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:24.689264 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-25c05d0e-2115-4bbd-b574-22b7a61510b0 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11858 time: 0.7783175 Mar 11 19:36:24.725155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53932) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:24.760012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.763750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1d322fc8-00a6-4df5-827b-81ca8a03c1d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f309334-c681-4d23-a6f0-d05e22dd16ba HTTP/1.1" status: 204 len: 168 time: 0.5191922 Mar 11 19:36:24.842255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.873870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1ca9af63-6401-422e-a8f2-f2c70b703294 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:24.880875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:24.884417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1ca9af63-6401-422e-a8f2-f2c70b703294 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:24.885389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.925200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Allocated IP 172.26.8.107 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/ba7f07cb-68c8-4733-98e0-d58a127355b6) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:24.948167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2fdb566c-c75e-4cee-9371-6000b85436de tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks HTTP/1.1" status: 200 len: 7010 time: 0.6110024 Mar 11 19:36:24.951065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:24.956114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Deleting port c1f4eecb-805b-4be3-9488-0a562b0dd447 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:24.956456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:24.972085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Set router a1638ecc-d503-4cc2-b797-9cce907d752d gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:24.978448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.261823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Port': ['ID=b41f9561-1ed4-4c08-ae71-21a66d6f05f3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:25.418610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Network df7bb2c4-5cfd-40d1-bf72-2610a6642606 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:25.424346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.447031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:25.451794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:25.460723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port c1f4eecb-805b-4be3-9488-0a562b0dd447, host hv-neutron-8327, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:25.461083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.517234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.672137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53956) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:25.714018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Calling delete_port for c1f4eecb-805b-4be3-9488-0a562b0dd447 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:25.720563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.756823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1ca9af63-6401-422e-a8f2-f2c70b703294, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1ca9af63-6401-422e-a8f2-f2c70b703294,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:25.762766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b3ee4-3be0-4ee6-81b3-46cfe797f043 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] Network c0217699-0d2c-4a29-8a23-08b243cd8f78 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:25.774486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.784664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.805812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:25.809546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Usage tracker for resource:security_group_rule and tenant:ed2b52c26f2a46e0982d2a2b73594543 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:25.812322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:25.818608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:25.836526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.869610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:25.877306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5627d6a-9db6-406c-834d-8005294ca0b9 None None] Network c0217699-0d2c-4a29-8a23-08b243cd8f78 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:25.886440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.893178 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ec0b3ee4-3be0-4ee6-81b3-46cfe797f043 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "POST /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9402339 Mar 11 19:36:25.895273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53962) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:25.900688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:25.901295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1638ecc-d503-4cc2-b797-9cce907d752d', 'name': '', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f', 'external_fixed_ips': [{'subnet_id': '6cdeeafd-f451-450b-adac-18cae9b2034e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cd6c5de2-e441-400d-9cc8-5315fd712b63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:16Z', 'updated_at': '2022-03-11T19:36:20Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'cd6c5de2-e441-400d-9cc8-5315fd712b63', 'name': '', 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b0:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1638ecc-d503-4cc2-b797-9cce907d752d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6cdeeafd-f451-450b-adac-18cae9b2034e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cdeeafd-f451-450b-adac-18cae9b2034e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:25.909204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Checking router: a1638ecc-d503-4cc2-b797-9cce907d752d for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:25.909550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Updating router a1638ecc-d503-4cc2-b797-9cce907d752d port cd6c5de2-e441-400d-9cc8-5315fd712b63 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:25.948102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e60b687-2b52-41ec-a28f-f8b53c160019,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.014781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:26.018280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.020816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'Port': ['ID=ba7f07cb-68c8-4733-98e0-d58a127355b6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.024952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:26.064740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.094572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1f4eecb-805b-4be3-9488-0a562b0dd447,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.105432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:26.130259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.180675 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d5121433-1f12-41d8-bada-d56848b74a9f tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "DELETE /v2.0/ports/c1f4eecb-805b-4be3-9488-0a562b0dd447 HTTP/1.1" status: 204 len: 168 time: 1.4485972 Mar 11 19:36:26.181302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53972) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.243027 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbed548-b54a-4842-b711-a6f8f24619fb tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:36:26.243580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6cbed548-b54a-4842-b711-a6f8f24619fb tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:26.281126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53978) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.281897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b903972e-ffa4-4e92-8f0b-5153d4bdcdf0 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks HTTP/1.1" status: 200 len: 7755 time: 0.3853347 Mar 11 19:36:26.287115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.291768 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8bcc3e57-3260-42aa-a9c1-a88f2d214d62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed2b52c26f2a46e0982d2a2b73594543&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6065500 Mar 11 19:36:26.294508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 53984) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.300985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6cbed548-b54a-4842-b711-a6f8f24619fb tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:26.305993 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6cbed548-b54a-4842-b711-a6f8f24619fb tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports/c1f4eecb-805b-4be3-9488-0a562b0dd447 HTTP/1.1" status: 404 len: 333 time: 0.1208911 Mar 11 19:36:26.315694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53988) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.327827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1759621063', 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:26.339388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:26.437396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.484683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.497789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Transition to ACTIVE for port object cd6c5de2-e441-400d-9cc8-5315fd712b63 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:26.500412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:26.518530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:26.522033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.541375 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.551582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.551867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1ca9af63-6401-422e-a8f2-f2c70b703294 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:26.574916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Made reservation on behalf of 146907244d464b31a06ed25940fc5af9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:26.578080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.589680 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a36c7f54-3928-4f74-8777-2fb4fdb32137 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "DELETE /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks/c0217699-0d2c-4a29-8a23-08b243cd8f78 HTTP/1.1" status: 204 len: 168 time: 0.3075340 Mar 11 19:36:26.601933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 53996) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.641780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.645183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.647009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63add397-9e38-43a0-8d18-f3ca8e78d3ad admin admin] 10.222.0.76 "PUT /v2.0/routers/c4c79352-5f8e-4c9b-a0a3-3c92bc64a349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8473079 Mar 11 19:36:26.664270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.679943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port 8f90caf2-e089-4639-8d58-061c874e4a05 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:26.705289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467ab6a-c3a6-4ab8-bead-1c9748f813a7 None None] Pushing event updated for resources: {'Port': ['ID=cd6c5de2-e441-400d-9cc8-5315fd712b63,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.761019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting port cd6c5de2-e441-400d-9cc8-5315fd712b63 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:26.761722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.762972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.772586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.785566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Attempting to bind port cd6c5de2-e441-400d-9cc8-5315fd712b63 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:26.785942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Attempting to bind port cd6c5de2-e441-400d-9cc8-5315fd712b63 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c7003578-8e48-4cbe-a635-9745f6eb87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:26.786300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Attempting to bind port cd6c5de2-e441-400d-9cc8-5315fd712b63 on network feabc243-3aec-44d6-a064-7c4e5e9d265f {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:26.789133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1ca9af63-6401-422e-a8f2-f2c70b703294 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:26.789505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.791329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.796938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e60b687-2b52-41ec-a28f-f8b53c160019,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.850195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.851345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fc15533c-0f4f-42f6-b124-1fbb729ce562 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e60b687-2b52-41ec-a28f-f8b53c160019 HTTP/1.1" status: 204 len: 168 time: 0.5555782 Mar 11 19:36:26.878280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:26.878665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Checking segment: {'id': 'c7003578-8e48-4cbe-a635-9745f6eb87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:26.879068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.879486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Bound using segment: {'id': 'c7003578-8e48-4cbe-a635-9745f6eb87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:26.880011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Bound port: cd6c5de2-e441-400d-9cc8-5315fd712b63, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7003578-8e48-4cbe-a635-9745f6eb87dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'feabc243-3aec-44d6-a064-7c4e5e9d265f'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:26.880776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:26.920544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54004) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:26.971052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Port': ['ID=b41f9561-1ed4-4c08-ae71-21a66d6f05f3,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.990275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] For port cd6c5de2-e441-400d-9cc8-5315fd712b63, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:26.996921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] For port cd6c5de2-e441-400d-9cc8-5315fd712b63, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cd6c5de2-e441-400d-9cc8-5315fd712b63,segment=NetworkSegment(c7003578-8e48-4cbe-a635-9745f6eb87dd),segment_id=c7003578-8e48-4cbe-a635-9745f6eb87dd)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:26.999242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.024146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.025649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-553ea81b-eaff-41ed-b6ab-a0266606354a tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0808249 Mar 11 19:36:27.028901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:27.044695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.186023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467ab6a-c3a6-4ab8-bead-1c9748f813a7 None None] Pushing event updated for resources: {'Port': ['ID=cd6c5de2-e441-400d-9cc8-5315fd712b63,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:27.198636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Routers {'a1638ecc-d503-4cc2-b797-9cce907d752d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:27.199442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a1638ecc-d503-4cc2-b797-9cce907d752d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:27.260522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09a51b63-5f30-4f07-87f7-70a814019cbe tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Synchronizing usage tracker for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:floatingip {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:27.298237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09a51b63-5f30-4f07-87f7-70a814019cbe tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Unset dirty status for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:floatingip {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:27.303668 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09a51b63-5f30-4f07-87f7-70a814019cbe tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=df7bb2c4-5cfd-40d1-bf72-2610a6642606 HTTP/1.1" status: 200 len: 689 time: 0.2735519 Mar 11 19:36:27.304470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:27.450738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:27.458722 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b602abe-d579-47fb-8421-a47cf0facbc6 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks HTTP/1.1" status: 200 len: 7010 time: 0.8498125 Mar 11 19:36:27.485375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54026) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:27.486419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:27.487785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] Set router a1638ecc-d503-4cc2-b797-9cce907d752d gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:27.504581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.506357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:floatingip and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:27.553043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:27.586096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:27.617773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54032) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:27.622605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] For port cd6c5de2-e441-400d-9cc8-5315fd712b63, host dv-neutron-832764-2-hyperv, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:27.623045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.636011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1638ecc-d503-4cc2-b797-9cce907d752d', 'name': '', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:16Z', 'updated_at': '2022-03-11T19:36:26Z', 'revision_number': 4, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:27.642587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51bfd2d-f4a1-4197-a259-3a2e4e3c48ab None None] The sync data for ids ['a1638ecc-d503-4cc2-b797-9cce907d752d'] in dv-neutron-832764-2-hyperv is: [{'id': 'a1638ecc-d503-4cc2-b797-9cce907d752d', 'name': '', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:16Z', 'updated_at': '2022-03-11T19:36:26Z', 'revision_number': 4, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:27.643571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127516889', 'description': 'tempest-description--1430430106'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:27.653682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.659085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:27.663741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Deleting port b41f9561-1ed4-4c08-ae71-21a66d6f05f3 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:27.664066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.694801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Usage tracker for resource:security_group and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:27.703820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:27.716839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:27.746169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.788423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Calling delete_port for cd6c5de2-e441-400d-9cc8-5315fd712b63 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:27.818978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.851572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c4ac284e-3ec8-4641-a69e-4a33f4f32f17 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/networks/15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3591332 Mar 11 19:36:27.855297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54042) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:27.857199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:27.884896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.944387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:27.945825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.949711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Usage tracker for resource:security_group_rule and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:27.954752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:27.971417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:27.979070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:27.979490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.117380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Calling delete_port for b41f9561-1ed4-4c08-ae71-21a66d6f05f3 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:28.186219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.214630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.227198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.243385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'Port': ['ID=ba7f07cb-68c8-4733-98e0-d58a127355b6,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.258746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4dcc8d5a-2fec-4f8a-b964-2df78ab239aa tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/networks/15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3907478 Mar 11 19:36:28.259064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54052) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:28.358690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:28.360460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.362579 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.7446752 Mar 11 19:36:28.362579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa900a8-e00b-48b4-a3f7-fc93271a6ec5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ce9a1-88d4-42ec-9d54-3105252304d3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.364498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:28.366467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.375080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:28.387745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:28.388503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:28.389067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.392550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=8f90caf2-e089-4639-8d58-061c874e4a05,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.403080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'security_group_rule': {'security_group_id': 'b17ce9a1-88d4-42ec-9d54-3105252304d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:28.404565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:36:28.405069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:36:28.425783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.427206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d5ea41e-e222-4c91-9b4d-ee9c6ae2f3e1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1816530 Mar 11 19:36:28.438096 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c71edf2c-4556-446f-8769-21ff8c4dd562 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1208675 Mar 11 19:36:28.441118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54064) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:28.468912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:28.487559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.503550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Usage tracker for resource:security_group_rule and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:28.513694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.516050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10ca3152-119c-450e-8d8b-0ea68d1556ec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:28.553506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:28.556315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Port': ['ID=b41f9561-1ed4-4c08-ae71-21a66d6f05f3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.572819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10ca3152-119c-450e-8d8b-0ea68d1556ec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:28.574008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-10ca3152-119c-450e-8d8b-0ea68d1556ec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports/8f90caf2-e089-4639-8d58-061c874e4a05 HTTP/1.1" status: 200 len: 955 time: 0.1319246 Mar 11 19:36:28.581689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54072) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:28.649451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:28.708747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Deleting port 8f90caf2-e089-4639-8d58-061c874e4a05 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:28.709088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.718948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.731824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.854724 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e769ba76-63a5-4c17-85d5-cffa9b64eb71 tempest-DHCPAgentSchedulersTestJSON-1515234750 tempest-DHCPAgentSchedulersTestJSON-1515234750-project-admin] 10.222.0.76 "GET /v2.0/agents/ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6/dhcp-networks HTTP/1.1" status: 200 len: 7010 time: 0.5910206 Mar 11 19:36:28.860132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54088) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:28.910687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting port cd6c5de2-e441-400d-9cc8-5315fd712b63 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:28.911181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:28.939307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Allocated IP 172.26.8.245 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/499f25c9-69d6-4111-9408-c14d806cdbe9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:28.995235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54094) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:29.003592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.030396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.031536 dv-neutron-832764-2-hyperv neutron-server[83813]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:36:29.067976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.097370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.109819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff90d22-f332-4c1d-a86e-7b57047dbecb,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.145572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.180690 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-e216da0a-c8b4-4cce-8727-a161ae2872fe tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--600831020&fields=id&tenant_id=8dff2755b804402a9c2ca86b0f9ca270 HTTP/1.1" status: 200 len: 267 time: 0.1842949 Mar 11 19:36:29.185729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.190085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aac4aa19-7221-4afc-9850-be62bbe3feb6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8100276 Mar 11 19:36:29.195466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54102) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:29.237797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'security_group_rule': {'security_group_id': 'b17ce9a1-88d4-42ec-9d54-3105252304d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:29.252620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:29.258620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.368988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Usage tracker for resource:security_group_rule and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:29.386495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:29.414767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6db740-a29a-48eb-ad95-7385692d4e38,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.416138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54110) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:29.421095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:29.436854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Calling delete_port for 8f90caf2-e089-4639-8d58-061c874e4a05 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:29.440715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.515076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0217699-0d2c-4a29-8a23-08b243cd8f78']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.581328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.591425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] For port cd6c5de2-e441-400d-9cc8-5315fd712b63, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cd6c5de2-e441-400d-9cc8-5315fd712b63,segment=NetworkSegment(c7003578-8e48-4cbe-a635-9745f6eb87dd),segment_id=c7003578-8e48-4cbe-a635-9745f6eb87dd)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:29.591921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.638862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.654676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1861918336', 'router:external': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:29.656047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.681640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80593cff-fc2f-4e10-a481-ab03ef4d4ead') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.681909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80593cff-fc2f-4e10-a481-ab03ef4d4ead') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.698280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:29.710996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.723666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-5651df02-5078-4007-9af8-0a24fdb6bb8d tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.725077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-5651df02-5078-4007-9af8-0a24fdb6bb8d tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/networks?id=42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 200 len: 811 time: 0.5305502 Mar 11 19:36:29.730759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.737858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:network and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:29.750072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Calling delete_port for cd6c5de2-e441-400d-9cc8-5315fd712b63 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:29.752168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:29.776877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.779038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:29.797758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f90caf2-e089-4639-8d58-061c874e4a05,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.801271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:29.801929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.817004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7bb2c4-5cfd-40d1-bf72-2610a6642606']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.819018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:29.824249 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:29.860321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9e00b66-e1c5-42b1-b197-2c20006fd2a8 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "DELETE /v2.0/ports/8f90caf2-e089-4639-8d58-061c874e4a05 HTTP/1.1" status: 204 len: 168 time: 1.2752664 Mar 11 19:36:29.860321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.862547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54118) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:29.889531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d7acdc-4bc9-454a-a996-2e29cefc0014') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.889710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d7acdc-4bc9-454a-a996-2e29cefc0014') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:29.896916 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1023bdb3-c7cc-4f18-a26b-6bfdcda7cc28 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/quotas/8dff2755b804402a9c2ca86b0f9ca270 HTTP/1.1" status: 200 len: 375 time: 0.1531589 Mar 11 19:36:29.911451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Made reservation on behalf of af99ceb716e4471b9bb95a14c59123f1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:29.913732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.941919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.976714 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-15504da6-9bd0-4411-ae79-64bb67a20fec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:36:29.977207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-15504da6-9bd0-4411-ae79-64bb67a20fec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:29.988529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:29.993523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:30.000959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:30.003663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:30.019486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.031623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.033838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=499f25c9-69d6-4111-9408-c14d806cdbe9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.035044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.037332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:30.037721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:30.052278 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:30.057535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.064256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-15504da6-9bd0-4411-ae79-64bb67a20fec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:30.068917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-15504da6-9bd0-4411-ae79-64bb67a20fec tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports/8f90caf2-e089-4639-8d58-061c874e4a05 HTTP/1.1" status: 404 len: 333 time: 0.1681085 Mar 11 19:36:30.069846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.078995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166284225'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:30.086562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:30.107305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:30.147293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.176959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Made reservation on behalf of 146907244d464b31a06ed25940fc5af9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:30.179172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.186990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8c76c6-c6d7-4d92-a643-2b61ec25e0b5,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.189190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event deleted for resources: {'Network': ['ID=c0217699-0d2c-4a29-8a23-08b243cd8f78,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.202263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:30.209414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:security_group_rule and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:30.213565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:30.214624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port 8b819885-a414-41d1-91d6-79d32cac29f2 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:30.216986 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3b4dd454-3ce5-4037-93c0-a436bb33802a tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "DELETE /v2.0/networks/c0217699-0d2c-4a29-8a23-08b243cd8f78 HTTP/1.1" status: 204 len: 168 time: 1.3546112 Mar 11 19:36:30.221997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.223097 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1902de8b-f37c-43f8-b9d7-800177316540 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0236900 Mar 11 19:36:30.223716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54126) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.225920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:30.230926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54128) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.250999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.264600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.269978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:30.295203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df7bb2c4-5cfd-40d1-bf72-2610a6642606 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:30.308263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.310870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:30.312947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd6c5de2-e441-400d-9cc8-5315fd712b63,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.319857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-31b31b5b-8ffd-49e7-840b-d3b7dcd37da4 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Synchronizing usage tracker for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:30.327796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Network': ['ID=df7bb2c4-5cfd-40d1-bf72-2610a6642606,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.330184 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d6afd88-744d-41d2-b4cc-ca07eea130e9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] DELETE failed (client error): The resource could not be found. Mar 11 19:36:30.331082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d6afd88-744d-41d2-b4cc-ca07eea130e9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:36:30.333718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Usage tracker for resource:floatingip and tenant:0a18426f7b2f410b944e9769ef307fa8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:30.342926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:30.359252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:30.371293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-844f58f3-29a8-4b4d-b928-33d150dcb714 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/df7bb2c4-5cfd-40d1-bf72-2610a6642606 HTTP/1.1" status: 204 len: 168 time: 3.0655277 Mar 11 19:36:30.375113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54134) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.378268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5d6afd88-744d-41d2-b4cc-ca07eea130e9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "DELETE /v2.0/ports/f67635c9-bacf-4d8d-bbb7-f9d75c2b8d1a HTTP/1.1" status: 404 len: 333 time: 0.1501884 Mar 11 19:36:30.388230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54138) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.441429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.490558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b5b5c5e2-cc33-440c-9e44-263649cfa88d tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Synchronizing usage tracker for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:floatingip {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:30.568764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.580655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.586592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.594068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b5b5c5e2-cc33-440c-9e44-263649cfa88d tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Unset dirty status for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:floatingip {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:30.597901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b5b5c5e2-cc33-440c-9e44-263649cfa88d tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2186646 Mar 11 19:36:30.598788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54142) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.638554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-31b31b5b-8ffd-49e7-840b-d3b7dcd37da4 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Unset dirty status for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:30.639859 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-31b31b5b-8ffd-49e7-840b-d3b7dcd37da4 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7098408 Mar 11 19:36:30.667929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:30.685546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19daab07-78a1-4c9f-8cd3-f053868a649a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.701289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.701593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Added segment efde9377-7ca9-48b8-9a57-ec8223907b8b of type vlan for network 584be8c4-4abd-4b70-bc64-060d83762c82 Mar 11 19:36:30.718456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.718818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.719225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.719598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.719941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.720277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.720608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.721521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Synchronizing usage tracker for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:30.768224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Unset dirty status for tenant:0f97f4b67bdb473aab631ce57c241315 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:30.772555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-012184a3-7234-4143-a2f9-ea0e9e243689 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4560 time: 0.1698992 Mar 11 19:36:30.773154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54150) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.776093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.874148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-966eeae4-e9ec-4f39-ae26-95d943891612 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] delete failed (client error): The resource could not be found. Mar 11 19:36:30.877867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-966eeae4-e9ec-4f39-ae26-95d943891612 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/32fafef6-bf78-42b2-84c6-2943a09716d6 HTTP/1.1" status: 404 len: 345 time: 0.0951498 Mar 11 19:36:30.878281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54156) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:30.917139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.920180 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc62a27-8e48-4ebd-9c61-88e1845cadae tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 19:36:30.920608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc62a27-8e48-4ebd-9c61-88e1845cadae tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:36:30.967885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-d01469e4-d930-4d5e-b729-75ba303bfc22 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:36:30.968721 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-d01469e4-d930-4d5e-b729-75ba303bfc22 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1206133 Mar 11 19:36:30.972114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.972967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.973488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:30.977449 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8cc62a27-8e48-4ebd-9c61-88e1845cadae tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/df7bb2c4-5cfd-40d1-bf72-2610a6642606 HTTP/1.1" status: 404 len: 339 time: 0.0981386 Mar 11 19:36:30.991246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54160) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:31.015645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'name': 'tempest-network--1962055523', 'router:external': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:31.039347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:31.054514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:network and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:31.058868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.096602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:31.099026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.165804 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7405109 Mar 11 19:36:31.170550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:31.171694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54164) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:31.211972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'subnet': {'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:31.229738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:31.231014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.235878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ebda7-8a0c-4f8c-97b6-14ab12093fee tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Network': ['ID=584be8c4-4abd-4b70-bc64-060d83762c82,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:31.246526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 584be8c4-4abd-4b70-bc64-060d83762c82 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:31.252843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:subnet and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:31.258369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:31.273752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:31.292092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:31.293126 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-06ca2262-3373-49b6-9bce-1f9ebeca514b service neutron] 10.222.0.76 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110671 Mar 11 19:36:31.294974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.300307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Allocated IP 172.26.8.24 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/6920d93d-5874-4f65-b993-c07899eb3461) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:31.332092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Made reservation on behalf of af99ceb716e4471b9bb95a14c59123f1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:31.334317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.393806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Deleting subnet dcd6f5c9-3553-4bab-a83f-04fcd1c48455 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:36:31.526757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.584523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.609459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:31.613016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.614925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.699349 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1dcc9c10-9619-4118-8fbe-ef8425f49308 service neutron] 10.222.0.76 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918631 Mar 11 19:36:31.700822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.744471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.744832 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Added segment 5bd4c590-3ac4-4549-9ea9-cb102bf99772 of type vlan for network b1871fe1-6d55-454a-ad45-9b0df114885a Mar 11 19:36:31.777193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.854172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.886148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Network 736fd5a3-fef4-42fc-a743-6927436a8f1c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:31.893585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:31.912054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=8b819885-a414-41d1-91d6-79d32cac29f2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:31.923894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:31.924577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.925164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.949106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54178) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:31.964304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:31.964460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1638ecc-d503-4cc2-b797-9cce907d752d {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:32.002445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'Port': ['ID=6920d93d-5874-4f65-b993-c07899eb3461,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.020723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:32.028009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:32.030291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:32.072038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.076649 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2935d1db-2bf9-460a-ad17-1b5832a244fa tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a1638ecc-d503-4cc2-b797-9cce907d752d HTTP/1.1" status: 204 len: 168 time: 7.4610381 Mar 11 19:36:32.076649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.076876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54190) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.078930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:32.109342 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-321aa46c-b961-4ba0-b6e9-b92e0b2e3b35 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0387354 Mar 11 19:36:32.112177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.113578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54194) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.131894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:32.180991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting subnet 6cdeeafd-f451-450b-adac-18cae9b2034e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:36:32.184438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.191658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.248294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.270773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.408630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:32.426539 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:36:32.428737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.471340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:36:32.471463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.505766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4634dd90-5a83-4d83-86f5-bb9f9986718a req-7a56d00e-2467-42da-80a3-60cd183e1c8e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.5500896 Mar 11 19:36:32.529048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.570645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=499f25c9-69d6-4111-9408-c14d806cdbe9,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.588137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.589275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:32.589946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.610655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8ac2f61c-69fd-4c4a-b980-ce681f23ba8e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.636635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.637286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.675788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.724083 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7258708 Mar 11 19:36:32.730242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54214) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.735625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdeeafd-f451-450b-adac-18cae9b2034e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.736213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.739873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.761278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Checking segment: {'id': 'efde9377-7ca9-48b8-9a57-ec8223907b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:32.761634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network hostable DHCP agents. Network: 584be8c4-4abd-4b70-bc64-060d83762c82, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:32.780740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133d491-f8c9-45a2-aa95-3523f501812b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=b1871fe1-6d55-454a-ad45-9b0df114885a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.789785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.791017 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ba355095-6fc7-4161-bcca-15fe7e28efe6 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8570559 Mar 11 19:36:32.795606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b1871fe1-6d55-454a-ad45-9b0df114885a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:32.798816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54220) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.802813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd6f5c9-3553-4bab-a83f-04fcd1c48455,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.810158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2103915127'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:32.839466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:32.847011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.863598 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8c7b072c-a14e-4ce1-ac82-76b607660ca9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "DELETE /v2.0/subnets/dcd6f5c9-3553-4bab-a83f-04fcd1c48455 HTTP/1.1" status: 204 len: 168 time: 2.4711764 Mar 11 19:36:32.867823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3c0953-6a4c-49ee-a06b-b248d8798435 None None] Network 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:32.868148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:network and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:32.872173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54224) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.876537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:32.881355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:32.899878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d8483e2f-6234-434c-a0b7-0ee1f44c5a2b tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/6cdeeafd-f451-450b-adac-18cae9b2034e HTTP/1.1" status: 204 len: 168 time: 0.8215351 Mar 11 19:36:32.900909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54230) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:32.914077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:33.004852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Made reservation on behalf of 806a3c1d007745e2a7efb842ab24e487 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:33.007826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.081860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.184351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] DHCP port deletion for 15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:36:33.184812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.190301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Deleting port 52b43fb9-7232-4e63-87fa-292c000f4a80 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:33.190695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.226167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:33.233000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:security_group_rule and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:33.244380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Deleting port 52b43fb9-7232-4e63-87fa-292c000f4a80 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:33.245163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.305802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:33.414737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:33.466483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.470839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.474992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.478785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.483208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.487342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.488322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Synchronizing usage tracker for tenant:397df6e86ed84e909cbf6340b6f1c340 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:33.498692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 584be8c4-4abd-4b70-bc64-060d83762c82 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:33.504960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] For port 52b43fb9-7232-4e63-87fa-292c000f4a80, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=52b43fb9-7232-4e63-87fa-292c000f4a80,segment=NetworkSegment(f69ed6ec-a1d0-4cde-88d2-29129d7f9898),segment_id=f69ed6ec-a1d0-4cde-88d2-29129d7f9898)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:33.505999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.524540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] device_id is not set on port 8b819885-a414-41d1-91d6-79d32cac29f2 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:33.528070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 584be8c4-4abd-4b70-bc64-060d83762c82) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:33.547850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.590805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Transition to ACTIVE for port object 8b819885-a414-41d1-91d6-79d32cac29f2 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:33.598182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.600777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.601037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] For port 52b43fb9-7232-4e63-87fa-292c000f4a80, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=52b43fb9-7232-4e63-87fa-292c000f4a80,segment=NetworkSegment(f69ed6ec-a1d0-4cde-88d2-29129d7f9898),segment_id=f69ed6ec-a1d0-4cde-88d2-29129d7f9898)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:33.601502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.604538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c0b39-8377-4b2e-9266-1b29ff830758 None None] Network 584be8c4-4abd-4b70-bc64-060d83762c82 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:33.614055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.652588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Unset dirty status for tenant:397df6e86ed84e909cbf6340b6f1c340 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:33.654058 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab4a895d-3f7b-4bd0-a3b8-e1a1f6c527cf tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.9200149 Mar 11 19:36:33.660119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:33.666441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:33.693884 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b4c2b7ea-1642-4041-8a9f-afddf3ccb57c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5188398 Mar 11 19:36:33.719408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:33.745297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Calling delete_port for 52b43fb9-7232-4e63-87fa-292c000f4a80 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:33.793384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.797335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.798034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1761645573', 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:33.822755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.823024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Calling delete_port for 52b43fb9-7232-4e63-87fa-292c000f4a80 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:33.889415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:33.908700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:port and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:33.944959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2f9ff921-7e5e-4658-bb48-f190941c2eab req-13dfd9b5-0e91-4312-b08c-836060a86d0a tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.0816977 Mar 11 19:36:33.979658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.980810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:33.998242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:34.021988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=8b819885-a414-41d1-91d6-79d32cac29f2,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.037146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:34.038471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] Pushing event deleted for resources: {'Port': ['ID=52b43fb9-7232-4e63-87fa-292c000f4a80,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.038912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'Port': ['ID=6920d93d-5874-4f65-b993-c07899eb3461,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.049251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.056873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:36:34.057031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:36:34.061254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.076530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Made reservation on behalf of af99ceb716e4471b9bb95a14c59123f1 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:34.077395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fac6b0-84bf-42f4-baee-4d0497ddaee7 None None] No DVR routers for this DVR port 52b43fb9-7232-4e63-87fa-292c000f4a80 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:34.079644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.153525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:34.161055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:34.161393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:34.161903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:34.166070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] device_id is not set on port d800b59f-79bb-4717-89cb-88e45a4b05b9 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:34.187753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.207197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.210004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6820319-e118-42a7-91ad-da337d6c87d5 None None] Network 584be8c4-4abd-4b70-bc64-060d83762c82 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:34.216856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.90', 53210) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:34.309676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293f3aee-975a-467f-842c-4867576d4477,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.319092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.319534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Added segment c21c1165-590c-4b98-b330-186e1fb357e2 of type vlan for network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 Mar 11 19:36:34.332000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:34.332386 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:34.340721 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 2 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:34.397177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.401388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:34.403077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:34.406779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:34.417052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feabc243-3aec-44d6-a064-7c4e5e9d265f']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.437781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.447269 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cba8195e-5f4a-48a1-bdb4-f75c32118299 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2073410 Mar 11 19:36:34.447269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.453201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7003578-8e48-4cbe-a635-9745f6eb87dd') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.453505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7003578-8e48-4cbe-a635-9745f6eb87dd') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.470355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 52b43fb9-7232-4e63-87fa-292c000f4a80 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:36:34.471551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.514209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:34.514550 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:34.514672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1871fe1-6d55-454a-ad45-9b0df114885a']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.521923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 3 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:34.532371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.535548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd4c590-3ac4-4549-9ea9-cb102bf99772') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.535999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd4c590-3ac4-4549-9ea9-cb102bf99772') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:34.560488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Deleting port 52b43fb9-7232-4e63-87fa-292c000f4a80 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:34.560859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.562887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:34.563658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.567006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 52b43fb9-7232-4e63-87fa-292c000f4a80 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:36:34.567248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 52b43fb9-7232-4e63-87fa-292c000f4a80 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:34.576605 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:34.578407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.593567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:34.594190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:34.594519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:34.642461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.646147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:34.646728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.658546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] The port '52b43fb9-7232-4e63-87fa-292c000f4a80' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:36:34.659363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-db34638a-7dc3-4568-8d6d-e5efc958c766 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:34.660893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-db34638a-7dc3-4568-8d6d-e5efc958c766 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "GET /v2.0/networks?id=42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 200 len: 811 time: 0.4430058 Mar 11 19:36:34.681882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.688449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:34.688745 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:34.689844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 2001:db8::5e (584be8c4-4abd-4b70-bc64-060d83762c82/8ac2f61c-69fd-4c4a-b980-ce681f23ba8e/d800b59f-79bb-4717-89cb-88e45a4b05b9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:34.697410 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 4 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:34.709353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:34.709749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:34.723899 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:34.808417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.812199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network feabc243-3aec-44d6-a064-7c4e5e9d265f {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:34.815012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:34.847788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/networks/feabc243-3aec-44d6-a064-7c4e5e9d265f HTTP/1.1" status: 204 len: 168 time: 1.9345977 Mar 11 19:36:34.851348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e95143e-89d0-467f-a344-bcef2eb0d8f4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Network': ['ID=feabc243-3aec-44d6-a064-7c4e5e9d265f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.869297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-33083e95-49b6-4fb0-8f25-e27206c420ae tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dff2755b804402a9c2ca86b0f9ca270 HTTP/1.1" status: 200 len: 379 time: 0.1803327 Mar 11 19:36:34.879844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:34.880452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:34.880452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:34.892637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'port': {'device_id': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'admin_state_up': True, 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'security_groups': ['43876197-b280-4029-8855-09b2ac9cd848']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:34.924088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.010590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:35.010923 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:35.011510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Network': ['ID=a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:35.017103 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fbb3728b-b626-436e-8455-15dadcf19af1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2130427 Mar 11 19:36:35.020407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 5 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:35.024386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:35.029563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54278) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:35.040689 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-9ac2ca71-c63b-4a52-bb75-4d45f7d852f4 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2127516889&fields=id&tenant_id=0a18426f7b2f410b944e9769ef307fa8 HTTP/1.1" status: 200 len: 267 time: 0.3101120 Mar 11 19:36:35.055432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Request body: {'subnet': {'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:35.072188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1871fe1-6d55-454a-ad45-9b0df114885a {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:35.083967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.107576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.157864 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/b1871fe1-6d55-454a-ad45-9b0df114885a HTTP/1.1" status: 204 len: 168 time: 1.4622655 Mar 11 19:36:35.158860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cad51a-6ae8-41c3-97b7-a325bcb0d693 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1871fe1-6d55-454a-ad45-9b0df114885a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:35.163066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54284) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:35.180638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'name': 'tempest-network--73263358', 'router:external': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:35.195781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:35.201626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:network and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:35.205484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:35.211288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:35.273911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:35.276291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.284374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:35.284680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:35.285014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:35.303560 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cc142fd6-f2a8-4204-95d4-866d364b5070 req-905e3520-5a90-48e2-83b1-e9b60e9f3cb2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.0844598 Mar 11 19:36:35.365299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:35.382788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.383361 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Added segment 8b151e52-e2cc-4630-a26d-efcd82a401e3 of type vlan for network 6e752fd1-3685-4765-9c09-3c25681cbf2c Mar 11 19:36:35.384905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:35.403436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:35.429068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54292) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:35.433721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Made reservation on behalf of 8dff2755b804402a9c2ca86b0f9ca270 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:35.436818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.448649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.455654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'name': 'tempest-router--892597819', 'project_id': '0f474739fa6b4c4cb54758aac35119fb'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:35.466868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:35.471716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.477048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:router and tenant:0f474739fa6b4c4cb54758aac35119fb is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:35.482266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:35.510712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:35.514655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:subnet and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:35.534159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:35.541759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.542041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69ed6ec-a1d0-4cde-88d2-29129d7f9898') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.563262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:35.565250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:35.565571 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:35.571263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.580343 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 6 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:35.612118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:35.612450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:35.612770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:35.647658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Made reservation on behalf of 806a3c1d007745e2a7efb842ab24e487 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:35.739117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Allocated IP 172.20.0.14 (42566dbc-b786-4e1a-9084-784e3a48ebe4/5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d/da870bef-681d-4033-bcf9-587a24169b5c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:35.776446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.782884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.807020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:35.807362 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:35.822781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 7 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:35.845708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:35.846100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.874864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:35.875170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:35.875530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:35.877632 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:35.935387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:35.951816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:35.954674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210762f-d878-41b3-8f91-749094421cdc req-a7bb0f94-9152-4ed1-a1a8-e3a0a615e910 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:35.962004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-a7bb0f94-9152-4ed1-a1a8-e3a0a615e910 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/networks?id=1c3ef36d-a17c-4e26-b3ce-50b651558884 HTTP/1.1" status: 200 len: 805 time: 0.8862896 Mar 11 19:36:35.970201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.984749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:35.985835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.000637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.001504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:36.002185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.010485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Transition to ACTIVE for port object da870bef-681d-4033-bcf9-587a24169b5c will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:36.047281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.076247 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-4cfe1e3b-4853-452f-876f-44b11e50f3cb tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/quotas/0a18426f7b2f410b944e9769ef307fa8 HTTP/1.1" status: 200 len: 375 time: 0.1132872 Mar 11 19:36:36.131033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:36.131278 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:36.144666 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 8 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:36.166507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:36.167089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:36.167455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:36.215919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:36.216371 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:36.220990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 9 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:36.235161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.246639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.247668 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.0835118 Mar 11 19:36:36.253965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54298) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:36.259609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:36.259941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:36.260284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:36.316414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.392117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846a65-59fd-4b66-bd92-066770ca1078 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=6e752fd1-3685-4765-9c09-3c25681cbf2c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.403799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 6e752fd1-3685-4765-9c09-3c25681cbf2c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:36.462633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.503272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] Pushing event deleted for resources: {'Network': ['ID=15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.509862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-df47ad5b-3816-4da8-b82f-9a398e29fbb9 tempest-DHCPAgentSchedulersTestJSON-70336228 tempest-DHCPAgentSchedulersTestJSON-70336228-project] 10.222.0.76 "DELETE /v2.0/networks/15ee6be4-a56f-4df2-ad1c-7c2bd4212f2f HTTP/1.1" status: 204 len: 168 time: 3.6366243 Mar 11 19:36:36.510551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:36.510875 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:36.517072 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempt 10 to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 Mar 11 19:36:36.536616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:36.590349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=d800b59f-79bb-4717-89cb-88e45a4b05b9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.660342 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-1be58cac-372e-49b4-bda2-50885a964067 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a18426f7b2f410b944e9769ef307fa8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5832250 Mar 11 19:36:36.702085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:36.702421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:36.702748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempting to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:36.723280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:36.725254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 584be8c4-4abd-4b70-bc64-060d83762c82 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:36.728051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:36.732597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:36.741064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:36.741790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.752005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:36.756345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:36.756684 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Failed to bind port 8b819885-a414-41d1-91d6-79d32cac29f2 on host hv-neutron-8327 for vnic_type normal using segments [{'id': 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '736fd5a3-fef4-42fc-a743-6927436a8f1c'}] Mar 11 19:36:36.764970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.781520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8dd96742-fd81-4eca-8224-4876586bf9c0 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.0557954 Mar 11 19:36:36.799812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:36.828364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:36.829036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.879227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:36.926276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event updated for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.991946 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-c41582e3-103f-4741-a8a7-0b01049e3633 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1156611 Mar 11 19:36:36.999388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0800e7d1-7ef0-471f-8bab-4f4054cc27c5 tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.001045 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0800e7d1-7ef0-471f-8bab-4f4054cc27c5 tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "GET /v2.0/networks/6e752fd1-3685-4765-9c09-3c25681cbf2c HTTP/1.1" status: 200 len: 755 time: 0.6791048 Mar 11 19:36:37.004005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54318) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.111183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port 8b819885-a414-41d1-91d6-79d32cac29f2, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:37.111965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Attempted to set empty binding levels {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:36:37.120930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.126348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-836210e4-aabf-43df-948f-2ddd3dd41297 None None] Provisioning for port da870bef-681d-4033-bcf9-587a24169b5c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:37.131754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-836210e4-aabf-43df-948f-2ddd3dd41297 None None] Provisioning complete for port da870bef-681d-4033-bcf9-587a24169b5c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:37.132331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-836210e4-aabf-43df-948f-2ddd3dd41297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.160694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.176466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-cc5a3d93-3ab7-4bdc-a267-eab345095087 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:36:37.177481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-cc5a3d93-3ab7-4bdc-a267-eab345095087 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053904 Mar 11 19:36:37.177926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54324) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.220637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Subnet': ['ID=ac90cf26-e0aa-4e95-9557-3085d60be646,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:37.224422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.272246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Deleting port d800b59f-79bb-4717-89cb-88e45a4b05b9 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:37.272689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.278472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a124108-e2eb-4ad2-a2c8-3ffa3f921da1 tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.287409 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9a124108-e2eb-4ad2-a2c8-3ffa3f921da1 tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "GET /v2.0/networks/c904ace0-58ee-41ca-b168-f2c77091724a HTTP/1.1" status: 200 len: 768 time: 0.2820153 Mar 11 19:36:37.289106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54330) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.313690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-836210e4-aabf-43df-948f-2ddd3dd41297 None None] Port da870bef-681d-4033-bcf9-587a24169b5c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:37.347730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.350657 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-240f890b-e201-454a-9b19-67fec1305d33 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9192059 Mar 11 19:36:37.526359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54334) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.544879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.577272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806a996-d069-4e63-b0ad-cba5f85d6ced req-b63f32b6-0f94-4658-875c-6fdb2f2e6dd7 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.578543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3806a996-d069-4e63-b0ad-cba5f85d6ced req-b63f32b6-0f94-4658-875c-6fdb2f2e6dd7 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Synchronizing usage tracker for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:37.681822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.688865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Calling delete_port for d800b59f-79bb-4717-89cb-88e45a4b05b9 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:37.752144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-a9331780-a56d-475e-b3f7-d9051b1dcf26 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:36:37.753520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-a9331780-a56d-475e-b3f7-d9051b1dcf26 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.7655656 Mar 11 19:36:37.778110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] In _notify_port_updated(), no bound segment for port 8b819885-a414-41d1-91d6-79d32cac29f2 on network 736fd5a3-fef4-42fc-a743-6927436a8f1c {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:36:37.779137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:37.784157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "PUT /v2.0/ports/8b819885-a414-41d1-91d6-79d32cac29f2 HTTP/1.1" status: 200 len: 976 time: 5.6615634 Mar 11 19:36:37.787854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54338) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.843602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3806a996-d069-4e63-b0ad-cba5f85d6ced req-b63f32b6-0f94-4658-875c-6fdb2f2e6dd7 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Unset dirty status for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:37.845135 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3806a996-d069-4e63-b0ad-cba5f85d6ced req-b63f32b6-0f94-4658-875c-6fdb2f2e6dd7 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 932 time: 1.1638129 Mar 11 19:36:37.956706 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-807451cf-f8fc-4161-9259-e764a35db46e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=befbd3d778d0403c9fa777d063ebfdeb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7757492 Mar 11 19:36:37.958248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54342) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:37.963536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3fec-5bb9-466c-b345-b4cb039e5302 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event updated for resources: {'Port': ['ID=8b819885-a414-41d1-91d6-79d32cac29f2,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:37.967954 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-12b3317f-b908-4754-ba6d-616ab61c6c45 service neutron] 10.222.0.76 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946826 Mar 11 19:36:38.007051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Checking segment: {'id': 'c21c1165-590c-4b98-b330-186e1fb357e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:38.007465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network hostable DHCP agents. Network: a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:38.008472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.111529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3806a996-d069-4e63-b0ad-cba5f85d6ced req-9435bc4d-0f3e-4da9-8a52-8302dfa76b2b tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465389 Mar 11 19:36:38.135605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Deleting port 8b819885-a414-41d1-91d6-79d32cac29f2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:38.135946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.249100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.265465 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-64864d10-d136-490d-83db-1989be1288e8 service neutron] 10.222.0.76 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854483 Mar 11 19:36:38.268985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.274722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:38.323440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.338551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Port': ['ID=d800b59f-79bb-4717-89cb-88e45a4b05b9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:38.352499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.373384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:38.378014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:38.379023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.383948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203fc58b-d8d9-44f2-82e8-ed9b0b960366 None None] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:38.480421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.510026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e752fd1-3685-4765-9c09-3c25681cbf2c']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.570623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.573481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.579776 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4d24f07-5d9c-4744-87ea-0b57c9cfbae7 HTTP/1.1" status: 204 len: 168 time: 0.6195869 Mar 11 19:36:38.604581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea176f8f-618f-47d1-8911-b8a021be8ffa tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5671337 Mar 11 19:36:38.611883 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8af74852-9319-47fb-8610-13bac2270549 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/ports/d800b59f-79bb-4717-89cb-88e45a4b05b9 HTTP/1.1" status: 204 len: 168 time: 1.8057618 Mar 11 19:36:38.613702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54348) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:38.614154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54350) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:38.618641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58beb955-3690-456a-bae0-b4d660dbca4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d24f07-5d9c-4744-87ea-0b57c9cfbae7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:38.626257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'external_fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e'}]}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:38.632888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:38.639233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:router and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:38.639497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b151e52-e2cc-4630-a26d-efcd82a401e3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.639800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b151e52-e2cc-4630-a26d-efcd82a401e3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.643102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:38.664757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:38.681303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-569113544', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:38.697192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:38.724110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:router and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:38.739480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:38.754678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.759063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.839592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.860808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:38.875112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.897197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.904567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.929836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3', 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3', 'tenant_id': '806a3c1d007745e2a7efb842ab24e487', 'fixed_ips': [{'subnet_id': 'ac90cf26-e0aa-4e95-9557-3085d60be646'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:36:38.930545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:38.939250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.002481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-4d2f2f58-06fb-4b32-9273-358bf7c7ddc6 req-0742e5de-a1d1-4b04-9e14-8350317c25c3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Synchronizing usage tracker for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:39.011166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] For port 8b819885-a414-41d1-91d6-79d32cac29f2, host hv-neutron-8327, got binding levels [] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:39.011166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.019593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.099406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:39.099835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:39.118415 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:39.381187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Allocated IP 172.20.0.2 (a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3/ac90cf26-e0aa-4e95-9557-3085d60be646/9e6ee42e-5c79-4402-80b0-b10461a7df2f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:39.386177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.413234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Calling delete_port for 8b819885-a414-41d1-91d6-79d32cac29f2 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:39.443038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54386) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:39.466392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-4d2f2f58-06fb-4b32-9273-358bf7c7ddc6 req-0742e5de-a1d1-4b04-9e14-8350317c25c3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Unset dirty status for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:39.467851 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d2f2f58-06fb-4b32-9273-358bf7c7ddc6 req-0742e5de-a1d1-4b04-9e14-8350317c25c3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.5849433 Mar 11 19:36:39.494053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.511563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.557998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.575538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e752fd1-3685-4765-9c09-3c25681cbf2c {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:39.578702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.847872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.860485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Transition to ACTIVE for port object 9e6ee42e-5c79-4402-80b0-b10461a7df2f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:39.881369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Transition to ACTIVE for port object 9e6ee42e-5c79-4402-80b0-b10461a7df2f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:39.895698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:39.945441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e752fd1-3685-4765-9c09-3c25681cbf2c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.961446 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f37f72d9-398e-4926-9469-172588c446f6 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/6e752fd1-3685-4765-9c09-3c25681cbf2c HTTP/1.1" status: 204 len: 168 time: 2.6660471 Mar 11 19:36:39.970839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Request body: {'port': {'device_id': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:39.991853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Pushing event updated for resources: {'Port': ['ID=9e6ee42e-5c79-4402-80b0-b10461a7df2f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.998736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:40.000100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:40.002494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:40.038707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:40.090295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'name': 'tempest-network--1608683994'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:40.108985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:40.131623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Usage tracker for resource:network and tenant:0f97f4b67bdb473aab631ce57c241315 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:40.137414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:40.140574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:40.147906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.149926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.150542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aea6a152-d11f-468e-8cca-4e4aad732de7 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:40.165671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Attempting to bind port 9e6ee42e-5c79-4402-80b0-b10461a7df2f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:40.166624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Attempting to bind port 9e6ee42e-5c79-4402-80b0-b10461a7df2f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c21c1165-590c-4b98-b330-186e1fb357e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:40.168554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Attempting to bind port 9e6ee42e-5c79-4402-80b0-b10461a7df2f on network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:40.183377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:40.184797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Checking segment: {'id': 'c21c1165-590c-4b98-b330-186e1fb357e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:40.185624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.186695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Bound using segment: {'id': 'c21c1165-590c-4b98-b330-186e1fb357e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:40.188081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Bound port: 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c21c1165-590c-4b98-b330-186e1fb357e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:40.189917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.235832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:40.242098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Usage tracker for resource:security_group_rule and tenant:d4167d69b8a5428ba851b5d7d43ac925 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:40.255380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b819885-a414-41d1-91d6-79d32cac29f2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:40.277084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:40.304411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.311858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.348772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:40.426809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Made reservation on behalf of 0f97f4b67bdb473aab631ce57c241315 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:40.429460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.455123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] For port 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:40.458140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.461610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] For port 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9e6ee42e-5c79-4402-80b0-b10461a7df2f,segment=NetworkSegment(c21c1165-590c-4b98-b330-186e1fb357e2),segment_id=c21c1165-590c-4b98-b330-186e1fb357e2)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:40.472383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.527426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.627353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d5743-1838-4de9-8477-186ccefe36f4 req-b102abdd-5eb7-47c4-acdc-815202b1983e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:40.629310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4e9d5743-1838-4de9-8477-186ccefe36f4 req-b102abdd-5eb7-47c4-acdc-815202b1983e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 932 time: 0.7291069 Mar 11 19:36:40.649103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17a2a6-8fac-4908-a498-6aa182a162bc None None] Pushing event updated for resources: {'Port': ['ID=9e6ee42e-5c79-4402-80b0-b10461a7df2f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:40.872045 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f2cf190-6eb3-47bf-afdc-63e971cd91a1 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "DELETE /v2.0/ports/8b819885-a414-41d1-91d6-79d32cac29f2 HTTP/1.1" status: 204 len: 168 time: 3.0778749 Mar 11 19:36:40.876222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54408) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:40.935903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-4e9d5743-1838-4de9-8477-186ccefe36f4 req-7275fb9d-5564-482b-bc12-4e8039c0e9b8 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Synchronizing usage tracker for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:40.961834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1ccd7-decf-4981-832f-f9e8923a8ec7 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:36:40.962858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-30f1ccd7-decf-4981-832f-f9e8923a8ec7 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Synchronizing usage tracker for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:40.972537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-737c318c-98c4-4c7e-b464-7bfd38a31395 req-ed31d61e-b1bf-49d8-9e32-27af4eb2a2d5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.1389828 Mar 11 19:36:40.972855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:40.981424 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e9d93c77-ebf7-430a-9b62-56da68cf37e7 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/routers/aea6a152-d11f-468e-8cca-4e4aad732de7 HTTP/1.1" status: 204 len: 168 time: 3.4535818 Mar 11 19:36:41.007409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-30f1ccd7-decf-4981-832f-f9e8923a8ec7 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] Unset dirty status for tenant:146907244d464b31a06ed25940fc5af9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:41.007409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-30f1ccd7-decf-4981-832f-f9e8923a8ec7 tempest-PortsAdminExtendedAttrsTestJSON-893268053 tempest-PortsAdminExtendedAttrsTestJSON-893268053-project-admin] 10.222.0.76 "GET /v2.0/ports/8b819885-a414-41d1-91d6-79d32cac29f2 HTTP/1.1" status: 404 len: 333 time: 0.1254847 Mar 11 19:36:41.010717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54414) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:41.256709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.308479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.432366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54418) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:41.445960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.447209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:41.478759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.507080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-4e9d5743-1838-4de9-8477-186ccefe36f4 req-7275fb9d-5564-482b-bc12-4e8039c0e9b8 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Unset dirty status for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:41.507936 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4e9d5743-1838-4de9-8477-186ccefe36f4 req-7275fb9d-5564-482b-bc12-4e8039c0e9b8 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7739794 Mar 11 19:36:41.514355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.593446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.620828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.621206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Added segment efac126d-e345-4175-ba1a-7d559720580d of type vlan for network 89fb52bc-2f24-4033-9e4d-25a24638c4a8 Mar 11 19:36:41.627153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:41.726283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Sync routers for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:41.747428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.90', 53217) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:41.772560 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:41.773561 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:41.844065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.883027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4167d69b8a5428ba851b5d7d43ac925&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4254484 Mar 11 19:36:41.884012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0040a27-a633-4eac-99ac-d83402066a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b393837-08b9-4215-a09c-4a6721a56d5e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:41.889078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54424) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:41.894669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:41.941058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da870bef-681d-4033-bcf9-587a24169b5c {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:36:42.003118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.093065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 2001:db8::5e (584be8c4-4abd-4b70-bc64-060d83762c82/8ac2f61c-69fd-4c4a-b980-ce681f23ba8e/dceacb55-a995-4b0d-af67-51ca88b68e89) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:42.202709 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:42.216485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Transition to ACTIVE for port object da870bef-681d-4033-bcf9-587a24169b5c will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:42.389520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.446142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.473973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b2668-e8ea-4084-99ce-943012f677ae None None] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:42.621829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Allocated IP 172.26.8.222 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/22513dba-e0fe-4e59-9e17-03d5d22244b9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:42.682713 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7c8d0e6b-3b53-4653-b751-85d818a2d544 req-40cd42dd-bc36-44da-bc4f-e28dd2801cf2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.2943535 Mar 11 19:36:42.683464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.684080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.684631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.726021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9e6ee42e-5c79-4402-80b0-b10461a7df2f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:42.852266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:42.868461 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:22Z', 'revision_number': 2, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:42.876783 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Checking router: c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:42.877785 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Updating router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 port 491a50ff-211a-47b6-90fd-54b8a5f30ffc binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:42.891475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-25895c7a-efa9-4d41-b140-edf45e90a09a None None] Provisioning for port 9e6ee42e-5c79-4402-80b0-b10461a7df2f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:42.918062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736fd5a3-fef4-42fc-a743-6927436a8f1c']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:42.945035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:42.945982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1edc499-8f7c-4282-b4d6-bbe1e526bab3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:42.967189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.035010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.035869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.059867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9e6ee42e-5c79-4402-80b0-b10461a7df2f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:43.063789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.9948368 Mar 11 19:36:43.064637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a55c52-7a16-48a6-96c5-34016f38113b tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=89fb52bc-2f24-4033-9e4d-25a24638c4a8,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.078206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54442) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:43.086357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 89fb52bc-2f24-4033-9e4d-25a24638c4a8 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:43.087863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.097245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1781157206', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:43.108097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.113393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:43.119776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9e6ee42e-5c79-4402-80b0-b10461a7df2f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:43.122170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.186714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:43.187122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.207340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:43.225640 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:43.299397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.310530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:43.367786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Pushing event updated for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.406923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.519228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.525052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:43.539538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:43.539828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.545697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] Pushing event deleted for resources: {'Network': ['ID=736fd5a3-fef4-42fc-a743-6927436a8f1c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.570999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:43.576225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.607471 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-65f0dd4d-a927-49f7-bc0e-86030b5b3dc2 tempest-PortsAdminExtendedAttrsTestJSON-90469328 tempest-PortsAdminExtendedAttrsTestJSON-90469328-project] 10.222.0.76 "DELETE /v2.0/networks/736fd5a3-fef4-42fc-a743-6927436a8f1c HTTP/1.1" status: 204 len: 168 time: 2.5687151 Mar 11 19:36:43.646702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:43.647427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9e6ee42e-5c79-4402-80b0-b10461a7df2f,segment=NetworkSegment(c21c1165-590c-4b98-b330-186e1fb357e2),segment_id=c21c1165-590c-4b98-b330-186e1fb357e2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:43.660524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 584be8c4-4abd-4b70-bc64-060d83762c82 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:43.662034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.682921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:43.685265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:43.689978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=dceacb55-a995-4b0d-af67-51ca88b68e89,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.701254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:43.763333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:43.835215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9e6ee42e-5c79-4402-80b0-b10461a7df2f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.909250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:43.938625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Attempting to bind port da870bef-681d-4033-bcf9-587a24169b5c on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:43.939030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Attempting to bind port da870bef-681d-4033-bcf9-587a24169b5c by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:43.939292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Attempting to bind port da870bef-681d-4033-bcf9-587a24169b5c on network 42566dbc-b786-4e1a-9084-784e3a48ebe4 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:43.990224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Port da870bef-681d-4033-bcf9-587a24169b5c on network 42566dbc-b786-4e1a-9084-784e3a48ebe4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:43.990224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Attempting to bind port da870bef-681d-4033-bcf9-587a24169b5c on network 42566dbc-b786-4e1a-9084-784e3a48ebe4 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:44.033686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.037504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.061408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ff64bce5-261c-4218-b803-504c60733afe None None] Provisioning complete for port 9e6ee42e-5c79-4402-80b0-b10461a7df2f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:44.062193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ff64bce5-261c-4218-b803-504c60733afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.113462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b393837-08b9-4215-a09c-4a6721a56d5e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.163508 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e56f0002-0b58-4d90-a98e-2bee8e663997 req-190b53cd-a7a6-47ea-b91f-6b600ac3fc8c tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.2045362 Mar 11 19:36:44.165862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:44.166400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Checking segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:44.167713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Bound using segment: {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:44.169589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Bound port: da870bef-681d-4033-bcf9-587a24169b5c, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909231ef-27e9-4eb0-85fb-9f1f9a5df248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:44.170120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.203386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.205012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5a4559c6-d07e-4697-b3cf-25c97b8b304c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5b393837-08b9-4215-a09c-4a6721a56d5e HTTP/1.1" status: 204 len: 168 time: 2.3126631 Mar 11 19:36:44.225255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.265689 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Transition to ACTIVE for port object 491a50ff-211a-47b6-90fd-54b8a5f30ffc will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:44.282568 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.427701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6aecb298-bdc3-4a0c-8183-bd44d30f2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.453866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:44.480037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:44.494646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=da870bef-681d-4033-bcf9-587a24169b5c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:44.504148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.529097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9e6ee42e-5c79-4402-80b0-b10461a7df2f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:44.567043 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c498d-a3ce-427c-a5b4-f66802f1fc9d None None] Pushing event updated for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.768323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9e6ee42e-5c79-4402-80b0-b10461a7df2f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:44.768808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.790042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210762f-d878-41b3-8f91-749094421cdc req-85e3b069-74f1-4334-830d-a692885c93c0 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:44.791460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-85e3b069-74f1-4334-830d-a692885c93c0 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.90 "GET /v2.0/networks?id=1c3ef36d-a17c-4e26-b3ce-50b651558884 HTTP/1.1" status: 200 len: 805 time: 2.2544127 Mar 11 19:36:44.836930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e07704-d4e8-456a-bba2-f6d89decf910 req-a66b0649-fc8e-4ba2-b976-770da9916b4f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:44.845504 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e5e07704-d4e8-456a-bba2-f6d89decf910 req-a66b0649-fc8e-4ba2-b976-770da9916b4f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 944 time: 1.7594244 Mar 11 19:36:44.870552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=22513dba-e0fe-4e59-9e17-03d5d22244b9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.920627 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Attempting to bind port 491a50ff-211a-47b6-90fd-54b8a5f30ffc on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:44.920993 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Attempting to bind port 491a50ff-211a-47b6-90fd-54b8a5f30ffc by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:44.921869 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Attempting to bind port 491a50ff-211a-47b6-90fd-54b8a5f30ffc on network 1c3ef36d-a17c-4e26-b3ce-50b651558884 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:44.943347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:44.943797 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Checking segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:44.944309 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.944694 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Bound using segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:44.947414 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Bound port: 491a50ff-211a-47b6-90fd-54b8a5f30ffc, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:44.947837 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.949252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:44.952271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] 10.222.0.90 "PUT /v2.0/ports/da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 200 len: 1094 time: 5.7134798 Mar 11 19:36:44.980828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:36:45.023748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:45.286589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-2605449a-ceb5-4d70-ba0b-bc896a27138f tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a18426f7b2f410b944e9769ef307fa8 HTTP/1.1" status: 200 len: 380 time: 0.3794999 Mar 11 19:36:45.288443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8797c-81f6-462b-b67c-dd8d7be391f9 service neutron] Pushing event updated for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:45.306293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:45.368489 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] For port 491a50ff-211a-47b6-90fd-54b8a5f30ffc, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:45.382712 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] For port 491a50ff-211a-47b6-90fd-54b8a5f30ffc, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=491a50ff-211a-47b6-90fd-54b8a5f30ffc,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:45.394897 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:45.445332 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e5e07704-d4e8-456a-bba2-f6d89decf910 req-a9f0209e-5af2-4b42-ad16-cfcfa8b67acc tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5631294 Mar 11 19:36:45.592219 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:45.592848 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:45.620793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:45.658035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b47f1998-d08d-4b46-8e07-202194138f0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb2e821649cb44d7a9378f89478f6e03&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1928940 Mar 11 19:36:45.664814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Network 89fb52bc-2f24-4033-9e4d-25a24638c4a8 is not hosted by any dhcp agent {{(pid=83812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 19:36:45.665942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.666762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:45.668393 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "PUT /v2.0/networks/89fb52bc-2f24-4033-9e4d-25a24638c4a8 HTTP/1.1" status: 200 len: 858 time: 2.5827892 Mar 11 19:36:45.752681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54480) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:45.761452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54482) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:45.772053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-5286bffc-5a31-45c9-9877-a747051bfd75 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 1097 time: 0.7421029 Mar 11 19:36:45.775689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cf65ebba-494e-4382-ae00-4bd6ffc5f821 req-21187bcf-c14b-4508-b0e6-e92492676f8e tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.1470220 Mar 11 19:36:45.842295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'port': {'device_id': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'admin_state_up': True, 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'security_groups': ['b17ce9a1-88d4-42ec-9d54-3105252304d3']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:45.903743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-f70871ab-b961-404a-b32a-569df479d4f8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 200 len: 217 time: 0.1135230 Mar 11 19:36:46.032649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-97bbe72a-20ad-4290-93e7-7255460b577e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:46.041200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-97bbe72a-20ad-4290-93e7-7255460b577e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d HTTP/1.1" status: 200 len: 850 time: 0.1312501 Mar 11 19:36:46.059782 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c498d-a3ce-427c-a5b4-f66802f1fc9d None None] Pushing event updated for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:46.208939 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-d505ea49-bc77-40c3-89bc-2ec03287c848 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42566dbc-b786-4e1a-9084-784e3a48ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1382241 Mar 11 19:36:46.323733 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:46.348343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c', 'status': 'completed', 'code': 200} Mar 11 19:36:46.519918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54502) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:46.698032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9b47b65e-de5a-4710-8395-f93577f42170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:46.712023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:46.723726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:46.825187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9913-2f52-4408-9257-c4d3b6b37c8e req-03619891-29eb-4df7-b1bc-9aa15e2ccbcd tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:46.826658 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b40d9913-2f52-4408-9257-c4d3b6b37c8e req-03619891-29eb-4df7-b1bc-9aa15e2ccbcd tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 944 time: 0.1666951 Mar 11 19:36:46.828656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:46.852088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1dda6-391b-431a-a686-4cb3dce186a9 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event updated for resources: {'Network': ['ID=89fb52bc-2f24-4033-9e4d-25a24638c4a8,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:46.886324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-83979934'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:46.895549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:46.903945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:network and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:46.908962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:46.914397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b40d9913-2f52-4408-9257-c4d3b6b37c8e req-d2dd629b-a670-4cd8-9651-38d21bee092a tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716484 Mar 11 19:36:46.918106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:46.938719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:46.942896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:46.963425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:46.978223 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87585481-961a-4a29-af3e-bd8937786585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:45Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:46.983821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87585481-961a-4a29-af3e-bd8937786585 None None] The sync data for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv is: [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:45Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:47.007732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:47.011925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:security_group_rule and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:47.015371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:47.017145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.021624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:47.067608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Made reservation on behalf of 0a18426f7b2f410b944e9769ef307fa8 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:47.070636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.090117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.110571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.117365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.128568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29a4cc72-587c-4999-9ae3-925fd558699a req-c7d1a6cc-91b8-4a22-b46d-1f982c47c72c tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.1455247 Mar 11 19:36:47.183396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:47.192621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd9425-0a6b-432d-88a9-5c0fac5b9bb6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.200989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.201336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Added segment ee1a6f99-87f3-4341-9784-c288cc02858a of type vlan for network 982852e8-1b8c-442b-a983-c3cf18b3975e Mar 11 19:36:47.233658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.243049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89fb52bc-2f24-4033-9e4d-25a24638c4a8']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:47.265547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.269319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:47.269907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.288311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efac126d-e345-4175-ba1a-7d559720580d') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:47.288621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efac126d-e345-4175-ba1a-7d559720580d') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:47.332424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.344919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.353653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.355195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.382163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8586466 Mar 11 19:36:47.382380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54514) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:47.385058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045c975-121d-4e3c-8e41-5250c5f961d2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Network': ['ID=982852e8-1b8c-442b-a983-c3cf18b3975e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.390010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'subnet': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:47.402414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 982852e8-1b8c-442b-a983-c3cf18b3975e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:47.427971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.434345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:47.434637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:47.457492 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:47.461269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.462045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.511140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:47.517393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:subnet and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:47.521661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:47.528027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:47.539090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:47.614640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.648626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.700437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.710783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Allocated IP 172.20.0.9 (1c3ef36d-a17c-4e26-b3ce-50b651558884/4a068fac-5dc0-484d-9346-031f0fc97478/4536d2c7-4fed-4e3a-8e1b-12c86cd88952) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:47.866025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.889275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 89fb52bc-2f24-4033-9e4d-25a24638c4a8 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:36:47.915080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.935243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:47.945106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] Pushing event deleted for resources: {'Network': ['ID=89fb52bc-2f24-4033-9e4d-25a24638c4a8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:48.011672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.029001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.031460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.032658 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9cac0dc2-7163-427c-a42e-2596b9dede35 HTTP/1.1" status: 204 len: 168 time: 2.2678654 Mar 11 19:36:48.046836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c556226d-fb0c-4412-934d-ac7d77a75206 tempest-ExternalNetworksTestJSON-1099602006 tempest-ExternalNetworksTestJSON-1099602006-project-admin] 10.222.0.76 "DELETE /v2.0/networks/89fb52bc-2f24-4033-9e4d-25a24638c4a8 HTTP/1.1" status: 204 len: 168 time: 2.2757273 Mar 11 19:36:48.055810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54522) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:48.117805 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-998375ac-48be-48aa-ae81-68f736023a6a tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] DELETE failed (client error): The resource could not be found. Mar 11 19:36:48.119100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998375ac-48be-48aa-ae81-68f736023a6a tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:36:48.133507 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-998375ac-48be-48aa-ae81-68f736023a6a tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "DELETE /v2.0/subnets/fe6db740-a29a-48eb-ad95-7385692d4e38 HTTP/1.1" status: 404 len: 337 time: 0.0764055 Mar 11 19:36:48.138631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54526) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:48.221362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56addf5f-ccd0-4ecf-bf91-6c48e8732c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cac0dc2-7163-427c-a42e-2596b9dede35,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:48.272588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Subnet': ['ID=8fcd611a-a05e-42c0-8485-2b8856292d72,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:48.392668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Checking segment: {'id': 'ee1a6f99-87f3-4341-9784-c288cc02858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:48.393078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network hostable DHCP agents. Network: 982852e8-1b8c-442b-a983-c3cf18b3975e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:48.416163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.451365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.456453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-36595cb7-05f9-4b9a-9107-24add464ff48 req-f68b7c2c-63cf-40a7-a9be-c8193578453b tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Synchronizing usage tracker for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:48.468439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.499879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0700b-0a86-4766-a8fb-143d821c8069 req-6d19c173-10af-4154-a233-3a5c81b8c522 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.501429 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d5a0700b-0a86-4766-a8fb-143d821c8069 req-6d19c173-10af-4154-a233-3a5c81b8c522 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 944 time: 0.3654644 Mar 11 19:36:48.524024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 491a50ff-211a-47b6-90fd-54b8a5f30ffc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:48.621409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:48.627623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:48.628333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.661923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54534) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:48.693024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:48.709754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.730210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Transition to ACTIVE for port object 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:48.775995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.788215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-36595cb7-05f9-4b9a-9107-24add464ff48 req-f68b7c2c-63cf-40a7-a9be-c8193578453b tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Unset dirty status for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:48.789370 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-36595cb7-05f9-4b9a-9107-24add464ff48 req-f68b7c2c-63cf-40a7-a9be-c8193578453b tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.4359469 Mar 11 19:36:48.825364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 491a50ff-211a-47b6-90fd-54b8a5f30ffc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=491a50ff-211a-47b6-90fd-54b8a5f30ffc,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:48.828599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.830546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.855633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 982852e8-1b8c-442b-a983-c3cf18b3975e) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:48.866930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe7ef98-de79-48f4-a653-9ac146ce771a None None] Network 982852e8-1b8c-442b-a983-c3cf18b3975e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:48.871095 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d5a0700b-0a86-4766-a8fb-143d821c8069 req-66278bac-f214-4080-9a63-86e4a1bc1654 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789885 Mar 11 19:36:48.890206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2dc6c1aa-c81b-4228-9bca-867d29dd3c1c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=146907244d464b31a06ed25940fc5af9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2217903 Mar 11 19:36:48.891459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.892317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.912516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54538) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:48.934086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:48.948977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-64a230c6-0495-4929-b5c6-7707bfa852e7 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5630736 Mar 11 19:36:48.950418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c904ace0-58ee-41ca-b168-f2c77091724a']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:48.964563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54542) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:48.982954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-604641590'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:48.988638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:49.007723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099e0b2c-39b2-4ddb-abce-1f8fb75781fb') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:49.008098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099e0b2c-39b2-4ddb-abce-1f8fb75781fb') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:49.076796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:49.082639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.084067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:49.085041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.086779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:49.098394 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-bdbe8c64-2fa8-42dc-bda8-97c7f064d957 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075925 Mar 11 19:36:49.142768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Allocated IP 172.26.8.216 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/fb51f612-ac35-4ebe-9494-a036d593dc09) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:49.145060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event updated for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:49.173620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-982852e8-1b8c-442b-a983-c3cf18b3975e', 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'tenant_id': '1e72f27b3332466f876c3bc609a2f18b', 'fixed_ips': [{'subnet_id': '8fcd611a-a05e-42c0-8485-2b8856292d72'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:36:49.174168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.224769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.225389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.229194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Router fb706709-148b-4599-83a4-103dcca37e26 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:49.246583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e724d502-6044-48ad-9ddb-b3ee3366e8a1 req-9b60e8a4-43df-427d-a0d7-6abaea287cff service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352708 Mar 11 19:36:49.270895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.299742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:36:49.300249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.315849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router 0944962c-52df-4df0-bea4-b6cdc605be6f is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:49.316831 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:49.358828 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-14849bfa-9906-4b0f-a966-ebfd518139e2 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7240353 Mar 11 19:36:49.403979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.407680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Allocated IP 172.20.0.2 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/e1daa827-3851-4c9a-8321-c5312b00ebc1) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:49.430808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.453772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Request body: {'port': {'device_id': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:49.512788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.521379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:49.527775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-05f337ea-3e4c-4447-be2b-0a3189687b85 None None] Provisioning for port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:49.536272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-05f337ea-3e4c-4447-be2b-0a3189687b85 None None] Provisioning complete for port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:49.536713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-05f337ea-3e4c-4447-be2b-0a3189687b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.544826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.558587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:port and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:49.563511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] Pushing event deleted for resources: {'Network': ['ID=c904ace0-58ee-41ca-b168-f2c77091724a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:49.568139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:49.580465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:49.598714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-33fe52b3-e0a7-499e-bc8e-f23f2327f20e tempest-ExternalNetworksTestJSON-1569386743 tempest-ExternalNetworksTestJSON-1569386743-project] 10.222.0.76 "DELETE /v2.0/networks/c904ace0-58ee-41ca-b168-f2c77091724a HTTP/1.1" status: 204 len: 168 time: 1.4537466 Mar 11 19:36:49.619720 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-80516b3f-2b01-4022-ac7f-23ddc77859a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 1097 time: 0.3005176 Mar 11 19:36:49.621392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:49.624620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.634065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.636633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.637922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2952799a-341e-47a9-bc43-6816f30bffb7 HTTP/1.1" status: 204 len: 168 time: 0.7227058 Mar 11 19:36:49.642441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-05f337ea-3e4c-4447-be2b-0a3189687b85 None None] Port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:49.694174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.719662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Transition to ACTIVE for port object e1daa827-3851-4c9a-8321-c5312b00ebc1 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:49.769826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Transition to ACTIVE for port object e1daa827-3851-4c9a-8321-c5312b00ebc1 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:49.778145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.795613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.844752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:49.846564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:49.854469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:49.861526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:49.925123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Pushing event updated for resources: {'Port': ['ID=e1daa827-3851-4c9a-8321-c5312b00ebc1,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:49.969909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353761-6a23-4587-be6a-17b9718f17f6 req-8176be13-bd13-4f45-a68d-a57f18767667 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.972149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-8176be13-bd13-4f45-a68d-a57f18767667 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 200 len: 912 time: 0.3329866 Mar 11 19:36:49.973216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f50a6-47a4-4cd6-8618-8ca840fec4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952799a-341e-47a9-bc43-6816f30bffb7,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:49.990087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port 51b448b1-9e3a-4db7-9abd-5361df34711c yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:50.073676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:36:50.091139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Attempting to bind port e1daa827-3851-4c9a-8321-c5312b00ebc1 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:50.093443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Attempting to bind port e1daa827-3851-4c9a-8321-c5312b00ebc1 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ee1a6f99-87f3-4341-9784-c288cc02858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:50.093907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Attempting to bind port e1daa827-3851-4c9a-8321-c5312b00ebc1 on network 982852e8-1b8c-442b-a983-c3cf18b3975e {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:50.127636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:50.130204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.130715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Checking segment: {'id': 'ee1a6f99-87f3-4341-9784-c288cc02858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:50.130715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.134588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Bound using segment: {'id': 'ee1a6f99-87f3-4341-9784-c288cc02858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:50.135197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Bound port: e1daa827-3851-4c9a-8321-c5312b00ebc1, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1a6f99-87f3-4341-9784-c288cc02858a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:50.135733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.191050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:50.216995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.14 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/51b448b1-9e3a-4db7-9abd-5361df34711c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:50.304378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:50.314044 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-c1c20170-e961-4a31-ad3a-9b0dd5abbeec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 200 len: 217 time: 0.0842731 Mar 11 19:36:50.316072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] For port e1daa827-3851-4c9a-8321-c5312b00ebc1, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:50.319981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] For port e1daa827-3851-4c9a-8321-c5312b00ebc1, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1daa827-3851-4c9a-8321-c5312b00ebc1,segment=NetworkSegment(ee1a6f99-87f3-4341-9784-c288cc02858a),segment_id=ee1a6f99-87f3-4341-9784-c288cc02858a)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:50.334653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.335107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:50.337319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event updated for resources: {'Port': ['ID=fb51f612-ac35-4ebe-9494-a036d593dc09,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.396458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:50.456816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91353761-6a23-4587-be6a-17b9718f17f6 req-543e5a14-7471-44c9-b015-dfcd909a9894 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:50.459579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7affa-d538-43ed-a9d9-279e55e8f6a6 None None] Pushing event updated for resources: {'Port': ['ID=e1daa827-3851-4c9a-8321-c5312b00ebc1,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.463541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-543e5a14-7471-44c9-b015-dfcd909a9894 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d HTTP/1.1" status: 200 len: 850 time: 0.0922928 Mar 11 19:36:50.508389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 491a50ff-211a-47b6-90fd-54b8a5f30ffc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:50.518488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:50.573874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] Sync routers for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:50.621280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:50.622351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:50.724982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:50.762761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:50.764721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:50.767730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce564c1-6b1a-4893-93ed-9be9b8db8664 req-4f9f38f6-3b12-4c47-83c8-b196791ef2c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:50.775408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ce564c1-6b1a-4893-93ed-9be9b8db8664 req-4f9f38f6-3b12-4c47-83c8-b196791ef2c6 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 944 time: 0.4624074 Mar 11 19:36:50.780897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681168a5-c7aa-4bc4-b1c4-97862a09d169 req-3702f24d-0bb0-4051-abe5-ce62490c7041 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:50.782856 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-681168a5-c7aa-4bc4-b1c4-97862a09d169 req-3702f24d-0bb0-4051-abe5-ce62490c7041 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 931 time: 0.7489147 Mar 11 19:36:50.798932 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-ad7169f4-4689-47e5-9bd5-41b6390e7398 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42566dbc-b786-4e1a-9084-784e3a48ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3239009 Mar 11 19:36:50.845029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:50.845608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99113ceb-512a-4da2-84aa-7d49406d0ff5 None None] The sync data for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:50.860806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 491a50ff-211a-47b6-90fd-54b8a5f30ffc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:50.861180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.973843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:50.975005 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8cd712c5-f5bc-417d-8fa8-b22d437b6308 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 12.3596220 Mar 11 19:36:50.992629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54576) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:50.999828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:36:51.007132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:51.024521 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Sync routers for ids ['0944962c-52df-4df0-bea4-b6cdc605be6f'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:51.048258 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Routers {'0944962c-52df-4df0-bea4-b6cdc605be6f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:51.049321 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['0944962c-52df-4df0-bea4-b6cdc605be6f'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:51.093194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.182954 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0cd6e972-1e88-4896-a79f-56391cc45fba admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=397df6e86ed84e909cbf6340b6f1c340&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9878821 Mar 11 19:36:51.196964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54584) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:51.225803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Transition to ACTIVE for port object 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:51.235128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-681168a5-c7aa-4bc4-b1c4-97862a09d169 req-bd3387d6-ff07-4b4b-9174-0374390fb660 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187041 Mar 11 19:36:51.239984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.240857 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d53844ac-5ca5-4d3f-a3a9-e27396505ce5 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 12.6238995 Mar 11 19:36:51.245346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.250691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54588) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:51.254253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-dcb6c523-fb0d-4b49-8319-88748af3ad92 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429035 Mar 11 19:36:51.289473 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Set router 0944962c-52df-4df0-bea4-b6cdc605be6f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:51.322177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ce564c1-6b1a-4893-93ed-9be9b8db8664 req-038f1369-a1bd-40c2-a23e-805946c8dcb5 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5188251 Mar 11 19:36:51.419000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.448502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object 51b448b1-9e3a-4db7-9abd-5361df34711c will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:51.504082 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91353761-6a23-4587-be6a-17b9718f17f6 req-70a8e3bc-7516-4944-8331-abc7de1baa28 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337236 Mar 11 19:36:51.529073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.628134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:51.632464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:51.634393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=51b448b1-9e3a-4db7-9abd-5361df34711c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:51.643619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:51.713097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:51.745011 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'name': '', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'external_fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:38Z', 'updated_at': '2022-03-11T19:36:44Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'name': '', 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:41Z', 'updated_at': '2022-03-11T19:36:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:51.751106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:51.752090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.755060 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Checking router: 0944962c-52df-4df0-bea4-b6cdc605be6f for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:36:51.755207 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Updating router 0944962c-52df-4df0-bea4-b6cdc605be6f port dceacb55-a995-4b0d-af67-51ca88b68e89 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:36:51.783393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.784474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-01a09357-edd9-4ae3-bf99-c639ac1c67f6 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8186924 Mar 11 19:36:51.785269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54596) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:51.792412 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-2039097020', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:ca:1e'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:51.860280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c285f-dfec-4c56-b050-a790f95e825f None None] Network 982852e8-1b8c-442b-a983-c3cf18b3975e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:36:51.904181 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:51.922196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.016069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:52.022039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:port and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:52.027131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:52.036155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d9e96d28-85db-4c33-b8c1-1dda4b877076 None None] Provisioning for port e1daa827-3851-4c9a-8321-c5312b00ebc1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:52.045754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:52.059980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.060721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.074154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:52.074250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Attempting to bind port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:52.074432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Attempting to bind port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:52.074935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Attempting to bind port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 on network 1c3ef36d-a17c-4e26-b3ce-50b651558884 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:52.079255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.103199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port d842af2b-cb04-43a1-ae93-8b37f2a5dfbb yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:52.258144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 on network 1c3ef36d-a17c-4e26-b3ce-50b651558884 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:36:52.258679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Attempting to bind port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 on network 1c3ef36d-a17c-4e26-b3ce-50b651558884 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:52.335302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.8 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/d842af2b-cb04-43a1-ae93-8b37f2a5dfbb) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:52.345632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.446629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:52.446975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Checking segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:52.447545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Bound using segment: {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:52.448037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Bound port: 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cfcccd-451f-45ff-bc69-6581d118cb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:52.448385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.457798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74bba02-1569-4c5a-aec0-a17ec3d61e50,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:52.525640 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.541634 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Transition to ACTIVE for port object dceacb55-a995-4b0d-af67-51ca88b68e89 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:52.552084 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.609641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1daa827-3851-4c9a-8321-c5312b00ebc1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:52.655235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.656690 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-318a50a3-fc00-4aa1-9afe-9c3068b59e32 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a74bba02-1569-4c5a-aec0-a17ec3d61e50 HTTP/1.1" status: 204 len: 168 time: 1.4542887 Mar 11 19:36:52.735973 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded3c2e-da28-4f4c-8c90-677f0d5cfe45 None None] Pushing event updated for resources: {'Port': ['ID=dceacb55-a995-4b0d-af67-51ca88b68e89,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:52.737055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Provisioning for port 51b448b1-9e3a-4db7-9abd-5361df34711c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:52.756997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Provisioning complete for port 51b448b1-9e3a-4db7-9abd-5361df34711c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:52.757720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.801759 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Attempting to bind port dceacb55-a995-4b0d-af67-51ca88b68e89 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:36:52.802146 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Attempting to bind port dceacb55-a995-4b0d-af67-51ca88b68e89 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'efde9377-7ca9-48b8-9a57-ec8223907b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:36:52.803066 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Attempting to bind port dceacb55-a995-4b0d-af67-51ca88b68e89 on network 584be8c4-4abd-4b70-bc64-060d83762c82 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:36:52.824432 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:36:52.824699 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Checking segment: {'id': 'efde9377-7ca9-48b8-9a57-ec8223907b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:36:52.824979 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.825376 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Bound using segment: {'id': 'efde9377-7ca9-48b8-9a57-ec8223907b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:36:52.828491 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Bound port: dceacb55-a995-4b0d-af67-51ca88b68e89, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efde9377-7ca9-48b8-9a57-ec8223907b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:36:52.828905 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.839168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Port 51b448b1-9e3a-4db7-9abd-5361df34711c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:52.876297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e1daa827-3851-4c9a-8321-c5312b00ebc1 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:52.886447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.889992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e1daa827-3851-4c9a-8321-c5312b00ebc1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:52.890402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.921801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object d842af2b-cb04-43a1-ae93-8b37f2a5dfbb will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:52.948891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Provisioning complete for port e1daa827-3851-4c9a-8321-c5312b00ebc1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:52.949131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:52.995256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device da870bef-681d-4033-bcf9-587a24169b5c details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:36:53.006942 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] For port dceacb55-a995-4b0d-af67-51ca88b68e89, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:53.013482 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] For port dceacb55-a995-4b0d-af67-51ca88b68e89, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dceacb55-a995-4b0d-af67-51ca88b68e89,segment=NetworkSegment(efde9377-7ca9-48b8-9a57-ec8223907b8b),segment_id=efde9377-7ca9-48b8-9a57-ec8223907b8b)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:53.020875 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.048689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:53.052317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:53.068057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.068631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.131438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.132859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] 10.222.0.90 "PUT /v2.0/ports/4536d2c7-4fed-4e3a-8e1b-12c86cd88952 HTTP/1.1" status: 200 len: 1093 time: 3.7160575 Mar 11 19:36:53.134882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.248335 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded3c2e-da28-4f4c-8c90-677f0d5cfe45 None None] Pushing event updated for resources: {'Port': ['ID=dceacb55-a995-4b0d-af67-51ca88b68e89,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.265599 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Routers {'0944962c-52df-4df0-bea4-b6cdc605be6f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:53.269278 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['0944962c-52df-4df0-bea4-b6cdc605be6f'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:53.277684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:53.283683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:53.296949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:36:53.316879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:53.369915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54624) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:53.409883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=d842af2b-cb04-43a1-ae93-8b37f2a5dfbb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.488725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00f362-8b04-4d86-99a4-cec276c1d798 req-6d5c4c64-1b2c-4e78-8dee-57122afdc530 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.492109 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f00f362-8b04-4d86-99a4-cec276c1d798 req-6d5c4c64-1b2c-4e78-8dee-57122afdc530 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 944 time: 0.5238729 Mar 11 19:36:53.546601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.547420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.598320 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9da582b2-25f2-40af-8a20-2bf61c7ca2de tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8118236 Mar 11 19:36:53.602254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54630) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:53.610596 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f00f362-8b04-4d86-99a4-cec276c1d798 req-10e9dd3b-627c-4593-a23b-d9c5a04f3bc1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074874 Mar 11 19:36:53.629996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] Set router 0944962c-52df-4df0-bea4-b6cdc605be6f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:36:53.652746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54636) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:53.669566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.703508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=da870bef-681d-4033-bcf9-587a24169b5c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.727720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'da870bef-681d-4033-bcf9-587a24169b5c', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'port_id': 'da870bef-681d-4033-bcf9-587a24169b5c', 'mac_address': 'fa:16:3e:28:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:36:53.729560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.765998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.777178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.793340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.796050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:53.797469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e1daa827-3851-4c9a-8321-c5312b00ebc1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1daa827-3851-4c9a-8321-c5312b00ebc1,segment=NetworkSegment(ee1a6f99-87f3-4341-9784-c288cc02858a),segment_id=ee1a6f99-87f3-4341-9784-c288cc02858a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.810213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.844806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:53.847302 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-75e8787f-3aab-460d-a042-d5330e143e75 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2430830 Mar 11 19:36:53.849518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54640) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:53.893816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.919371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bd809-6cc7-4e93-93bb-51676bf36eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.933583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1918035688', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:53.942234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da870bef-681d-4033-bcf9-587a24169b5c {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:36:53.959721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:53.970061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:36:53.970769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-9eb2d19d-7306-4c14-be4f-f87bf90917b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:36:53.970944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f173ea-6d4f-4911-9416-03324998f5ff req-32643729-c100-4cbd-b8d3-5f1df098f0a1 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.972684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e1daa827-3851-4c9a-8321-c5312b00ebc1,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.972904 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c3f173ea-6d4f-4911-9416-03324998f5ff req-32643729-c100-4cbd-b8d3-5f1df098f0a1 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 943 time: 1.3698459 Mar 11 19:36:53.977761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=da870bef-681d-4033-bcf9-587a24169b5c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.987782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:53.989942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port d842af2b-cb04-43a1-ae93-8b37f2a5dfbb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:53.990415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.000127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Usage tracker for resource:port and tenant:607bfdf6299842afb6c9133468859f5d is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:54.006983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:54.051397 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-d63b12f0-f808-4d11-8635-7f5a4c1435df service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a18426f7b2f410b944e9769ef307fa8&device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 1096 time: 0.8178349 Mar 11 19:36:54.058381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:54.075862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-111ce9fc-3b87-4077-ad10-a99bb44cde6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f97f4b67bdb473aab631ce57c241315&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4139342 Mar 11 19:36:54.076593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:54.135201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:54.174562 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-edb156af-d239-4f77-b099-555b3c6064ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952 HTTP/1.1" status: 200 len: 217 time: 0.0969758 Mar 11 19:36:54.204476 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'name': '', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'external_fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:38Z', 'updated_at': '2022-03-11T19:36:44Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'name': '', 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:41Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:54.208999 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb48ce4-85b4-44ac-93d0-df4bcd7151c7 None None] The sync data for ids ['0944962c-52df-4df0-bea4-b6cdc605be6f'] in dv-neutron-832764-2-hyperv is: [{'id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'name': '', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'external_fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:38Z', 'updated_at': '2022-03-11T19:36:44Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'dceacb55-a995-4b0d-af67-51ca88b68e89', 'name': '', 'network_id': '584be8c4-4abd-4b70-bc64-060d83762c82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c9:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0944962c-52df-4df0-bea4-b6cdc605be6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:41Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8ac2f61c-69fd-4c4a-b980-ce681f23ba8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:54.292624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.313208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Made reservation on behalf of 607bfdf6299842afb6c9133468859f5d for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:54.315427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.315584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.326622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'status': 'completed', 'code': 200} Mar 11 19:36:54.355249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.356882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.367572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c3f173ea-6d4f-4911-9416-03324998f5ff req-e8a029c6-6e86-42ee-ba88-01831ffc071b tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875744 Mar 11 19:36:54.385014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['da870bef-681d-4033-bcf9-587a24169b5c'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:36:54.439917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210762f-d878-41b3-8f91-749094421cdc req-1730e499-6e87-4686-8b4d-9c6f412fe564 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:54.442094 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-1730e499-6e87-4686-8b4d-9c6f412fe564 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a068fac-5dc0-484d-9346-031f0fc97478 HTTP/1.1" status: 200 len: 844 time: 0.2070189 Mar 11 19:36:54.452054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:54.460705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Usage tracker for resource:security_group_rule and tenant:607bfdf6299842afb6c9133468859f5d is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:54.464240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:54.481560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.490621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:54.500191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1daa827-3851-4c9a-8321-c5312b00ebc1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:54.529988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for d842af2b-cb04-43a1-ae93-8b37f2a5dfbb owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:54.658279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e1daa827-3851-4c9a-8321-c5312b00ebc1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:54.659332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.684781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.738494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=d842af2b-cb04-43a1-ae93-8b37f2a5dfbb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:54.835221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b181b15-56f1-481d-a792-6fbcff1f575e None None] Provisioning complete for port 51b448b1-9e3a-4db7-9abd-5361df34711c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:54.835688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b181b15-56f1-481d-a792-6fbcff1f575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.850643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Router 2b0bdf77-4aac-40c7-b8d6-594cc535b9be is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:54.852474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.869765 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-d3d1b031-409e-4dfb-a4bf-c61b04fce74b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c3ef36d-a17c-4e26-b3ce-50b651558884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3802145 Mar 11 19:36:54.883594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.902314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b181b15-56f1-481d-a792-6fbcff1f575e None None] Port 51b448b1-9e3a-4db7-9abd-5361df34711c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:54.906402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b181b15-56f1-481d-a792-6fbcff1f575e None None] Could not find standard attr ID for object d842af2b-cb04-43a1-ae93-8b37f2a5dfbb. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:36:54.918729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30230ac8-d9ca-426e-b8c0-61c15b431f76,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:54.922781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:54.941750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Deleting port dceacb55-a995-4b0d-af67-51ca88b68e89 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:54.942097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.015591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.039038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.040326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] device_id is not set on port 9215bc8d-cd49-4a6c-b927-5584fd2d6705 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:55.052914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c2b9e-f35c-4e76-b3de-6557ed59d128 req-c24ad2fa-d52d-4a60-8a3a-1e5559f3a983 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:55.054446 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d6c2b9e-f35c-4e76-b3de-6557ed59d128 req-c24ad2fa-d52d-4a60-8a3a-1e5559f3a983 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 945 time: 0.1854794 Mar 11 19:36:55.079957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d8228d6f-3f23-407d-8e6e-985002ad9885 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/d842af2b-cb04-43a1-ae93-8b37f2a5dfbb HTTP/1.1" status: 204 len: 168 time: 1.2265649 Mar 11 19:36:55.080487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54656) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:55.080846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.081969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-749afa01-b977-4d42-adfc-2cfe2e832105 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/30230ac8-d9ca-426e-b8c0-61c15b431f76 HTTP/1.1" status: 204 len: 168 time: 0.9984758 Mar 11 19:36:55.134553 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e79641c-319c-4d85-a134-dc6451afe19f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] GET failed (client error): The resource could not be found. Mar 11 19:36:55.134945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6e79641c-319c-4d85-a134-dc6451afe19f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:55.154782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d6c2b9e-f35c-4e76-b3de-6557ed59d128 req-000b4003-af12-4f06-8ff2-8a7ff07cab76 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941782 Mar 11 19:36:55.166070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6e79641c-319c-4d85-a134-dc6451afe19f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:55.167551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6e79641c-319c-4d85-a134-dc6451afe19f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports/d842af2b-cb04-43a1-ae93-8b37f2a5dfbb HTTP/1.1" status: 404 len: 333 time: 0.0858550 Mar 11 19:36:55.171503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54662) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:55.177246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-1428938930'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:55.337404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:55.347255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:55.359908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:55.363076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.386020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port 15e8a00f-c60c-49ab-9442-15cad298b03e yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:36:55.496960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd7fce-09f3-4d57-8ddc-f92dbabf9547,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:55.586143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.7 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/15e8a00f-c60c-49ab-9442-15cad298b03e) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:55.634508 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-1883cf42-10a8-44e8-a04f-8a66977ff407 service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389369 Mar 11 19:36:55.798952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.815859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object 15e8a00f-c60c-49ab-9442-15cad298b03e will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:55.826352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] For port dceacb55-a995-4b0d-af67-51ca88b68e89, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dceacb55-a995-4b0d-af67-51ca88b68e89,segment=NetworkSegment(efde9377-7ca9-48b8-9a57-ec8223907b8b),segment_id=efde9377-7ca9-48b8-9a57-ec8223907b8b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:55.826898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.834384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Allocated IP 172.26.8.172 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/9215bc8d-cd49-4a6c-b927-5584fd2d6705) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:55.843750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:55.921515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:55.924357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:55.926700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:55.964280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=15e8a00f-c60c-49ab-9442-15cad298b03e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:55.987782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Calling delete_port for dceacb55-a995-4b0d-af67-51ca88b68e89 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:55.996168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:55.996826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.030694 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2501b5ef-9c2d-4301-9d97-58c7934e3cbc tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8575821 Mar 11 19:36:56.031260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54682) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:56.038090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:ca:1e'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:56.095197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7210762f-d878-41b3-8f91-749094421cdc req-9b5f549d-7620-4599-9a8d-1aa2a7389f8f service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454238 Mar 11 19:36:56.250297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46203f6c-8c3c-466e-84f4-f5b5e5f5e283 req-69d7c4c9-0113-42f1-b440-b065716a10c6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.250641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cb013498-43ff-4d71-8604-7663b8b178f7 None None] Provisioning for port 15e8a00f-c60c-49ab-9442-15cad298b03e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:56.251872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46203f6c-8c3c-466e-84f4-f5b5e5f5e283 req-69d7c4c9-0113-42f1-b440-b065716a10c6 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 943 time: 0.7123213 Mar 11 19:36:56.256219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cb013498-43ff-4d71-8604-7663b8b178f7 None None] Provisioning complete for port 15e8a00f-c60c-49ab-9442-15cad298b03e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:56.256683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cb013498-43ff-4d71-8604-7663b8b178f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.333744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.348228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54690) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:56.368476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cb013498-43ff-4d71-8604-7663b8b178f7 None None] Port 15e8a00f-c60c-49ab-9442-15cad298b03e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:56.528407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46203f6c-8c3c-466e-84f4-f5b5e5f5e283 req-e4171e7b-02f3-4dfb-832a-d9a23699b24f tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542138 Mar 11 19:36:56.529955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2126127743'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:56.534797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:56.538345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:56.541338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:56.546928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:56.571531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:56.574435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.597532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.612847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:56.621751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-bb606fd1-c33e-4e94-bb4e-315b82e6e144 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a18426f7b2f410b944e9769ef307fa8&device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 1096 time: 0.4627080 Mar 11 19:36:56.625297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] Sync routers for ids ['2b0bdf77-4aac-40c7-b8d6-594cc535b9be'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:36:56.633642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17d144-e9d8-4fc3-9fc7-72be5286a6c0 req-aba1bd95-10a9-43df-bfea-894d53d430bf tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.635098 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3d17d144-e9d8-4fc3-9fc7-72be5286a6c0 req-aba1bd95-10a9-43df-bfea-894d53d430bf tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 945 time: 0.2460053 Mar 11 19:36:56.637442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] Routers {'2b0bdf77-4aac-40c7-b8d6-594cc535b9be'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:56.638194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b0bdf77-4aac-40c7-b8d6-594cc535b9be'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:56.643647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:56.648983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:security_group_rule and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:56.657097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.663201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:56.672741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:56.705242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:56.710158 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3d17d144-e9d8-4fc3-9fc7-72be5286a6c0 req-5d195638-ea65-4f73-b906-64618c9eade1 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640352 Mar 11 19:36:56.718996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] Routers {'2b0bdf77-4aac-40c7-b8d6-594cc535b9be'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:36:56.723197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b0bdf77-4aac-40c7-b8d6-594cc535b9be'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:56.767473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.770762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.774871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.789854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:56.790545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1559dbe9-bbcf-4140-b50b-91cd6464b0cb None None] The sync data for ids ['2b0bdf77-4aac-40c7-b8d6-594cc535b9be'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:36:56.802718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.803921 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b51e9580-70ac-4479-b245-2febb28518d9 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 15.3666365 Mar 11 19:36:56.809056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54696) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:56.809756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:56.867574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2682cb-28d0-435a-960e-405e80f830e5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:56.904574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:56.904918 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment a8b4a5f3-f1c5-454c-96aa-8a1a0c539224 of type vlan for network 301b1339-71b1-4e9a-85c2-155c790ee5f2 Mar 11 19:36:56.976758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device da870bef-681d-4033-bcf9-587a24169b5c up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:36:57.052921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port da870bef-681d-4033-bcf9-587a24169b5c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:57.058432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port da870bef-681d-4033-bcf9-587a24169b5c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:57.058794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.061106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.065004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.144519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Port': ['ID=dceacb55-a995-4b0d-af67-51ca88b68e89,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.178509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.182769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.183371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.193478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.208611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-994c9322-6304-4f4e-85ac-14198bfd2d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.210059 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-994c9322-6304-4f4e-85ac-14198bfd2d91 service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c3ef36d-a17c-4e26-b3ce-50b651558884 HTTP/1.1" status: 200 len: 906 time: 0.5499642 Mar 11 19:36:57.211094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.224639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:36:57.283680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:36:57.292706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=da870bef-681d-4033-bcf9-587a24169b5c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:57.300062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.310023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.333679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.374485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.506374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=15e8a00f-c60c-49ab-9442-15cad298b03e,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.519965 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1699724 Mar 11 19:36:57.524515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23739471-b7a5-47cf-a16b-6ff4b675392d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=301b1339-71b1-4e9a-85c2-155c790ee5f2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.531402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] In _notify_port_updated(), no bound segment for port 15e8a00f-c60c-49ab-9442-15cad298b03e on network 982852e8-1b8c-442b-a983-c3cf18b3975e {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:36:57.536122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:36:57.545962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.549623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.553202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0fc5f093-6978-474f-bc0f-8d10325c721b tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "PUT /v2.0/ports/15e8a00f-c60c-49ab-9442-15cad298b03e HTTP/1.1" status: 200 len: 994 time: 1.5209031 Mar 11 19:36:57.557194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54708) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:57.694025 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c', 'code': 200} Mar 11 19:36:57.703825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:57.722187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:57.725441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:57.740259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port 15e8a00f-c60c-49ab-9442-15cad298b03e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:36:57.740779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.763094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7dcb386c-94f1-4cfa-a574-d5011372800c None None] Provisioning complete for port 15e8a00f-c60c-49ab-9442-15cad298b03e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:57.764856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7dcb386c-94f1-4cfa-a574-d5011372800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.778132 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-387bdb55-710c-4db6-9a89-3065878ede0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952 HTTP/1.1" status: 200 len: 217 time: 0.5581739 Mar 11 19:36:57.870377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-88d2e84e-a136-4032-9ee1-8d4813f38112 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.871851 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-88d2e84e-a136-4032-9ee1-8d4813f38112 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a068fac-5dc0-484d-9346-031f0fc97478 HTTP/1.1" status: 200 len: 844 time: 0.0793409 Mar 11 19:36:57.958422 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9bf887ac-7c25-44c9-83d6-206458743e39 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/2b0bdf77-4aac-40c7-b8d6-594cc535b9be HTTP/1.1" status: 200 len: 921 time: 1.1461110 Mar 11 19:36:57.960585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54716) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:57.988633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:57.991943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7dcb386c-94f1-4cfa-a574-d5011372800c None None] Port 15e8a00f-c60c-49ab-9442-15cad298b03e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:58.041926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Pushing event updated for resources: {'Port': ['ID=9215bc8d-cd49-4a6c-b927-5584fd2d6705,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.080019 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0d37354-bb92-44a6-ad8a-bf91e2d05fc0 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0bdf77-4aac-40c7-b8d6-594cc535b9be HTTP/1.1" status: 200 len: 205 time: 0.1162846 Mar 11 19:36:58.087511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54720) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:58.191026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.191648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.283842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Allocated IP 172.20.0.1 (a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3/ac90cf26-e0aa-4e95-9557-3085d60be646/876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:58.377187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.383183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-00eab204-9812-49e4-8d7e-22c0c27dc7a3 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.9923339 Mar 11 19:36:58.383934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54724) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:58.391033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.172'}]}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:36:58.416805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abda336-ed7a-4401-bb1e-0e9df24b9fcf req-39449209-d667-47b9-8cc8-7afb08c5b307 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.416932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:58.419038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.423584 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9abda336-ed7a-4401-bb1e-0e9df24b9fcf req-39449209-d667-47b9-8cc8-7afb08c5b307 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 943 time: 0.5920672 Mar 11 19:36:58.429903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Usage tracker for resource:router and tenant:607bfdf6299842afb6c9133468859f5d is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:58.458649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.481513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:58.492673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-28fb59d3-a851-4f8a-ac20-2014e54cb549 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c3ef36d-a17c-4e26-b3ce-50b651558884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6042266 Mar 11 19:36:58.505523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:58.552081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4587b-44cf-4b8c-b4c6-bb6781a098fc req-fd2b7a8c-7623-488e-addd-3d95108f143f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.553490 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-82a4587b-44cf-4b8c-b4c6-bb6781a098fc req-fd2b7a8c-7623-488e-addd-3d95108f143f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.5002744 Mar 11 19:36:58.635655 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-6b6d9376-e15b-4060-be5d-c09d2230ae75 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 1099 time: 0.6332693 Mar 11 19:36:58.714865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for 15e8a00f-c60c-49ab-9442-15cad298b03e owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:36:58.743819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.744712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.757475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.767875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.768338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0944962c-52df-4df0-bea4-b6cdc605be6f {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:58.785642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9abda336-ed7a-4401-bb1e-0e9df24b9fcf req-d24cf3bc-7c6a-4553-ae78-425eed9bbf0d tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Synchronizing usage tracker for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:36:58.832977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.836551 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-11c7b4d4-f077-480f-a93d-3990304cedba tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0944962c-52df-4df0-bea4-b6cdc605be6f HTTP/1.1" status: 204 len: 168 time: 7.5325923 Mar 11 19:36:58.841009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54728) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:58.880280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:36:58.890233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.892077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9abda336-ed7a-4401-bb1e-0e9df24b9fcf req-d24cf3bc-7c6a-4553-ae78-425eed9bbf0d tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Unset dirty status for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:36:58.893233 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9abda336-ed7a-4401-bb1e-0e9df24b9fcf req-d24cf3bc-7c6a-4553-ae78-425eed9bbf0d tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689174 Mar 11 19:36:58.894435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Usage tracker for resource:security_group_rule and tenant:d4931717bb0f481385be61d8d4a49d3c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:36:58.905110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:36:58.907261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-82a4587b-44cf-4b8c-b4c6-bb6781a098fc req-aaf8cfa8-b9d9-44bc-8136-23a0bcb72a70 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010212 Mar 11 19:36:58.913699 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-a20f483e-857c-46c9-a3be-6d9c5d61f83a service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036939 Mar 11 19:36:58.931174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:58.946146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:36:59.006753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Deleting subnet 8ac2f61c-69fd-4c4a-b980-ce681f23ba8e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:36:59.021071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.075114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.102262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Transition to ACTIVE for port object 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:36:59.141182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.181249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=15e8a00f-c60c-49ab-9442-15cad298b03e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:59.202644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.230144 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dce1d32b-e8b6-4cfd-b64a-2bc2c915c64c req-3a652eb7-1dcd-4726-95a7-7ec11e05ae2e service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020837 Mar 11 19:36:59.242751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.251870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.362677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:59.371582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:59.374799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:59.377888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:36:59.403146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.504480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.564110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.594318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.774175 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-93fa2e5d-b292-4b27-a456-b37f20bf54e0 req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0801105 Mar 11 19:36:59.784383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096655-8053-41bb-a6b0-aab6c2b7eac9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=521087ee-7c56-4e6e-89f5-ba520a8c8228,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:59.820417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.833767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.839012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1628aac7-71fa-4ccd-a111-ca149eda73c7 None None] Provisioning for port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:36:59.844666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1628aac7-71fa-4ccd-a111-ca149eda73c7 None None] Provisioning complete for port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:36:59.845072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1628aac7-71fa-4ccd-a111-ca149eda73c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.869143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.929805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac2f61c-69fd-4c4a-b980-ce681f23ba8e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:59.938316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1628aac7-71fa-4ccd-a111-ca149eda73c7 None None] Port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:36:59.961969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:36:59.973565 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2484caa9-5ae9-43b8-a8cf-bb3998d59ac4 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/8ac2f61c-69fd-4c4a-b980-ce681f23ba8e HTTP/1.1" status: 204 len: 168 time: 1.1302822 Mar 11 19:36:59.983275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-75dd8143-6731-4225-ad05-26404558a252 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/15e8a00f-c60c-49ab-9442-15cad298b03e HTTP/1.1" status: 204 len: 168 time: 2.4229133 Mar 11 19:36:59.989350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54736) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:36:59.989700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54738) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:00.296212 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e2b102-c7b4-4dd2-9e10-3ec38c29d345 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] GET failed (client error): The resource could not be found. Mar 11 19:37:00.296712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-19e2b102-c7b4-4dd2-9e10-3ec38c29d345 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:00.343933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.367931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-19e2b102-c7b4-4dd2-9e10-3ec38c29d345 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:00.369171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-19e2b102-c7b4-4dd2-9e10-3ec38c29d345 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports/15e8a00f-c60c-49ab-9442-15cad298b03e HTTP/1.1" status: 404 len: 333 time: 0.3718393 Mar 11 19:37:00.376297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54744) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:00.384868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-2004963692'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:00.432308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.525136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.705007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54748) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:00.717280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:00.717464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b3d55-30ac-4b58-9afe-c64e7013fb48 req-a0b30656-748d-42f5-82e7-8724c56e087e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.718943 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e11b3d55-30ac-4b58-9afe-c64e7013fb48 req-a0b30656-748d-42f5-82e7-8724c56e087e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.3107808 Mar 11 19:37:00.741874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5439a-dc1f-4e40-9118-11f699af628a req-ccf315b4-f8ab-4d59-8f4e-914d27f0b75c tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.743343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aed5439a-dc1f-4e40-9118-11f699af628a req-ccf315b4-f8ab-4d59-8f4e-914d27f0b75c tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 943 time: 0.5328557 Mar 11 19:37:00.758597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.774018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.848727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:37:00.867356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.898881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584be8c4-4abd-4b70-bc64-060d83762c82']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.904675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.912957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port fb51f612-ac35-4ebe-9494-a036d593dc09 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:00.913282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:00.967118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:00.971555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efde9377-7ca9-48b8-9a57-ec8223907b8b') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.971826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efde9377-7ca9-48b8-9a57-ec8223907b8b') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.994248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:37:01.007670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.015913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:01.022697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:01.024500 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e11b3d55-30ac-4b58-9afe-c64e7013fb48 req-b5380758-2e84-4a7e-9d9e-743b2b927395 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987127 Mar 11 19:37:01.047906 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aed5439a-dc1f-4e40-9118-11f699af628a req-e8ebb96a-05b0-4794-b6fd-411eb5aa80e1 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776792 Mar 11 19:37:01.051183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.055064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:01.058482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.062992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:subnet and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:01.067622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:01.114769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.120037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:01.146668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:01.149946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.170696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:01.171209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.188334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:01.194464 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:01.205380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'port_id': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'mac_address': 'fa:16:3e:3f:35:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:37:01.280238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.297829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:01.300702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:37:01.317102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:01.322425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.361656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port d85da829-a1ce-42cd-b47a-9cebd6854390 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:01.393182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:01.462671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.508181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 584be8c4-4abd-4b70-bc64-060d83762c82 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:37:01.522384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.526407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.543194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.551443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Network': ['ID=584be8c4-4abd-4b70-bc64-060d83762c82,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:01.591222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:01.594092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:01.662460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.706333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['4536d2c7-4fed-4e3a-8e1b-12c86cd88952'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:37:01.764542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.828747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:01.829366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 432da184-7ddb-440b-9f54-6997e02fe48c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:01.945087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:37:01.948684 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b27bf339-1a37-4d66-8855-5ad306c99f8f tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5613253 Mar 11 19:37:01.954369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54752) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:01.994347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fefcbc3e-39ce-4155-8d10-423bc2fb58f0 None None] Provisioning complete for port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:01.994941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fefcbc3e-39ce-4155-8d10-423bc2fb58f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.065049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.9 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/d85da829-a1ce-42cd-b47a-9cebd6854390) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:02.093625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fefcbc3e-39ce-4155-8d10-423bc2fb58f0 None None] Port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:02.096751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Deleting port 9215bc8d-cd49-4a6c-b927-5584fd2d6705 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:02.096751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.253297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f155b3bf-5657-4e13-a959-18ef927a7bae tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/networks/584be8c4-4abd-4b70-bc64-060d83762c82 HTTP/1.1" status: 204 len: 168 time: 2.2611008 Mar 11 19:37:02.315282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for fb51f612-ac35-4ebe-9494-a036d593dc09 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:02.440477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.539626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57647958-8556-4901-b626-64a321fdc553 req-60fa2ed8-bcb1-48cc-b598-9f1b3f3e34c3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.541145 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57647958-8556-4901-b626-64a321fdc553 req-60fa2ed8-bcb1-48cc-b598-9f1b3f3e34c3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.2337174 Mar 11 19:37:02.562816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.592747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Router fb706709-148b-4599-83a4-103dcca37e26 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:02.649281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54766) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:02.667423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dceacb55-a995-4b0d-af67-51ca88b68e89 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:02.711696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: dceacb55-a995-4b0d-af67-51ca88b68e89 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:02.712170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dceacb55-a995-4b0d-af67-51ca88b68e89 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:02.716624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Calling delete_port for 9215bc8d-cd49-4a6c-b927-5584fd2d6705 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:02.744666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'name': 'tempest-router--391344130', 'project_id': '9b08d294a3604dc6ad2ef86dce015531'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:02.755276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.772249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:02.787856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:router and tenant:9b08d294a3604dc6ad2ef86dce015531 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:02.793500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:02.827438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=fdbce4e5-b1da-42b7-9401-192efac75196,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:02.833311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object d85da829-a1ce-42cd-b47a-9cebd6854390 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:02.850200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:02.860366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57647958-8556-4901-b626-64a321fdc553 req-51c6298a-9732-4961-84f4-e31e3b8b1bbb tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091786 Mar 11 19:37:02.879164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:02.879568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: 301b1339-71b1-4e9a-85c2-155c790ee5f2, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:02.907040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf451b44-e948-4fc9-8096-3a65dace21f5 req-ff0a485c-1fd4-468d-a5a4-af99f37ea902 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.908574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cf451b44-e948-4fc9-8096-3a65dace21f5 req-ff0a485c-1fd4-468d-a5a4-af99f37ea902 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 944 time: 0.5588188 Mar 11 19:37:02.942956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.945754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:02.946591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.019572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:03.061088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.097486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=d85da829-a1ce-42cd-b47a-9cebd6854390,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.100302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:03.107991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:03.109082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.115017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:03.119588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:03.142313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:03.180614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.200786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.203446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:03.207755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.280143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.298093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.298903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.324863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:37:03.337543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Pushing event deleted for resources: {'Port': ['ID=9215bc8d-cd49-4a6c-b927-5584fd2d6705,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.345559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:03.355433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.365510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=fb51f612-ac35-4ebe-9494-a036d593dc09,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.369853 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cf451b44-e948-4fc9-8096-3a65dace21f5 req-09bdd270-3fd9-4d7e-a273-68731adcf872 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4194076 Mar 11 19:37:03.370445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 301b1339-71b1-4e9a-85c2-155c790ee5f2) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:03.418840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.426542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9e160eb6-c32a-4ef2-9760-0a59c7e200db tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7755268 Mar 11 19:37:03.434537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5537bcf7-0179-4997-885a-ff66560b999f tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0514164 Mar 11 19:37:03.435494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:03.435915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54776) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:03.437645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.440214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.445114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc00dc-7b27-4852-939b-9df2d96efb7c None None] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:03.476642 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'code': 200} Mar 11 19:37:03.477809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074022b-9efb-47ba-ad18-136856ffbbfe req-f7d0c32c-a63b-4b2f-a701-c2a5693e163b tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.479355 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0074022b-9efb-47ba-ad18-136856ffbbfe req-f7d0c32c-a63b-4b2f-a701-c2a5693e163b tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.4729307 Mar 11 19:37:03.488711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54778) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:03.502817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Request body: {'floatingip': {'port_id': 'da870bef-681d-4033-bcf9-587a24169b5c'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:03.595758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.597492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.612536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-15caa0b8-2d69-4899-a7fb-8c0d509f64a6 None None] Provisioning for port d85da829-a1ce-42cd-b47a-9cebd6854390 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:03.623053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-15caa0b8-2d69-4899-a7fb-8c0d509f64a6 None None] Provisioning complete for port d85da829-a1ce-42cd-b47a-9cebd6854390 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:03.623485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-15caa0b8-2d69-4899-a7fb-8c0d509f64a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.648534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-373a57c4-d1a8-462d-b81e-24d5b2f7dcb8 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9416320 Mar 11 19:37:03.653495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:03.667748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54786) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:03.671412 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] Sync routers for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:03.674576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2124815071'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:03.683927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e3ab0d67-be43-45cc-ba6f-25eb7a00e61c tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "PUT /v2.0/routers/fb706709-148b-4599-83a4-103dcca37e26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6902466 Mar 11 19:37:03.688420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.689612 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:03.690872 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:03.694348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4871e9ef-8330-48c9-98f7-0e9bec2ab4e1 tempest-RoutersAdminNegativeIpV6Test-168943332 tempest-RoutersAdminNegativeIpV6Test-168943332-project-admin] 10.222.0.76 "DELETE /v2.0/ports/9215bc8d-cd49-4a6c-b927-5584fd2d6705 HTTP/1.1" status: 204 len: 168 time: 1.6902137 Mar 11 19:37:03.695187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:03.716899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:ca:1e'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:03.727740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:03.738836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Request body: {'port': {'network_id': 'a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3', 'name': 'tempest-FloatingIPAdminTestJSON-1474008398'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:03.752124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:03.765290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:03.766556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:03.780347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:03.795293 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:03.822680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:03.876056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-15caa0b8-2d69-4899-a7fb-8c0d509f64a6 None None] Port d85da829-a1ce-42cd-b47a-9cebd6854390 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:03.881947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-301b1339-71b1-4e9a-85c2-155c790ee5f2', 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2', 'tenant_id': '43681ccf49af42228870a3e988e221ca', 'fixed_ips': [{'subnet_id': 'fdbce4e5-b1da-42b7-9401-192efac75196'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:03.883051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.893402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:03.895875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:03.896404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.005925 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:04.006334 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a37863e-944c-4c7b-8b01-50186002a76b None None] The sync data for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:04.095573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Allocated IP 2001:db8:0:ffff::2 (301b1339-71b1-4e9a-85c2-155c790ee5f2/fdbce4e5-b1da-42b7-9401-192efac75196/9fcdf948-593b-4e60-a4e6-23d47757e902) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:04.248140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:04.309819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:04.338958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:04.340241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.347139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.347517 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment 70772436-2f82-4bb1-9dd7-9b9bdb1e3d00 of type vlan for network f929cfcc-c155-471f-be1c-447cedbcd406 Mar 11 19:37:04.348805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Usage tracker for resource:port and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:04.352599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Transition to ACTIVE for port object 9fcdf948-593b-4e60-a4e6-23d47757e902 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:04.374099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Transition to ACTIVE for port object 9fcdf948-593b-4e60-a4e6-23d47757e902 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:04.376061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:04.382216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.399621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.404249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.454994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.460675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:04.464275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:04.468504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:04.473944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Pushing event updated for resources: {'Port': ['ID=9fcdf948-593b-4e60-a4e6-23d47757e902,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:04.476687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:04.487095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.514282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.515016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0bdf77-4aac-40c7-b8d6-594cc535b9be {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:04.580067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Made reservation on behalf of 806a3c1d007745e2a7efb842ab24e487 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:04.583365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.609405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Attempting to bind port 9fcdf948-593b-4e60-a4e6-23d47757e902 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:04.610050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Attempting to bind port 9fcdf948-593b-4e60-a4e6-23d47757e902 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:04.610405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Attempting to bind port 9fcdf948-593b-4e60-a4e6-23d47757e902 on network 301b1339-71b1-4e9a-85c2-155c790ee5f2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:04.616742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:04.617098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Checking segment: {'id': 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:04.617480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.617859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Bound using segment: {'id': 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:04.618599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Bound port: 9fcdf948-593b-4e60-a4e6-23d47757e902, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '301b1339-71b1-4e9a-85c2-155c790ee5f2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:04.618714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.635893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.645562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b1ca8d6b-e062-41c9-a4a5-95c6ce42e443 req-1e361889-0954-41e9-b340-cbe618cbfaaf service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 1098 time: 0.8983960 Mar 11 19:37:04.648738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.653493 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-be668342-76ac-4af4-93c3-d5500636f683 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/2b0bdf77-4aac-40c7-b8d6-594cc535b9be HTTP/1.1" status: 204 len: 168 time: 6.5591555 Mar 11 19:37:04.654351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54806) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:04.694108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1669384046', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:04.705173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] For port 9fcdf948-593b-4e60-a4e6-23d47757e902, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:04.708320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] For port 9fcdf948-593b-4e60-a4e6-23d47757e902, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9fcdf948-593b-4e60-a4e6-23d47757e902,segment=NetworkSegment(a8b4a5f3-f1c5-454c-96aa-8a1a0c539224),segment_id=a8b4a5f3-f1c5-454c-96aa-8a1a0c539224)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:04.708978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:04.714384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.734842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:router and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:04.740422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:04.757320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:04.791127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76b5fd-61ef-4c08-af68-ce11e70ae71b None None] Pushing event updated for resources: {'Port': ['ID=9fcdf948-593b-4e60-a4e6-23d47757e902,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:04.795194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.801127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.801127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.817154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] device_id is not set on port 07c2ce00-123c-40bb-a2cc-befe1d62b77c yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:04.966906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.969964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:04.974621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b1ca8d6b-e062-41c9-a4a5-95c6ce42e443 req-e5a17afa-6cbe-455f-a22e-985437c6e17c service neutron] Synchronizing usage tracker for tenant:d4931717bb0f481385be61d8d4a49d3c on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:05.004560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.032819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:05.046896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=f929cfcc-c155-471f-be1c-447cedbcd406,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:05.049839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3798499 Mar 11 19:37:05.051669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Usage tracker for resource:security_group_rule and tenant:fdf9187c827b4877bc8adcd0f1419e11 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:05.059474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:05.062409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54810) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:05.082667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:05.087673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563c32d-a59f-4f7a-bded-78c779086d38 req-21d204fb-9e7e-416d-a30c-1f29a2490c72 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:05.089282 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b563c32d-a59f-4f7a-bded-78c779086d38 req-21d204fb-9e7e-416d-a30c-1f29a2490c72 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.5062850 Mar 11 19:37:05.097359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:05.119460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.119868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.120207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.120735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.121067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.121395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.121720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.122044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.122358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.122684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.122999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc985c73-79ee-4be7-888e-a36080152dbb tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.137802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network f929cfcc-c155-471f-be1c-447cedbcd406 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:05.254570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.270200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.284453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.378401 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b563c32d-a59f-4f7a-bded-78c779086d38 req-cbd171e1-da52-45b7-9125-cadfb7db83f4 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128041 Mar 11 19:37:05.422536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:05.431262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:subnet and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:05.438103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Allocated IP 172.20.0.13 (a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3/ac90cf26-e0aa-4e95-9557-3085d60be646/07c2ce00-123c-40bb-a2cc-befe1d62b77c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:05.443524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:05.475818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:05.516185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.534459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.535058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 707efec8-d643-44d3-8e3b-cd6e31412ea1 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:05.538543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.567377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.570971 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d26ff7c9-c7fc-4ccb-9bf8-91fbf3b789ad tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/707efec8-d643-44d3-8e3b-cd6e31412ea1 HTTP/1.1" status: 204 len: 168 time: 1.9329436 Mar 11 19:37:05.580075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.605201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.625579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.631203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.691876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:05.859963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54816) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:05.861827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:05.870548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c4ae1-7124-41a3-b51f-87dd811dee2b None None] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:05.895734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b1ca8d6b-e062-41c9-a4a5-95c6ce42e443 req-e5a17afa-6cbe-455f-a22e-985437c6e17c service neutron] Unset dirty status for tenant:d4931717bb0f481385be61d8d4a49d3c on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:05.896862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b1ca8d6b-e062-41c9-a4a5-95c6ce42e443 req-e5a17afa-6cbe-455f-a22e-985437c6e17c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2376304 Mar 11 19:37:05.935663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=d85da829-a1ce-42cd-b47a-9cebd6854390,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:05.973607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.973944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.974277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.974605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.974934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.975250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.976986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.980184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.980540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.981106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:05.981214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:06.019629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] In _notify_port_updated(), no bound segment for port d85da829-a1ce-42cd-b47a-9cebd6854390 on network 982852e8-1b8c-442b-a983-c3cf18b3975e {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:37:06.023350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.028666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.031889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-65e0ec3e-ffdc-4f22-a7cf-2a808080c617 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "PUT /v2.0/ports/d85da829-a1ce-42cd-b47a-9cebd6854390 HTTP/1.1" status: 200 len: 996 time: 2.3943951 Mar 11 19:37:06.036005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54822) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:06.085120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3dcb1d-4c9e-48f9-bdb7-d2491f689976,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:06.109542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-36a179df-2639-41a8-a1b1-fdfc06714e62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fdf9187c827b4877bc8adcd0f1419e11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8587837 Mar 11 19:37:06.118341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54826) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:06.174689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.207345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.252974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6a1e1588-3da9-45f0-a98d-1018a66e0c85 None None] Provisioning for port 9fcdf948-593b-4e60-a4e6-23d47757e902 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:06.257587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port d85da829-a1ce-42cd-b47a-9cebd6854390 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:06.257971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.261840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1995050746', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:06.296995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.300760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:06.311128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.314791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:06.320512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:06.340315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:06.365970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Transition to ACTIVE for port object 07c2ce00-123c-40bb-a2cc-befe1d62b77c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:06.387873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-630b7543-faed-4a18-a3db-a003b6d150d1 None None] Provisioning complete for port d85da829-a1ce-42cd-b47a-9cebd6854390 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:06.388593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-630b7543-faed-4a18-a3db-a003b6d150d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.391302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.392672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.457799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-630b7543-faed-4a18-a3db-a003b6d150d1 None None] Port d85da829-a1ce-42cd-b47a-9cebd6854390 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:06.509547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.513848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.562689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.592521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.617326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3dcb1d-4c9e-48f9-bdb7-d2491f689976,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:06.633746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.638724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Floating IP f67e5135-ecd4-4826-bd13-33b591edc260 associated. External IP: 172.26.8.107, port: da870bef-681d-4033-bcf9-587a24169b5c. Mar 11 19:37:06.664123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9fcdf948-593b-4e60-a4e6-23d47757e902 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:06.678937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.680746 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79a4cec3-e4bb-48cb-9848-880139b50c8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be3dcb1d-4c9e-48f9-bdb7-d2491f689976 HTTP/1.1" status: 204 len: 168 time: 0.5613158 Mar 11 19:37:06.734476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9fcdf948-593b-4e60-a4e6-23d47757e902 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:06.739830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9fcdf948-593b-4e60-a4e6-23d47757e902 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:06.740233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.776069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.812336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:06.860750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.896015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9fcdf948-593b-4e60-a4e6-23d47757e902, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9fcdf948-593b-4e60-a4e6-23d47757e902,segment=NetworkSegment(a8b4a5f3-f1c5-454c-96aa-8a1a0c539224),segment_id=a8b4a5f3-f1c5-454c-96aa-8a1a0c539224)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:06.902835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:06.914045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for d85da829-a1ce-42cd-b47a-9cebd6854390 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:06.926676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event updated for resources: {'Port': ['ID=07c2ce00-123c-40bb-a2cc-befe1d62b77c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:06.931242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:06.933607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:06.991202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9fcdf948-593b-4e60-a4e6-23d47757e902,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:07.002189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.002493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.002932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.003412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.003809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.004193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.005043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.005043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.005231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.005609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.005980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:07.070852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.26.8.241 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e1fa97dc-bbda-4395-b3b9-1ba32f9549f5) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:07.127152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.128676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.190269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.241489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54838) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:07.280353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b8fcaef-5f30-4325-bd80-b4e09b36ccd1 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.5806983 Mar 11 19:37:07.292365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54842) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:07.339749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.339973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f1cbacd8-1eb8-4f47-9e57-5224e94bd50b None None] Provisioning for port 07c2ce00-123c-40bb-a2cc-befe1d62b77c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:07.346544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32c424-fbb4-4e23-b3bb-4fb9cb290bd3 req-9aa90cec-d8d0-4ef4-b0c2-4d9a423b5beb tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.346734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f1cbacd8-1eb8-4f47-9e57-5224e94bd50b None None] Provisioning complete for port 07c2ce00-123c-40bb-a2cc-befe1d62b77c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:07.347128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f1cbacd8-1eb8-4f47-9e57-5224e94bd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.351852 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b32c424-fbb4-4e23-b3bb-4fb9cb290bd3 req-9aa90cec-d8d0-4ef4-b0c2-4d9a423b5beb tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.7295952 Mar 11 19:37:07.395118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=d85da829-a1ce-42cd-b47a-9cebd6854390,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:07.426200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:37:07.427490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbacd8-1eb8-4f47-9e57-5224e94bd50b None None] Port 07c2ce00-123c-40bb-a2cc-befe1d62b77c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:07.498896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.537770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.548905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.569435 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f1d56485-5801-4733-a694-0ca962281539 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/d85da829-a1ce-42cd-b47a-9cebd6854390 HTTP/1.1" status: 204 len: 168 time: 1.5258105 Mar 11 19:37:07.570377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54848) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:07.584262 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8870ac35-23f6-4571-a452-89b6acef6eea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=607bfdf6299842afb6c9133468859f5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3370378 Mar 11 19:37:07.591089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54852) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:07.598254 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b32c424-fbb4-4e23-b3bb-4fb9cb290bd3 req-6a0cf9e2-8210-4903-ab79-89122cc1aba4 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381115 Mar 11 19:37:07.633105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f4f13f-d6e6-463b-8b9e-de5113bd493d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] GET failed (client error): The resource could not be found. Mar 11 19:37:07.633755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3f4f13f-d6e6-463b-8b9e-de5113bd493d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:07.657116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3f4f13f-d6e6-463b-8b9e-de5113bd493d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:07.658316 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f3f4f13f-d6e6-463b-8b9e-de5113bd493d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports/d85da829-a1ce-42cd-b47a-9cebd6854390 HTTP/1.1" status: 404 len: 333 time: 0.0850818 Mar 11 19:37:07.662025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54856) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:07.665439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.677268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=ce266936-fac5-46d4-aa5c-7efeb98131ab,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:07.677644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-1012457227'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:07.813992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'project_id': '806a3c1d007745e2a7efb842ab24e487', 'port_id': '07c2ce00-123c-40bb-a2cc-befe1d62b77c'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:07.840711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:07.852763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Usage tracker for resource:floatingip and tenant:806a3c1d007745e2a7efb842ab24e487 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:07.859420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:07.874539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:07.887152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:07.887528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: f929cfcc-c155-471f-be1c-447cedbcd406, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:07.920552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:07.921617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:07.927692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:07.932444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:07.934561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:07.940476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.013884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:08.040517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.054277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:08.078429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:08.081454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.110441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port 8e59a198-b593-48e1-8e5b-72ba009416bd yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:08.138490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network f929cfcc-c155-471f-be1c-447cedbcd406 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:08.258559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.13 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/8e59a198-b593-48e1-8e5b-72ba009416bd) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:08.261910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, f929cfcc-c155-471f-be1c-447cedbcd406) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:08.266518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.267113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.274920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.275022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.275113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.279475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb1254-58e0-4afb-863d-0436c7f14742 None None] Network f929cfcc-c155-471f-be1c-447cedbcd406 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:08.327252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.391012 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1024812b-dcd6-4462-8e98-4256c9cf7d1d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3225203 Mar 11 19:37:08.395787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54860) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:08.417050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'port': {'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406', 'name': 'tempest-NetworksIpV6TestAttrs-2009752026'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:08.501920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9fcdf948-593b-4e60-a4e6-23d47757e902 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:08.504181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.552973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-f929cfcc-c155-471f-be1c-447cedbcd406', 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406', 'tenant_id': '43681ccf49af42228870a3e988e221ca', 'fixed_ips': [{'subnet_id': 'ce266936-fac5-46d4-aa5c-7efeb98131ab'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:08.553908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.573156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd7fce-09f3-4d57-8ddc-f92dbabf9547,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:08.614511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.616715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.619492 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6e007563-8dc0-4797-b9b6-0b3fde0084b2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67dd7fce-09f3-4d57-8ddc-f92dbabf9547 HTTP/1.1" status: 204 len: 168 time: 1.0227261 Mar 11 19:37:08.636595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object 8e59a198-b593-48e1-8e5b-72ba009416bd will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:08.684945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.694159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Allocated IP 172.26.8.229 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/6e7b51ea-e751-4321-9acf-40268211ea24) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:08.701316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.704696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9fcdf948-593b-4e60-a4e6-23d47757e902 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:08.705313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.709922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:08.757834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:port and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:08.762555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:08.791615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:08.827484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Allocated IP 2001:db8::f816:3eff:fe05:24cc (f929cfcc-c155-471f-be1c-447cedbcd406/ce266936-fac5-46d4-aa5c-7efeb98131ab/0be3aa94-9205-4f11-bb0c-0a8949452baa) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:08.905885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:08.909043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:08.922165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:08.930454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:08.935408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=8e59a198-b593-48e1-8e5b-72ba009416bd,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:08.938228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:08.967760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] device_id is not set on port f2d51313-ca10-43e5-8f16-eeae03c64b41 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:09.048906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.050496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.087207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.104991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Router a363fc27-b707-402a-8984-93020c4234e9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:09.173022 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d168dcf9-19e4-4013-af79-340d38887ca2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5083482 Mar 11 19:37:09.173845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54870) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:09.185364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.198124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Transition to ACTIVE for port object 0be3aa94-9205-4f11-bb0c-0a8949452baa will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:09.216612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Transition to ACTIVE for port object 0be3aa94-9205-4f11-bb0c-0a8949452baa will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:09.228890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.232257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633567a-4f72-4d2a-8218-6ef58dba6c36 req-4fdaa2c7-ce1e-4726-aac7-8bb0644f5283 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.234757 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0633567a-4f72-4d2a-8218-6ef58dba6c36 req-4fdaa2c7-ce1e-4726-aac7-8bb0644f5283 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.3659680 Mar 11 19:37:09.250722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'network_id': '982852e8-1b8c-442b-a983-c3cf18b3975e', 'name': 'tempest-AllowedAddressPairTestJSON-540982519'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:09.328716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.340325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Pushing event updated for resources: {'Port': ['ID=0be3aa94-9205-4f11-bb0c-0a8949452baa,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:09.369029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Network f929cfcc-c155-471f-be1c-447cedbcd406 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:09.375328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:09.379151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:09.389254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router bfb35116-9701-467d-a665-f95b6b457b3a is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:09.422313 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0633567a-4f72-4d2a-8218-6ef58dba6c36 req-f4133df8-54dc-4e78-bb95-1e2c803afd85 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807065 Mar 11 19:37:09.539747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5f9ca03-bfde-4b7d-992c-df07631fcd7e None None] Provisioning for port 8e59a198-b593-48e1-8e5b-72ba009416bd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:09.550816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5f9ca03-bfde-4b7d-992c-df07631fcd7e None None] Provisioning complete for port 8e59a198-b593-48e1-8e5b-72ba009416bd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:09.551189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5f9ca03-bfde-4b7d-992c-df07631fcd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.574904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Allocated IP 2001:db8::f816:3eff:feba:2cd0 (f929cfcc-c155-471f-be1c-447cedbcd406/ce266936-fac5-46d4-aa5c-7efeb98131ab/f2d51313-ca10-43e5-8f16-eeae03c64b41) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:09.578168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Attempting to bind port 0be3aa94-9205-4f11-bb0c-0a8949452baa on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:09.578878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Attempting to bind port 0be3aa94-9205-4f11-bb0c-0a8949452baa by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:09.579435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Attempting to bind port 0be3aa94-9205-4f11-bb0c-0a8949452baa on network f929cfcc-c155-471f-be1c-447cedbcd406 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:09.579835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:09.611756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:09.617000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Allocated IP 172.26.8.177 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/7fd3d200-1be6-4251-ac6c-bd0ae50a435d) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:09.624179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:09.624706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Checking segment: {'id': '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:09.625515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.625932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Bound using segment: {'id': '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:09.627757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Bound port: 0be3aa94-9205-4f11-bb0c-0a8949452baa, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f929cfcc-c155-471f-be1c-447cedbcd406'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:09.628119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.628465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event updated for resources: {'Port': ['ID=6e7b51ea-e751-4321-9acf-40268211ea24,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:09.638590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:09.662296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:09.667391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Usage tracker for resource:port and tenant:1e72f27b3332466f876c3bc609a2f18b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:09.677630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:09.685627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:09.705198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Made reservation on behalf of 1e72f27b3332466f876c3bc609a2f18b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:09.708637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.744637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] device_id is not set on port e0b867e4-ad5f-451e-bf00-a104f7f28f8d yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:09.795206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9ca03-bfde-4b7d-992c-df07631fcd7e None None] Port 8e59a198-b593-48e1-8e5b-72ba009416bd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:09.819106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] For port 0be3aa94-9205-4f11-bb0c-0a8949452baa, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:09.825785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] For port 0be3aa94-9205-4f11-bb0c-0a8949452baa, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0be3aa94-9205-4f11-bb0c-0a8949452baa,segment=NetworkSegment(70772436-2f82-4bb1-9dd7-9b9bdb1e3d00),segment_id=70772436-2f82-4bb1-9dd7-9b9bdb1e3d00)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:09.834917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.896193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:09.907031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Sync routers for ids ['bfb35116-9701-467d-a665-f95b6b457b3a'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:09.934931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2aea2-56a7-41b1-beb0-e1ebc051e2d7 None None] Pushing event updated for resources: {'Port': ['ID=0be3aa94-9205-4f11-bb0c-0a8949452baa,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:09.940609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Routers {'bfb35116-9701-467d-a665-f95b6b457b3a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:09.941461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['bfb35116-9701-467d-a665-f95b6b457b3a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:09.969561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Allocated IP 172.20.0.4 (982852e8-1b8c-442b-a983-c3cf18b3975e/8fcd611a-a05e-42c0-8485-2b8856292d72/e0b867e4-ad5f-451e-bf00-a104f7f28f8d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:09.972771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:09.974288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-04f89c92-b79f-44d5-9bb7-316d6498a7b8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.3130541 Mar 11 19:37:09.983826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54888) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:10.297534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54894) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:10.321634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Set router bfb35116-9701-467d-a665-f95b6b457b3a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:10.368258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.488454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b4230-7be0-4ad8-a562-ac0dcef3f2a5 req-aa678462-8c9c-4ed6-9910-ca5811448d99 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:10.490100 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf4b4230-7be0-4ad8-a562-ac0dcef3f2a5 req-aa678462-8c9c-4ed6-9910-ca5811448d99 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.8540115 Mar 11 19:37:10.505601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54900) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:10.515679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Request body: {'floatingip': {'port_id': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:10.588715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0be3aa94-9205-4f11-bb0c-0a8949452baa up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:10.619006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-661218726'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:10.635969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:10.650076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.754765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.774347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:10.778855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Transition to ACTIVE for port object e0b867e4-ad5f-451e-bf00-a104f7f28f8d will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:10.787492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:10.803070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:10.812447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0be3aa94-9205-4f11-bb0c-0a8949452baa completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:10.819018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.846524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:04Z', 'updated_at': '2022-03-11T19:37:08Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:06Z', 'updated_at': '2022-03-11T19:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:10.851591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Checking router: bfb35116-9701-467d-a665-f95b6b457b3a for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:10.852208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Updating router bfb35116-9701-467d-a665-f95b6b457b3a port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:37:10.855667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:10.868666 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Sync routers for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:10.892184 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:10.893187 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:10.905326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:10.908633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.919834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.938800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.967194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Network 982852e8-1b8c-442b-a983-c3cf18b3975e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:10.985219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:10.988489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:10.993044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:11.022245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.051914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Transition to ACTIVE for port object f2d51313-ca10-43e5-8f16-eeae03c64b41 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:11.064879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.065664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.074252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=e0b867e4-ad5f-451e-bf00-a104f7f28f8d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.138256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.173938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:11.174888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.221475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7be59406-c927-4161-9f03-6604956bf8e3 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9853363 Mar 11 19:37:11.224785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54904) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:11.246092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:11.250061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:66:ca:1e'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:26:de:62'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:11.252160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:11.255426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:11.255878 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:11.263632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:11.360193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b67aa336-eb17-45f0-92ae-44b66f66b996 None None] Provisioning for port e0b867e4-ad5f-451e-bf00-a104f7f28f8d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:11.368637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b67aa336-eb17-45f0-92ae-44b66f66b996 None None] Provisioning complete for port e0b867e4-ad5f-451e-bf00-a104f7f28f8d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:11.369001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b67aa336-eb17-45f0-92ae-44b66f66b996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.432798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ed314-5d16-4235-9b37-d98fd0d9ee13 None None] Network f929cfcc-c155-471f-be1c-447cedbcd406 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:11.458973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:11.460191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd3d200-1be6-4251-ac6c-bd0ae50a435d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.482366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.484153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:11.490129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:11.513224 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fb16193e-05a4-4977-960f-aa2bf8b0a4be tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/bfb35116-9701-467d-a665-f95b6b457b3a HTTP/1.1" status: 200 len: 909 time: 1.5278761 Mar 11 19:37:11.516146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54908) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:11.523283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1669384046', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': True}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:11.529121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:11.545178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Usage tracker for resource:router and tenant:abf58e37992b47c7a5d4ee84db432c3c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:11.550357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:11.559642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:11.617115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.633774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.634518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.639555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b67aa336-eb17-45f0-92ae-44b66f66b996 None None] Port e0b867e4-ad5f-451e-bf00-a104f7f28f8d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:11.643757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.661699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.678603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Transition to ACTIVE for port object e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:11.695452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.732381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f67e5135-ecd4-4826-bd13-33b591edc260', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'port_id': 'da870bef-681d-4033-bcf9-587a24169b5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'mac_address': 'fa:16:3e:28:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:26Z', 'updated_at': '2022-03-11T19:37:05Z', 'revision_number': 1, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:11.737816 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Checking router: a363fc27-b707-402a-8984-93020c4234e9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:11.757307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:11.758352 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:11.785917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.810810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Port': ['ID=f2d51313-ca10-43e5-8f16-eeae03c64b41,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.842690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Attempting to bind port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:11.843377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Attempting to bind port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:11.843911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Attempting to bind port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:11.855477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:11.856126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:11.856680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.857228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:11.857859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Bound port: e1fa97dc-bbda-4395-b3b9-1ba32f9549f5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:11.858433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.914038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a86a-78de-4310-9c97-4932b17014cb None None] Pushing event updated for resources: {'Port': ['ID=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.925573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Provisioning for port 0be3aa94-9205-4f11-bb0c-0a8949452baa completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:11.929137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.932224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.942272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.974264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Provisioning complete for port 0be3aa94-9205-4f11-bb0c-0a8949452baa triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:11.974912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:11.994218 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:12.080432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] For port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:12.102704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] For port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:12.114059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.174564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-176f40e2-1cbb-457d-8295-f02b13377bf2 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "PUT /v2.0/floatingips/f67e5135-ecd4-4826-bd13-33b591edc260 HTTP/1.1" status: 200 len: 992 time: 8.6825318 Mar 11 19:37:12.186356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network f929cfcc-c155-471f-be1c-447cedbcd406 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:12.217981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:37:12.274266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] In _notify_port_updated(), no bound segment for port e0b867e4-ad5f-451e-bf00-a104f7f28f8d on network 982852e8-1b8c-442b-a983-c3cf18b3975e {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:37:12.276660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.287577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:12.288462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.289839 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "PUT /v2.0/ports/e0b867e4-ad5f-451e-bf00-a104f7f28f8d HTTP/1.1" status: 200 len: 1056 time: 1.0630567 Mar 11 19:37:12.303067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54918) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:12.309701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:12.318129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:12.320953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:12.328283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:12.328997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.345380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9a86a-78de-4310-9c97-4932b17014cb None None] Pushing event updated for resources: {'Port': ['ID=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:12.350139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Routers {'bfb35116-9701-467d-a665-f95b6b457b3a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:12.351196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['bfb35116-9701-467d-a665-f95b6b457b3a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:12.488403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068f7f1-01d9-4f32-a62b-c740926fd6e2 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event updated for resources: {'Port': ['ID=e0b867e4-ad5f-451e-bf00-a104f7f28f8d,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:12.533846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] For port 0be3aa94-9205-4f11-bb0c-0a8949452baa, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0be3aa94-9205-4f11-bb0c-0a8949452baa,segment=NetworkSegment(70772436-2f82-4bb1-9dd7-9b9bdb1e3d00),segment_id=70772436-2f82-4bb1-9dd7-9b9bdb1e3d00)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:12.549761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.611222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.611739 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment 1eaa79ba-1026-4e95-a54f-f1933d8d98ff of type vlan for network 442579e8-9dfd-4049-9b50-e1022ba06bdd Mar 11 19:37:12.632548 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c', 'status': 'completed', 'code': 200} Mar 11 19:37:12.635400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port e0b867e4-ad5f-451e-bf00-a104f7f28f8d {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:12.635734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.642493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029d66b-551d-45e3-8074-2de1a6d7f101 None None] Pushing event updated for resources: {'Port': ['ID=0be3aa94-9205-4f11-bb0c-0a8949452baa,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:12.648814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb36b39-31d1-4f20-9f8b-235d35d66364,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:12.711676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.715330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Provisioning complete for port e0b867e4-ad5f-451e-bf00-a104f7f28f8d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:12.715717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.718858 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6d56166c-79a5-47af-9d51-17e25cd53e59 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3148246 Mar 11 19:37:12.721743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54922) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:12.738798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.789766 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-334e724a-bd94-45ce-a415-2826623283bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f67e5135-ecd4-4826-bd13-33b591edc260', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'port_id': 'da870bef-681d-4033-bcf9-587a24169b5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'mac_address': 'fa:16:3e:28:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:26Z', 'updated_at': '2022-03-11T19:37:05Z', 'revision_number': 1, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:12.795957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Port e0b867e4-ad5f-451e-bf00-a104f7f28f8d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:12.804192 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334e724a-bd94-45ce-a415-2826623283bf None None] The sync data for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv is: [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f67e5135-ecd4-4826-bd13-33b591edc260', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'port_id': 'da870bef-681d-4033-bcf9-587a24169b5c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'mac_address': 'fa:16:3e:28:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:26Z', 'updated_at': '2022-03-11T19:37:05Z', 'revision_number': 1, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:12.810330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] Set router bfb35116-9701-467d-a665-f95b6b457b3a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:12.883759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Provisioning for port f2d51313-ca10-43e5-8f16-eeae03c64b41 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:12.896651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Provisioning complete for port f2d51313-ca10-43e5-8f16-eeae03c64b41 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:12.897028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:12.988565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:37:13.043727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-52bc7813-730f-43b7-8c68-2629a558f0af service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 1099 time: 0.5358737 Mar 11 19:37:13.079567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Port f2d51313-ca10-43e5-8f16-eeae03c64b41 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:13.086757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.093656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.095391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.115993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081a7a4-1c24-4119-a60f-fcf155d488cc None None] New status for floating IP f67e5135-ecd4-4826-bd13-33b591edc260: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:37:13.121308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8bb3-2706-4a20-9bb9-9dd9aba2be0b req-b7ea247d-4f86-48b0-9246-caa3a27aa03c tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.122764 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27bd8bb3-2706-4a20-9bb9-9dd9aba2be0b req-b7ea247d-4f86-48b0-9246-caa3a27aa03c tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.7045922 Mar 11 19:37:13.176824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Provisioning complete for port 0be3aa94-9205-4f11-bb0c-0a8949452baa triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:13.176824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b8a6b84-3106-4334-85f7-fdc8dd665db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.330442 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0304112 Mar 11 19:37:13.339161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54926) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:13.356140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acccce2f-49ad-4926-b6aa-9a6649df8ebf tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=442579e8-9dfd-4049-9b50-e1022ba06bdd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:13.379627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'name': 'tempest-PortsTestJSON-1212480154'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:13.396351 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27bd8bb3-2706-4a20-9bb9-9dd9aba2be0b req-b9505273-47f0-4908-8435-61536bb0c02a tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505201 Mar 11 19:37:13.404044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.411581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-d2999a05-b0bf-44c5-89b3-bb8716588863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.413234 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-d2999a05-b0bf-44c5-89b3-bb8716588863 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 200 len: 912 time: 0.3608623 Mar 11 19:37:13.439563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:13.523682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting subnet ce266936-fac5-46d4-aa5c-7efeb98131ab {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:13.536272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.582307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for e0b867e4-ad5f-451e-bf00-a104f7f28f8d owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:13.665580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:37:13.700906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-12046373-14ed-4d69-a495-6296df666a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:04Z', 'updated_at': '2022-03-11T19:37:08Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:06Z', 'updated_at': '2022-03-11T19:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:13.705202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12046373-14ed-4d69-a495-6296df666a91 None None] The sync data for ids ['bfb35116-9701-467d-a665-f95b6b457b3a'] in dv-neutron-832764-2-hyperv is: [{'id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241'}], 'enable_snat': False}, 'gw_port_id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:04Z', 'updated_at': '2022-03-11T19:37:08Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'e1fa97dc-bbda-4395-b3b9-1ba32f9549f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb35116-9701-467d-a665-f95b6b457b3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:06Z', 'updated_at': '2022-03-11T19:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:13.710143 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-d5cb6d2e-a9a3-4155-8abb-58d3a7e2ab8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 200 len: 1000 time: 0.2402434 Mar 11 19:37:13.784800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:13.790751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.816662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2870ebef-1afc-4c09-8489-8fc96be52b2f None None] Provisioning complete for port f2d51313-ca10-43e5-8f16-eeae03c64b41 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:13.817161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2870ebef-1afc-4c09-8489-8fc96be52b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.830348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:13.847442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:13.860514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Router e726351f-9300-4066-bc41-b89194c30109 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:13.864125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.865035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-7495af1a-0560-48dc-82f1-a70c575a25a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.866525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-7495af1a-0560-48dc-82f1-a70c575a25a1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d HTTP/1.1" status: 200 len: 850 time: 0.1494203 Mar 11 19:37:13.867295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:13.889362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2870ebef-1afc-4c09-8489-8fc96be52b2f None None] Port f2d51313-ca10-43e5-8f16-eeae03c64b41 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:13.910691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:13.951064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.010096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.054491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.070907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:14.073881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.081030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=e0b867e4-ad5f-451e-bf00-a104f7f28f8d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:14.096182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.202701 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-2188f2aa-23ae-4727-9d38-5b4d3cf55567 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42566dbc-b786-4e1a-9084-784e3a48ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3291087 Mar 11 19:37:14.333782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.26.8.217 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/fc7b8e38-fd09-4e41-a948-0f765c563c13) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:14.340128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.372297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 5d79865c-ce29-4345-8eeb-3508c98d65cd yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:14.417472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa7fdf5e-bdf3-495a-ac53-2bd15afa5a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.480634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0be3aa94-9205-4f11-bb0c-0a8949452baa up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:14.546982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.550538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0be3aa94-9205-4f11-bb0c-0a8949452baa triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:14.550970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.717376 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-9d598711-6529-4c2b-bc4a-6cefb30f6c95 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833615 Mar 11 19:37:14.846425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.901323 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b23f88f-ee9a-4353-868b-c3b9e3882956 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/e0b867e4-ad5f-451e-bf00-a104f7f28f8d HTTP/1.1" status: 204 len: 168 time: 2.4847806 Mar 11 19:37:14.904605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.908919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54934) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:14.916688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.966662 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-613ce692-c547-4e0d-a53c-bf42d160f430 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] GET failed (client error): The resource could not be found. Mar 11 19:37:14.967050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-613ce692-c547-4e0d-a53c-bf42d160f430 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:14.971816 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9af5ff61-939f-473a-8b57-3848809e6c18 req-eb2945f5-6f4b-4bcf-851c-4b1cb2041b32 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461271 Mar 11 19:37:14.987451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=ce266936-fac5-46d4-aa5c-7efeb98131ab,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:14.997942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:14.998144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-613ce692-c547-4e0d-a53c-bf42d160f430 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:14.999889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-613ce692-c547-4e0d-a53c-bf42d160f430 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports/e0b867e4-ad5f-451e-bf00-a104f7f28f8d HTTP/1.1" status: 404 len: 333 time: 0.0888121 Mar 11 19:37:15.001772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.005598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54938) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:15.014606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.016703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0026ab-f15b-4877-9ddd-e46bd2b6ecc5 None None] Network f929cfcc-c155-471f-be1c-447cedbcd406 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:15.053930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.063018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-90904783-a512-4d83-9f6f-4abf8a123998 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/ce266936-fac5-46d4-aa5c-7efeb98131ab HTTP/1.1" status: 204 len: 168 time: 2.3135562 Mar 11 19:37:15.064357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54942) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:15.116475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.121372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:15.125756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:15.128172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:15.167864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=fc7b8e38-fd09-4e41-a948-0f765c563c13,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.182143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port 8e59a198-b593-48e1-8e5b-72ba009416bd {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:15.182475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.273540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.303164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522f2e4-f014-4d99-9eba-ff4f1d6ed67b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:15.304341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b522f2e4-f014-4d99-9eba-ff4f1d6ed67b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:15.306081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b522f2e4-f014-4d99-9eba-ff4f1d6ed67b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Synchronizing usage tracker for tenant:43681ccf49af42228870a3e988e221ca on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:15.316037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] DHCP port deletion for f929cfcc-c155-471f-be1c-447cedbcd406 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:15.316443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Pushing event updated for resources: {'Port': ['ID=7fd3d200-1be6-4251-ac6c-bd0ae50a435d,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.328861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Deleting port 0be3aa94-9205-4f11-bb0c-0a8949452baa {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:15.329452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.365405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Floating IP 0eba70c8-871d-48aa-a4ac-27725eb42315 associated. External IP: 172.26.8.24, port: 4536d2c7-4fed-4e3a-8e1b-12c86cd88952. Mar 11 19:37:15.501372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:15.522372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] Sync routers for ids ['e726351f-9300-4066-bc41-b89194c30109'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:15.538601 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] Routers {'e726351f-9300-4066-bc41-b89194c30109'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:15.539490 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e726351f-9300-4066-bc41-b89194c30109'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.608271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.643737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] For port 0be3aa94-9205-4f11-bb0c-0a8949452baa, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0be3aa94-9205-4f11-bb0c-0a8949452baa,segment=NetworkSegment(70772436-2f82-4bb1-9dd7-9b9bdb1e3d00),segment_id=70772436-2f82-4bb1-9dd7-9b9bdb1e3d00)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:15.644128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.648019 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.663898 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] Routers {'e726351f-9300-4066-bc41-b89194c30109'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:15.664868 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:36:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e726351f-9300-4066-bc41-b89194c30109'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.753184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.777911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for 8e59a198-b593-48e1-8e5b-72ba009416bd owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:15.782487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.783189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882335ea-cee2-4071-b31e-2b2e72597e71 None None] The sync data for ids ['e726351f-9300-4066-bc41-b89194c30109'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:15.823048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Calling delete_port for 0be3aa94-9205-4f11-bb0c-0a8949452baa owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:15.829145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=5d79865c-ce29-4345-8eeb-3508c98d65cd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.832606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b522f2e4-f014-4d99-9eba-ff4f1d6ed67b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Unset dirty status for tenant:43681ccf49af42228870a3e988e221ca on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:15.836960 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b522f2e4-f014-4d99-9eba-ff4f1d6ed67b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7691872 Mar 11 19:37:15.851437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54946) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:15.903966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.908253 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-26b21d28-d5e5-4b6f-b39e-2328812a2dbf tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.0286288 Mar 11 19:37:15.915339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.916826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54950) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:15.960836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] Pushing event deleted for resources: {'Port': ['ID=0be3aa94-9205-4f11-bb0c-0a8949452baa,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.967938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.970066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:15.970375 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49763473-3b2d-4d24-822c-c1d81ffc7924 None None] No DVR routers for this DVR port 0be3aa94-9205-4f11-bb0c-0a8949452baa on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:15.971291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.031499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=8e59a198-b593-48e1-8e5b-72ba009416bd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:16.206998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': '1eaa79ba-1026-4e95-a54f-f1933d8d98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:16.207522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 442579e8-9dfd-4049-9b50-e1022ba06bdd, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:16.258330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-948db7d9-439e-4d02-8543-00eae5292de0 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.294503 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-948db7d9-439e-4d02-8543-00eae5292de0 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 19:37:16.294947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-948db7d9-439e-4d02-8543-00eae5292de0 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:16.296734 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-948db7d9-439e-4d02-8543-00eae5292de0 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/f929cfcc-c155-471f-be1c-447cedbcd406 HTTP/1.1" status: 409 len: 405 time: 0.3898463 Mar 11 19:37:16.307201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54954) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.323517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-22712122'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:16.332333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:16.344880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:16.352639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:16.363105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:16.366842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:16.368600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.386554 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cdd655ed-dde2-4a4d-9bb3-007f0f51a042 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/8e59a198-b593-48e1-8e5b-72ba009416bd HTTP/1.1" status: 204 len: 168 time: 1.3512161 Mar 11 19:37:16.390568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54958) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.397714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 442579e8-9dfd-4049-9b50-e1022ba06bdd) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:16.405945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0c20a-82db-4fef-af9e-740bfed092a9 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:16.410829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:16.413671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.428362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:16.434273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:16.434530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.443293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5972dd28-a470-48be-ac16-48a3c033a656 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] GET failed (client error): The resource could not be found. Mar 11 19:37:16.443949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5972dd28-a470-48be-ac16-48a3c033a656 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Synchronizing usage tracker for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:16.476964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5972dd28-a470-48be-ac16-48a3c033a656 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Unset dirty status for tenant:1e72f27b3332466f876c3bc609a2f18b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:16.478460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5972dd28-a470-48be-ac16-48a3c033a656 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "GET /v2.0/ports/8e59a198-b593-48e1-8e5b-72ba009416bd HTTP/1.1" status: 404 len: 333 time: 0.0867441 Mar 11 19:37:16.482097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54962) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.493709 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b30372b7-9985-40ec-bb5e-96a66f219d0e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1389558 Mar 11 19:37:16.497355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54966) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.502994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:16.516115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-92232388'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:16.534832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:16.541189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.541541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment 77413388-0224-4a29-8701-d79c4a44d6d1 of type vlan for network 7211d747-c090-4700-ab09-c814f9a29397 Mar 11 19:37:16.546971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:16.548239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:16.553691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:16.558733 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Floating IP 1d75a73e-7e02-49ff-9715-a54672e3dfbc associated. External IP: 172.26.8.177, port: 07c2ce00-123c-40bb-a2cc-befe1d62b77c. Mar 11 19:37:16.565568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port 51b448b1-9e3a-4db7-9abd-5361df34711c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:16.565899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.626446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:16.720166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router 5592059c-8075-4715-a6c9-108e8ecedbca is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:16.751186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5f2b01af-d831-4159-b812-26ba48fc6e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.764977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:16.768683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.773377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:16.773377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.824490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:16.827561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.861383 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-74da51b9-a578-461e-b612-8b65d554d4dc tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/e726351f-9300-4066-bc41-b89194c30109 HTTP/1.1" status: 200 len: 925 time: 0.8500776 Mar 11 19:37:16.862931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54970) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.889240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.905378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:16.910067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.944461 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4b6aa562-46e3-4ef8-8b59-08b717c14929 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=e726351f-9300-4066-bc41-b89194c30109 HTTP/1.1" status: 200 len: 205 time: 0.0780976 Mar 11 19:37:16.946573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54974) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:16.958825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:16.971633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.976374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:16.976961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:16.991380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:17.006973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0be3aa94-9205-4f11-bb0c-0a8949452baa no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:17.017742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.018245 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment d013f7a2-feee-4c36-9499-6c507d3a84f6 of type vlan for network d39e7d50-333c-48a4-9ac6-6c8111a3a74b Mar 11 19:37:17.042977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0be3aa94-9205-4f11-bb0c-0a8949452baa {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:17.043291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0be3aa94-9205-4f11-bb0c-0a8949452baa not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:17.094947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.112379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8034418 Mar 11 19:37:17.118159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54978) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:17.125989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': '7211d747-c090-4700-ab09-c814f9a29397', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:17.146588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.151057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87036bab-ada5-491e-83d3-e532666f20f3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=7211d747-c090-4700-ab09-c814f9a29397,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:17.164395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7211d747-c090-4700-ab09-c814f9a29397 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:17.210640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.214255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:17.214825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.255754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for 51b448b1-9e3a-4db7-9abd-5361df34711c owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:17.431626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:17.451426 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9485257 Mar 11 19:37:17.451723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:17.455348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54982) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:17.460353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d219d-d30e-4475-b2bc-d0cef87cf5f9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=d39e7d50-333c-48a4-9ac6-6c8111a3a74b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:17.465315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'ports': [{'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'}, {'network_id': 'd39e7d50-333c-48a4-9ac6-6c8111a3a74b'}]} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:17.465619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:17.466081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': 'd39e7d50-333c-48a4-9ac6-6c8111a3a74b'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:17.472989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d39e7d50-333c-48a4-9ac6-6c8111a3a74b details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:17.516006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:17.585788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:17.640351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.680243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.699355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:17.817401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=51b448b1-9e3a-4db7-9abd-5361df34711c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:17.925119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:17.934290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:17.941311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:17.941762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Sync routers for ids ['5592059c-8075-4715-a6c9-108e8ecedbca'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:17.945669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:17.955442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:17.967241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Routers {'5592059c-8075-4715-a6c9-108e8ecedbca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:17.968148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['5592059c-8075-4715-a6c9-108e8ecedbca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:17.991344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 2} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:17.994805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.022115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.040438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.041651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d1850c47-35d3-444e-9b9a-401a53feb4f8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5245628 Mar 11 19:37:18.044717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 54986) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:18.048230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.048783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.115078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.195079 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24fcada4-8cdf-4a58-9970-85cd81e17241 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/ports/51b448b1-9e3a-4db7-9abd-5361df34711c HTTP/1.1" status: 204 len: 168 time: 1.7119684 Mar 11 19:37:18.215282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Set router 5592059c-8075-4715-a6c9-108e8ecedbca gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:18.228319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 54990) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:18.416991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 66e05f41-c91c-43ce-a8cb-9ce19e2893e8 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:18.451790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Router fb706709-148b-4599-83a4-103dcca37e26 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:18.470570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:18.491139 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Sync routers for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:18.493371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.508665 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:18.510119 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:18.535543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:18.548016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting subnet 8fcd611a-a05e-42c0-8485-2b8856292d72 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:18.582166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.635538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:18.635909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.639543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:37:18.646119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.695681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.700597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:11Z', 'updated_at': '2022-03-11T19:37:15Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:13Z', 'updated_at': '2022-03-11T19:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:18.708834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Checking router: 5592059c-8075-4715-a6c9-108e8ecedbca for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:18.709176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Updating router 5592059c-8075-4715-a6c9-108e8ecedbca port fc7b8e38-fd09-4e41-a948-0f765c563c13 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:37:18.737193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca008555-a18a-44d7-9d11-29afdd45b6fd tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "PUT /v2.0/floatingips/0eba70c8-871d-48aa-a4ac-27725eb42315 HTTP/1.1" status: 200 len: 990 time: 8.2288959 Mar 11 19:37:18.764810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:37:18.794079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:18.796715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.830164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.835849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:18.902268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:18.921158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port 6e7b51ea-e751-4321-9acf-40268211ea24 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:18.921868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.027625 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'status': 'completed', 'code': 200} Mar 11 19:37:19.075692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': '77413388-0224-4a29-8701-d79c4a44d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7211d747-c090-4700-ab09-c814f9a29397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:19.076206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-42e03361-bf15-4845-a48a-332ccd0ea220 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/5592059c-8075-4715-a6c9-108e8ecedbca HTTP/1.1" status: 200 len: 908 time: 1.0300622 Mar 11 19:37:19.076963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: 7211d747-c090-4700-ab09-c814f9a29397, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:19.081290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55000) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:19.126891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.141229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:19.329637 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-cd887b46-5da2-4340-a02a-5313a2b70ffc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0a18426f7b2f410b944e9769ef307fa8&device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 1098 time: 0.3481367 Mar 11 19:37:19.334777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network 7211d747-c090-4700-ab09-c814f9a29397 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:19.348470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f924-9a93-4827-ade6-cafea0f195d3 req-c516abdc-170b-42f2-b5f1-7b03112c8d03 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:19.348674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.350485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-de74f924-9a93-4827-ade6-cafea0f195d3 req-c516abdc-170b-42f2-b5f1-7b03112c8d03 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.4031370 Mar 11 19:37:19.360800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.378122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.393851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.402971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:19.414847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] Sync routers for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:19.424222 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0eba70c8-871d-48aa-a4ac-27725eb42315', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'port_id': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'mac_address': 'fa:16:3e:3f:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:32Z', 'updated_at': '2022-03-11T19:37:13Z', 'revision_number': 1, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.429356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:19.430047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.430832 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Checking router: c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:19.439662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.446736 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:19.447753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.497530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.509629 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-57017233-6a54-4a64-b139-202a6660bd67 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 12.2108006 Mar 11 19:37:19.510684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55004) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:19.513482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:19.513482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.518940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.580367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.580930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645cb7b0-56c9-412f-bd19-d1d3558983a4 None None] The sync data for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:19.585203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Transition to ACTIVE for port object fc7b8e38-fd09-4e41-a948-0f765c563c13 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:19.598624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.641553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 7211d747-c090-4700-ab09-c814f9a29397) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:19.661581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed59135-5455-4b7e-9606-7473b9612c6b None None] Network 7211d747-c090-4700-ab09-c814f9a29397 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:19.667026 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:19.706439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.715636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for 6e7b51ea-e751-4321-9acf-40268211ea24 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:19.723354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b43a26bb-b294-448e-81ef-fb435b69c432 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "GET /v2.0/floatingips/1d75a73e-7e02-49ff-9715-a54672e3dfbc HTTP/1.1" status: 200 len: 984 time: 0.2041061 Mar 11 19:37:19.725449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55008) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:19.741274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:19.741861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.813738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Subnet': ['ID=8fcd611a-a05e-42c0-8485-2b8856292d72,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.856160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:19.858046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da26da94-33eb-4bad-988e-0e4fc7e13869 tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/subnets/8fcd611a-a05e-42c0-8485-2b8856292d72 HTTP/1.1" status: 204 len: 168 time: 1.6284935 Mar 11 19:37:19.859428 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-77f98f96-bdda-43bb-ae7d-d818edc127ba tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7392876 Mar 11 19:37:19.865827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-de74f924-9a93-4827-ade6-cafea0f195d3 req-73b1080c-1333-4e17-90fc-22bae799b51a tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4707749 Mar 11 19:37:19.866308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55012) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:19.866630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:19.919660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=66e05f41-c91c-43ce-a8cb-9ce19e2893e8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.935499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Attempting to bind port fc7b8e38-fd09-4e41-a948-0f765c563c13 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:19.936177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Attempting to bind port fc7b8e38-fd09-4e41-a948-0f765c563c13 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:19.937077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Attempting to bind port fc7b8e38-fd09-4e41-a948-0f765c563c13 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:19.938332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:19.939785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b0b67-b520-4ab5-8a90-bbf8c6a2d321 None None] Network 982852e8-1b8c-442b-a983-c3cf18b3975e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:19.943003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:19.959857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'port': {'network_id': '7211d747-c090-4700-ab09-c814f9a29397', 'name': 'tempest-NetworksIpV6TestAttrs-2014165199'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:19.964732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:19.965628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.022454 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-74f21d3a-fa87-43be-b74f-ac6e1481775e tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.2806056 Mar 11 19:37:20.031466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55024) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:20.055493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174c332-c87e-44da-bb9e-a7bca6984c02 None None] Pushing event updated for resources: {'Port': ['ID=fc7b8e38-fd09-4e41-a948-0f765c563c13,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.064403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77906551-dad7-4452-ad90-55327be2d921 req-d9177e82-7edf-413e-ae7c-85f4984a774b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.066144 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-d9177e82-7edf-413e-ae7c-85f4984a774b service neutron] 10.222.0.90 "GET /v2.0/networks?id=1c3ef36d-a17c-4e26-b3ce-50b651558884 HTTP/1.1" status: 200 len: 906 time: 0.7145641 Mar 11 19:37:20.088161 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0eba70c8-871d-48aa-a4ac-27725eb42315', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'port_id': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'mac_address': 'fa:16:3e:3f:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:32Z', 'updated_at': '2022-03-11T19:37:13Z', 'revision_number': 1, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:20.090720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-7211d747-c090-4700-ab09-c814f9a29397', 'network_id': '7211d747-c090-4700-ab09-c814f9a29397', 'tenant_id': '43681ccf49af42228870a3e988e221ca', 'fixed_ips': [{'subnet_id': 'ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:20.091697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.093734 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7fce27-5f96-4343-bcb9-558ea26e38cb None None] The sync data for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv is: [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0eba70c8-871d-48aa-a4ac-27725eb42315', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'floating_ip_address': '172.26.8.24', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'port_id': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'mac_address': 'fa:16:3e:3f:35:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:32Z', 'updated_at': '2022-03-11T19:37:13Z', 'revision_number': 1, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:20.112698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:20.115817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:20.121038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.121742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.122278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:20.122914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Bound port: fc7b8e38-fd09-4e41-a948-0f765c563c13, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:20.123543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.253215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.300792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.339176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] For port fc7b8e38-fd09-4e41-a948-0f765c563c13, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:20.344262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-ed33fab0-0fdb-4908-b68d-ade000de43e8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952 HTTP/1.1" status: 200 len: 998 time: 0.2030098 Mar 11 19:37:20.346117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] For port fc7b8e38-fd09-4e41-a948-0f765c563c13, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fc7b8e38-fd09-4e41-a948-0f765c563c13,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:20.354810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.373718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Deleting port e1daa827-3851-4c9a-8321-c5312b00ebc1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:20.374210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.419693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': 'd013f7a2-feee-4c36-9499-6c507d3a84f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd39e7d50-333c-48a4-9ac6-6c8111a3a74b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:20.420053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: d39e7d50-333c-48a4-9ac6-6c8111a3a74b, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:20.446601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 7fd3d200-1be6-4251-ac6c-bd0ae50a435d {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:20.447255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.456439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:20.459433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174c332-c87e-44da-bb9e-a7bca6984c02 None None] Pushing event updated for resources: {'Port': ['ID=fc7b8e38-fd09-4e41-a948-0f765c563c13,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.479510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:port and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:20.489089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:20.504781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:20.506512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Allocated IP 2001:db8::f816:3eff:fe8f:3c98 (7211d747-c090-4700-ab09-c814f9a29397/ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02/2a62801f-fb4b-4719-949f-bd3b8f2058bd) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:20.525798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Routers {'5592059c-8075-4715-a6c9-108e8ecedbca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:20.526384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['5592059c-8075-4715-a6c9-108e8ecedbca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:20.548535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77906551-dad7-4452-ad90-55327be2d921 req-7e2b9274-069c-4b1b-b10d-d59eb5b41b6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.550222 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-7e2b9274-069c-4b1b-b10d-d59eb5b41b6e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4a068fac-5dc0-484d-9346-031f0fc97478 HTTP/1.1" status: 200 len: 844 time: 0.1463678 Mar 11 19:37:20.575113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network d39e7d50-333c-48a4-9ac6-6c8111a3a74b is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:20.606020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d39e7d50-333c-48a4-9ac6-6c8111a3a74b) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:20.610345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:20.613591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.613797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:20.617728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.620911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.621534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.629014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.652264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] DHCP port deletion for 982852e8-1b8c-442b-a983-c3cf18b3975e request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:20.654003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b57f454-f229-4b51-b348-f8dc4c3ae097 None None] Network d39e7d50-333c-48a4-9ac6-6c8111a3a74b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:20.683451 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fdbfa682-3cdb-48ec-b8a6-4a3dd7da86b6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2240984 Mar 11 19:37:20.685386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55028) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:20.708142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=6e7b51ea-e751-4321-9acf-40268211ea24,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.715863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.716191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.730472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] device_id is not set on port 8129e186-c46b-46c8-9e68-1970557316c3 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:20.788483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Deleting port e1daa827-3851-4c9a-8321-c5312b00ebc1 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:20.788483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.971771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-32afa626-828c-4a77-9102-57c0d2e564ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=1c3ef36d-a17c-4e26-b3ce-50b651558884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4060595 Mar 11 19:37:20.978522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] For port e1daa827-3851-4c9a-8321-c5312b00ebc1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1daa827-3851-4c9a-8321-c5312b00ebc1,segment=NetworkSegment(ee1a6f99-87f3-4341-9784-c288cc02858a),segment_id=ee1a6f99-87f3-4341-9784-c288cc02858a)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:20.978984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:20.983194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 7fd3d200-1be6-4251-ac6c-bd0ae50a435d owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:21.069054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:21.069388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.108563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.162238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting port fc7b8e38-fd09-4e41-a948-0f765c563c13 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:21.162887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.164090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] Set router 5592059c-8075-4715-a6c9-108e8ecedbca gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:21.209593 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57393137-e3d8-4f86-9824-414c50df744d None None] New status for floating IP 0eba70c8-871d-48aa-a4ac-27725eb42315: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:37:21.319511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Calling delete_port for e1daa827-3851-4c9a-8321-c5312b00ebc1 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:21.472911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.520646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.544567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Transition to ACTIVE for port object 2a62801f-fb4b-4719-949f-bd3b8f2058bd will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:21.559411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] For port e1daa827-3851-4c9a-8321-c5312b00ebc1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1daa827-3851-4c9a-8321-c5312b00ebc1,segment=NetworkSegment(ee1a6f99-87f3-4341-9784-c288cc02858a),segment_id=ee1a6f99-87f3-4341-9784-c288cc02858a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:21.560112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.560519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.688540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.701868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:21.704138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Calling delete_port for e1daa827-3851-4c9a-8321-c5312b00ebc1 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:21.729744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Transition to ACTIVE for port object 2a62801f-fb4b-4719-949f-bd3b8f2058bd will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:21.761003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.782855 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-daad3645-767c-4010-ba67-a3637e4006aa service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937975 Mar 11 19:37:21.788503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=7fd3d200-1be6-4251-ac6c-bd0ae50a435d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:21.793733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] For port fc7b8e38-fd09-4e41-a948-0f765c563c13, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fc7b8e38-fd09-4e41-a948-0f765c563c13,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:21.794080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.871860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:21.893521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Network 7211d747-c090-4700-ab09-c814f9a29397 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:21.902743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:21.907010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Pushing event updated for resources: {'Port': ['ID=2a62801f-fb4b-4719-949f-bd3b8f2058bd,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:21.909773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:21.922014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:21.922367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:21.980376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Calling delete_port for fc7b8e38-fd09-4e41-a948-0f765c563c13 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:22.001422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Port': ['ID=e1daa827-3851-4c9a-8321-c5312b00ebc1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.006230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.015801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Attempting to bind port 2a62801f-fb4b-4719-949f-bd3b8f2058bd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:22.016045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Attempting to bind port 2a62801f-fb4b-4719-949f-bd3b8f2058bd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '77413388-0224-4a29-8701-d79c4a44d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7211d747-c090-4700-ab09-c814f9a29397'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:22.016402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Attempting to bind port 2a62801f-fb4b-4719-949f-bd3b8f2058bd on network 7211d747-c090-4700-ab09-c814f9a29397 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:22.026193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:22.026562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Checking segment: {'id': '77413388-0224-4a29-8701-d79c4a44d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7211d747-c090-4700-ab09-c814f9a29397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:22.026962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.027365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Bound using segment: {'id': '77413388-0224-4a29-8701-d79c4a44d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7211d747-c090-4700-ab09-c814f9a29397'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:22.027857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Bound port: 2a62801f-fb4b-4719-949f-bd3b8f2058bd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77413388-0224-4a29-8701-d79c4a44d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7211d747-c090-4700-ab09-c814f9a29397'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:22.028190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.035257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] No DVR routers for this DVR port e1daa827-3851-4c9a-8321-c5312b00ebc1 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:22.036903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.044008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:11Z', 'updated_at': '2022-03-11T19:37:15Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:13Z', 'updated_at': '2022-03-11T19:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:22.050429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c7e7e-a04e-4089-b5c7-b1d9ae4494b8 None None] The sync data for ids ['5592059c-8075-4715-a6c9-108e8ecedbca'] in dv-neutron-832764-2-hyperv is: [{'id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'name': 'tempest-snat-router-1669384046', 'tenant_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217'}], 'enable_snat': True}, 'gw_port_id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:11Z', 'updated_at': '2022-03-11T19:37:15Z', 'revision_number': 3, 'project_id': 'abf58e37992b47c7a5d4ee84db432c3c', 'gw_port': {'id': 'fc7b8e38-fd09-4e41-a948-0f765c563c13', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5592059c-8075-4715-a6c9-108e8ecedbca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:13Z', 'updated_at': '2022-03-11T19:37:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:22.076088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.108173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Allocated IP 2001:db8::f816:3eff:feb0:a31e (7211d747-c090-4700-ab09-c814f9a29397/ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02/8129e186-c46b-46c8-9e68-1970557316c3) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:22.138166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.155970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] For port 2a62801f-fb4b-4719-949f-bd3b8f2058bd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:22.159732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] For port 2a62801f-fb4b-4719-949f-bd3b8f2058bd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2a62801f-fb4b-4719-949f-bd3b8f2058bd,segment=NetworkSegment(77413388-0224-4a29-8701-d79c4a44d6d1),segment_id=77413388-0224-4a29-8701-d79c4a44d6d1)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:22.166572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.249940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.253492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.265116 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77906551-dad7-4452-ad90-55327be2d921 req-d7ad4290-6991-4a71-950d-5c27ffa70225 service neutron] 10.222.0.90 "GET /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983288 Mar 11 19:37:22.270254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.293408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.294574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router e726351f-9300-4066-bc41-b89194c30109 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:22.295421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115e54c-c02b-4065-b815-a4a18968e89a None None] Pushing event updated for resources: {'Port': ['ID=2a62801f-fb4b-4719-949f-bd3b8f2058bd,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.319216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b836da7-3876-4358-965f-0d0c13accf99 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec HTTP/1.1" status: 204 len: 168 time: 1.6343536 Mar 11 19:37:22.321143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['982852e8-1b8c-442b-a983-c3cf18b3975e']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:22.322734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:22.342064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1a6f99-87f3-4341-9784-c288cc02858a') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:22.342891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1a6f99-87f3-4341-9784-c288cc02858a') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:22.423747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Deleting port e1daa827-3851-4c9a-8321-c5312b00ebc1 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:22.424221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.527071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1daa827-3851-4c9a-8321-c5312b00ebc1 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:22.560079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.592149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.593239 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-10ee8eb8-0eec-4fac-9f26-28a0e7180a73 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/e726351f-9300-4066-bc41-b89194c30109 HTTP/1.1" status: 204 len: 168 time: 5.6465955 Mar 11 19:37:22.599391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.601282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55036) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:22.604277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e1daa827-3851-4c9a-8321-c5312b00ebc1 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:22.604495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1daa827-3851-4c9a-8321-c5312b00ebc1 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:22.608426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1256107216', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:22.610681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-107c5a6e-a2eb-45a9-86ee-3a5264d4c28c None None] The port 'e1daa827-3851-4c9a-8321-c5312b00ebc1' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:37:22.620772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:22.621208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.636258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:22.638413 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:22.678701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b9ab3-6fbf-4e9c-8d3f-102010549e7e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.682588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04b9ab3-6fbf-4e9c-8d3f-102010549e7e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.683372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e04b9ab3-6fbf-4e9c-8d3f-102010549e7e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:22.689541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.692989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:router and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:22.713243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:22.732699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:22.744736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc7b8e38-fd09-4e41-a948-0f765c563c13,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.771275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.772121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.778558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.782347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.807112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.818596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e04b9ab3-6fbf-4e9c-8d3f-102010549e7e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:22.819802 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e04b9ab3-6fbf-4e9c-8d3f-102010549e7e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4955637 Mar 11 19:37:22.824765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55040) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:22.825985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] Pushing event deleted for resources: {'Network': ['ID=982852e8-1b8c-442b-a983-c3cf18b3975e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.832264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Transition to ACTIVE for port object 8129e186-c46b-46c8-9e68-1970557316c3 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:22.838332 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cff264a3-c3b7-4066-b105-2ad9fbb2c45d tempest-AllowedAddressPairTestJSON-589969970 tempest-AllowedAddressPairTestJSON-589969970-project] 10.222.0.76 "DELETE /v2.0/networks/982852e8-1b8c-442b-a983-c3cf18b3975e HTTP/1.1" status: 204 len: 168 time: 2.9596984 Mar 11 19:37:22.847159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:22.930652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.068482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network 7211d747-c090-4700-ab09-c814f9a29397 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:23.075343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:23.077809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:23.078018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 66e05f41-c91c-43ce-a8cb-9ce19e2893e8 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:23.078515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.082057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:23.082962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.100600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.112081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Port': ['ID=8129e186-c46b-46c8-9e68-1970557316c3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:23.209090 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-26ff70b1-72a3-4cc7-afad-3346389b7bd7 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3295865 Mar 11 19:37:23.209506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55048) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:23.254164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55052) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:23.265108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.502650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a7c31f-e3b2-4136-bdf9-bd85dc54ba57 None None] Network 7211d747-c090-4700-ab09-c814f9a29397 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:23.515536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting subnet ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:23.518456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.583504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.629420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.638375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.671665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-56c4d51f-4dfd-4871-89b1-521cfb148452 None None] Provisioning for port 2a62801f-fb4b-4719-949f-bd3b8f2058bd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:23.710918 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b00fd027-2548-4c0d-a15b-dd7bd76020e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1e72f27b3332466f876c3bc609a2f18b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4477921 Mar 11 19:37:23.711146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.711146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.717903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:23.728575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.892919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.925710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 172.26.8.174 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e139be9b-fb75-4d81-86e0-8f74ff85a372) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:23.953607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:23.973891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 66e05f41-c91c-43ce-a8cb-9ce19e2893e8 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:23.988256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.076057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.076618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5592059c-8075-4715-a6c9-108e8ecedbca {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:24.106805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.114226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Router fb706709-148b-4599-83a4-103dcca37e26 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:24.153867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.158143 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dcb464e7-0d52-4da7-aafb-518f3eec4fed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/routers/5592059c-8075-4715-a6c9-108e8ecedbca HTTP/1.1" status: 204 len: 168 time: 5.0757561 Mar 11 19:37:24.161471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.169920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e1a66b3f-dc0a-4142-8699-2d0d536ba455 None None] Provisioning for port 8129e186-c46b-46c8-9e68-1970557316c3 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:24.177883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e1a66b3f-dc0a-4142-8699-2d0d536ba455 None None] Provisioning complete for port 8129e186-c46b-46c8-9e68-1970557316c3 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:24.179239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e1a66b3f-dc0a-4142-8699-2d0d536ba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.225157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.255084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e1a66b3f-dc0a-4142-8699-2d0d536ba455 None None] Port 8129e186-c46b-46c8-9e68-1970557316c3 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:24.274308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.286541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:24.289108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.298394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=66e05f41-c91c-43ce-a8cb-9ce19e2893e8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:24.317784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.377533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3577e397-63d7-416c-833a-bb3e5df35024 None None] Provisioning complete for port 8129e186-c46b-46c8-9e68-1970557316c3 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:24.378180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3577e397-63d7-416c-833a-bb3e5df35024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.409781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd9425-0a6b-432d-88a9-5c0fac5b9bb6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:24.423162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.437131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0e0cfb3-af28-4a02-9ba5-adeb8310a293 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02 HTTP/1.1" status: 204 len: 168 time: 1.2267303 Mar 11 19:37:24.437781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55066) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.452456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.455180 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ee6d9eef-f6fd-4d7b-947b-17f17b917a2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ebd9425-0a6b-432d-88a9-5c0fac5b9bb6 HTTP/1.1" status: 204 len: 168 time: 0.7343678 Mar 11 19:37:24.464443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3577e397-63d7-416c-833a-bb3e5df35024 None None] Port 8129e186-c46b-46c8-9e68-1970557316c3 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:24.480843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca8bad9-8380-4955-b939-d761bb3b85c9 None None] Network 7211d747-c090-4700-ab09-c814f9a29397 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:24.491652 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d42478a5-420f-4439-a54d-43314cd5823a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/66e05f41-c91c-43ce-a8cb-9ce19e2893e8 HTTP/1.1" status: 204 len: 168 time: 1.6555581 Mar 11 19:37:24.497790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55072) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.551005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c285e-3e68-410f-a417-990aaf5da49d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:24.553886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0c285e-3e68-410f-a417-990aaf5da49d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:24.554678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0d0c285e-3e68-410f-a417-990aaf5da49d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Synchronizing usage tracker for tenant:43681ccf49af42228870a3e988e221ca on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:24.568017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.587675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2a62801f-fb4b-4719-949f-bd3b8f2058bd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:24.602928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0d0c285e-3e68-410f-a417-990aaf5da49d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Unset dirty status for tenant:43681ccf49af42228870a3e988e221ca on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:24.606707 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0d0c285e-3e68-410f-a417-990aaf5da49d tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1579690 Mar 11 19:37:24.607392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55076) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.651937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dddbab-a409-4b79-b797-0f5830a82954 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:24.652587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c8dddbab-a409-4b79-b797-0f5830a82954 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:24.721947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.731066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.832912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2a62801f-fb4b-4719-949f-bd3b8f2058bd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:24.842298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2a62801f-fb4b-4719-949f-bd3b8f2058bd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:24.842666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.843874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:24.849888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:24.856219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:24.862454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c8dddbab-a409-4b79-b797-0f5830a82954 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:24.866388 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c8dddbab-a409-4b79-b797-0f5830a82954 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3632951 Mar 11 19:37:24.870164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55086) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.943923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-844d3445-6d26-418f-b62c-212bc685d898 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:37:24.948541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-844d3445-6d26-418f-b62c-212bc685d898 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/fa94bdc1-b33e-4623-9ec6-0bbd96ce48ec HTTP/1.1" status: 404 len: 333 time: 0.0747478 Mar 11 19:37:24.948676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2ecc-bb7d-4e48-8247-7ac76466d230 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.949110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55092) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:24.959949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:24.965861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:24.975674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] Sync routers for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:25.000300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.014836 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af5c441-cfc6-4465-8a78-dd5a8fe75392 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:37:25.019655 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9af5c441-cfc6-4465-8a78-dd5a8fe75392 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/66e05f41-c91c-43ce-a8cb-9ce19e2893e8 HTTP/1.1" status: 404 len: 333 time: 0.0580599 Mar 11 19:37:25.019655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=e139be9b-fb75-4d81-86e0-8f74ff85a372,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:25.021043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55096) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.043494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2a62801f-fb4b-4719-949f-bd3b8f2058bd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2a62801f-fb4b-4719-949f-bd3b8f2058bd,segment=NetworkSegment(77413388-0224-4a29-8701-d79c4a44d6d1),segment_id=77413388-0224-4a29-8701-d79c4a44d6d1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:25.044584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:25.045342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.046954 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3b2ecc-bb7d-4e48-8247-7ac76466d230 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 19:37:25.047427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3b2ecc-bb7d-4e48-8247-7ac76466d230 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:25.054274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0d3b2ecc-bb7d-4e48-8247-7ac76466d230 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/7211d747-c090-4700-ab09-c814f9a29397 HTTP/1.1" status: 409 len: 405 time: 0.4457920 Mar 11 19:37:25.054848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55100) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.079579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654042422'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:25.084980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:25.089234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:25.092669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:25.110063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.112278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.112923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:25.137466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea56e181-a99d-4452-8e86-d56da64a9ba9 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/floatingips/1d75a73e-7e02-49ff-9715-a54672e3dfbc HTTP/1.1" status: 204 len: 168 time: 5.1020775 Mar 11 19:37:25.144376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55106) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.152456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:25.160907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.181106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2a62801f-fb4b-4719-949f-bd3b8f2058bd,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:25.183751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] DHCP port deletion for 7211d747-c090-4700-ab09-c814f9a29397 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:25.190480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Deleting port 2a62801f-fb4b-4719-949f-bd3b8f2058bd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:25.190845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.198630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.200451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:25.207258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:25.211664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Usage tracker for resource:floatingip and tenant:27be9b18c3cc4e7ebc89150496bdbb76 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:25.214761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:25.221393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:25.241824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.355236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:25.377993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.378496 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment 0a1faa3d-e932-4288-b27b-45168a391ded of type vlan for network 91709113-2f80-4369-9a9c-4b4a4efe1031 Mar 11 19:37:25.410321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.414680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] For port 2a62801f-fb4b-4719-949f-bd3b8f2058bd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2a62801f-fb4b-4719-949f-bd3b8f2058bd,segment=NetworkSegment(77413388-0224-4a29-8701-d79c4a44d6d1),segment_id=77413388-0224-4a29-8701-d79c4a44d6d1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:25.415068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.420692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.433164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.464919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Deleting port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:25.465254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.490060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.490907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.501400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.502519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e7d50-333c-48a4-9ac6-6c8111a3a74b']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.505400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:25.506097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.529765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd013f7a2-feee-4c36-9499-6c507d3a84f6') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.530110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd013f7a2-feee-4c36-9499-6c507d3a84f6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.535208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Calling delete_port for 2a62801f-fb4b-4719-949f-bd3b8f2058bd owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:25.552081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.602465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.618504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:25.619124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.670080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.700500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55118) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.715656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:25.716061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f40816-5844-4c1a-afdc-158705c3cea0 None None] The sync data for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:25.727547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] Pushing event deleted for resources: {'Port': ['ID=2a62801f-fb4b-4719-949f-bd3b8f2058bd,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:25.731851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d4bb6a-c3b0-499c-b00b-8c4bb620cb11 None None] No DVR routers for this DVR port 2a62801f-fb4b-4719-949f-bd3b8f2058bd on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:25.783529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.789097 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7290871 Mar 11 19:37:25.789740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55124) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.798269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925f3f4-21a3-4ab3-bbfd-4ebe2bd31312 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=91709113-2f80-4369-9a9c-4b4a4efe1031,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:25.802769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:25.803167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.809898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 91709113-2f80-4369-9a9c-4b4a4efe1031 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:25.812158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:25.819554 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:25.942740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.966291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.975304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=d39e7d50-333c-48a4-9ac6-6c8111a3a74b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:25.978125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] For port e1fa97dc-bbda-4395-b3b9-1ba32f9549f5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:25.978802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:25.984549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262323339'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:25.987025 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a90e81b3-ceba-48c2-bb2f-cf63eee643b5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/d39e7d50-333c-48a4-9ac6-6c8111a3a74b HTTP/1.1" status: 204 len: 168 time: 0.9637146 Mar 11 19:37:25.991106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55128) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:25.997668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544619216'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:26.001726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:26.011703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:26.013889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:26.018643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:26.026836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:26.047188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:26.051276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:26.064044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Allocated IP 172.26.8.122 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/383e75ea-b9e2-4fb8-9d78-a1c297079f4f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:26.070260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:26.073224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.094427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:26.110960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Calling delete_port for e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:26.111368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.139160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:26.147091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:26.160080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:26.178689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:26.181655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.230680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:26.246371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.246748 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment d9721b60-98ac-4044-911a-786ad59146ee of type vlan for network 2dc276d1-0d21-4006-b520-576c27e89acc Mar 11 19:37:26.276070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.313286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:26.357261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.361527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.365400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.365987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.429413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.436869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1fa97dc-bbda-4395-b3b9-1ba32f9549f5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.445775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:security_group_rule and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:26.453240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:26.480309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2a62801f-fb4b-4719-949f-bd3b8f2058bd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:26.521914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:26.542063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2a62801f-fb4b-4719-949f-bd3b8f2058bd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:26.543088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2a62801f-fb4b-4719-949f-bd3b8f2058bd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:26.577136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.583701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=2dc276d1-0d21-4006-b520-576c27e89acc,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.589679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-701a253a-8f6d-4541-a4df-47db80e36025 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5951779 Mar 11 19:37:26.591477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:26.597923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2dc276d1-0d21-4006-b520-576c27e89acc details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:26.610404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:26.742365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.749257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.798784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.830348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router 6433de95-c674-4bf8-8cf7-da6d3c2056a3 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:26.854499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:26.859796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:26.862304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.872092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:26.884276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Pushing event updated for resources: {'Port': ['ID=383e75ea-b9e2-4fb8-9d78-a1c297079f4f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.886626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:26.890938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:26.907076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:26.921004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:26.942933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7789bc0-0ebc-426e-aa70-ff4fe9e04a3d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.953652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:26.953984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 672a1a4a-22fa-418e-a452-468ef3bfe324 of type vlan for network a107e6d6-8c23-48d1-a36a-d5bd29e51614 Mar 11 19:37:26.985945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:27.057098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:27.073587 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:37:27.140279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.256628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.260208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:27.260774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.290722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:37:27.319544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.336075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.344055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.348792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.448515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Performing IP validity checks on allocation pools {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:37:27.449140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:37:27.451941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=a107e6d6-8c23-48d1-a36a-d5bd29e51614,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.454920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-90aaaf92-16f8-496d-b8c1-59fb091d7a4b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7531409 Mar 11 19:37:27.462870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:27.473453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.474399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bfb35116-9701-467d-a665-f95b6b457b3a {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:27.490049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.497865 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c09c7f7e-1dbf-474b-a921-be75f8777015 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "DELETE /v2.0/routers/bfb35116-9701-467d-a665-f95b6b457b3a HTTP/1.1" status: 204 len: 168 time: 3.3269923 Mar 11 19:37:27.501576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55138) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:27.508538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-702953716', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:27.517011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:27.524352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:27.528746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:27.535959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:27.549793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.553390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=79530941-e985-4b85-99e4-9c39f11b27e9,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.594031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.595475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.624840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': '0a1faa3d-e932-4288-b27b-45168a391ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:27.625678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: 91709113-2f80-4369-9a9c-4b4a4efe1031, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:27.643795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.648117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.684208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.721820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:27.728665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network 91709113-2f80-4369-9a9c-4b4a4efe1031 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:27.735235 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Sync routers for ids ['6433de95-c674-4bf8-8cf7-da6d3c2056a3'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:27.752213 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Routers {'6433de95-c674-4bf8-8cf7-da6d3c2056a3'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:27.753394 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['6433de95-c674-4bf8-8cf7-da6d3c2056a3'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:27.806918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 91709113-2f80-4369-9a9c-4b4a4efe1031) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:27.808502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.809749 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-42fb3fb2-68b8-4549-9121-19c6868a4619 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2074816 Mar 11 19:37:27.817668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:27.818197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.821808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55142) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:27.822254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58a04f3-bb2f-4360-9e33-9eac36513484 None None] Network 91709113-2f80-4369-9a9c-4b4a4efe1031 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:27.904895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=764746d5-162e-4287-a192-fd0c1f27b2d0,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.938020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:27.947886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': 'd9721b60-98ac-4044-911a-786ad59146ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:27.948512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 2dc276d1-0d21-4006-b520-576c27e89acc, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:27.976733 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-699a334f-4381-47dd-80a6-ccdc19975c2b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1797776 Mar 11 19:37:27.978621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55146) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:28.222967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.234697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.267797 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Set router 6433de95-c674-4bf8-8cf7-da6d3c2056a3 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:28.281766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-91709113-2f80-4369-9a9c-4b4a4efe1031', 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031', 'tenant_id': '43681ccf49af42228870a3e988e221ca', 'fixed_ips': [{'subnet_id': '79530941-e985-4b85-99e4-9c39f11b27e9'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:28.282568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.363557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 2dc276d1-0d21-4006-b520-576c27e89acc is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:28.376253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.390766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Pushing event updated for resources: {'Port': ['ID=383e75ea-b9e2-4fb8-9d78-a1c297079f4f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:28.400079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.401260 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b139c09-2eee-4d3a-a045-8665581aac54 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2541714 Mar 11 19:37:28.405011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55150) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:28.423774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d3285bd5-a105-4fc4-b71b-6d2ae20f2757 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/6433de95-c674-4bf8-8cf7-da6d3c2056a3 HTTP/1.1" status: 200 len: 909 time: 0.6007724 Mar 11 19:37:28.424554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55156) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:28.429569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1256107216', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': True}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:28.435078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:28.439553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Usage tracker for resource:router and tenant:af99ceb716e4471b9bb95a14c59123f1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:28.442558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:28.448630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:28.459048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.473450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.474727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.497203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2dc276d1-0d21-4006-b520-576c27e89acc) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:28.503350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.503955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.513448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ce059c-e56d-4530-8a7b-1fd4d89a7a37 None None] Network 2dc276d1-0d21-4006-b520-576c27e89acc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:28.649901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.682620 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f648db15-58d4-41cb-a0f1-53281e5b2096 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0900297 Mar 11 19:37:28.683419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55160) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:28.687264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:28.694481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-a29a89c7-aec6-46d8-aaf7-7853bbd2b07d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2078526 Mar 11 19:37:28.711275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Allocated IP 2001:db8::f816:3eff:feb7:d8e6 (91709113-2f80-4369-9a9c-4b4a4efe1031/79530941-e985-4b85-99e4-9c39f11b27e9/411b1b64-f18b-4f63-bd85-9b49787c4b17) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:28.791729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc', 'name': 'tempest-PortsTestJSON-469760143'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:28.828514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:28.884053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:28.939177 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174'}], 'enable_snat': False}, 'gw_port_id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:22Z', 'updated_at': '2022-03-11T19:37:25Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:23Z', 'updated_at': '2022-03-11T19:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:28.951441 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Checking router: 6433de95-c674-4bf8-8cf7-da6d3c2056a3 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:28.951801 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Updating router 6433de95-c674-4bf8-8cf7-da6d3c2056a3 port e139be9b-fb75-4d81-86e0-8f74ff85a372 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:37:28.962001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Usage tracker for resource:floatingip and tenant:854fa24a94334776b161a2e816f9accc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:28.975216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:29.005204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:29.036098 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.062687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.073147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.096201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-2dc276d1-0d21-4006-b520-576c27e89acc', 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '764746d5-162e-4287-a192-fd0c1f27b2d0'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:29.097264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.144901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:29.166709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:29.197742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:29.208173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.295190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.319246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-937b1cfc-cb83-4a53-9678-079e2745161c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 1099 time: 0.4777637 Mar 11 19:37:29.347698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:29.378129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.403618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Transition to ACTIVE for port object 411b1b64-f18b-4f63-bd85-9b49787c4b17 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:29.418144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.474701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Transition to ACTIVE for port object 411b1b64-f18b-4f63-bd85-9b49787c4b17 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:29.491207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.502074 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.563302 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Transition to ACTIVE for port object e139be9b-fb75-4d81-86e0-8f74ff85a372 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:29.565834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.578261 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.586953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Allocated IP 172.20.0.2 (2dc276d1-0d21-4006-b520-576c27e89acc/764746d5-162e-4287-a192-fd0c1f27b2d0/0dd2501a-718e-4d42-80b9-9e45d6a7b907) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:29.598333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Network 91709113-2f80-4369-9a9c-4b4a4efe1031 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:29.604106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:29.612668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:29.615829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Pushing event updated for resources: {'Port': ['ID=411b1b64-f18b-4f63-bd85-9b49787c4b17,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:29.663098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Allocated IP 172.26.8.14 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/36847c4f-cf93-4fc0-998d-48a5562f4fc4) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:29.685312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-65b00b03-8f91-4b32-82ad-bdf125cb5539 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.687437 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-65b00b03-8f91-4b32-82ad-bdf125cb5539 service neutron] 10.222.0.90 "GET /v2.0/networks?id=42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 200 len: 912 time: 0.2986655 Mar 11 19:37:29.739005 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Pushing event updated for resources: {'Port': ['ID=e139be9b-fb75-4d81-86e0-8f74ff85a372,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:29.762861 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.767031 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.767707 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.768043 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.768924 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.769266 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.769586 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.769917 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.770234 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.770544 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.770860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:29.800300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Attempting to bind port 411b1b64-f18b-4f63-bd85-9b49787c4b17 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:29.801009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Attempting to bind port 411b1b64-f18b-4f63-bd85-9b49787c4b17 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '0a1faa3d-e932-4288-b27b-45168a391ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:29.801613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Attempting to bind port 411b1b64-f18b-4f63-bd85-9b49787c4b17 on network 91709113-2f80-4369-9a9c-4b4a4efe1031 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:29.824966 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Attempting to bind port e139be9b-fb75-4d81-86e0-8f74ff85a372 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:29.825268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Attempting to bind port e139be9b-fb75-4d81-86e0-8f74ff85a372 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:29.825491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:29.825637 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Attempting to bind port e139be9b-fb75-4d81-86e0-8f74ff85a372 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:29.826258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Checking segment: {'id': '0a1faa3d-e932-4288-b27b-45168a391ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:29.826844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.827488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Bound using segment: {'id': '0a1faa3d-e932-4288-b27b-45168a391ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:29.828218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Bound port: 411b1b64-f18b-4f63-bd85-9b49787c4b17, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1faa3d-e932-4288-b27b-45168a391ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '91709113-2f80-4369-9a9c-4b4a4efe1031'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:29.828787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.844099 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:29.846852 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:29.847251 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.847658 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:29.848129 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Bound port: e139be9b-fb75-4d81-86e0-8f74ff85a372, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:29.848509 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:29.884118 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-5d2255c7-bb7a-4dda-867d-33e12b623f3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 200 len: 1002 time: 0.1882665 Mar 11 19:37:30.015775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-cd2dc7af-0310-488a-b585-a8b5358a9b67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.017403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-cd2dc7af-0310-488a-b585-a8b5358a9b67 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d HTTP/1.1" status: 200 len: 850 time: 0.1168311 Mar 11 19:37:30.021438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.021855 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] For port e139be9b-fb75-4d81-86e0-8f74ff85a372, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:30.026153 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] For port e139be9b-fb75-4d81-86e0-8f74ff85a372, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e139be9b-fb75-4d81-86e0-8f74ff85a372,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:30.039996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.117120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] For port 411b1b64-f18b-4f63-bd85-9b49787c4b17, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:30.118157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.133044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.151231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] For port 411b1b64-f18b-4f63-bd85-9b49787c4b17, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=411b1b64-f18b-4f63-bd85-9b49787c4b17,segment=NetworkSegment(0a1faa3d-e932-4288-b27b-45168a391ded),segment_id=0a1faa3d-e932-4288-b27b-45168a391ded)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:30.179384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.187407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.193830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Transition to ACTIVE for port object 0dd2501a-718e-4d42-80b9-9e45d6a7b907 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:30.228964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.263259 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62352dc7-b45d-4421-bd34-65757a45264c None None] Pushing event updated for resources: {'Port': ['ID=e139be9b-fb75-4d81-86e0-8f74ff85a372,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:30.289632 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Routers {'6433de95-c674-4bf8-8cf7-da6d3c2056a3'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:30.290413 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['6433de95-c674-4bf8-8cf7-da6d3c2056a3'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:30.298380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.338396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91709113-2f80-4369-9a9c-4b4a4efe1031']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:30.373772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1faa3d-e932-4288-b27b-45168a391ded') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:30.373979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1faa3d-e932-4288-b27b-45168a391ded') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:30.379605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Transition to ACTIVE for port object 0dd2501a-718e-4d42-80b9-9e45d6a7b907 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:30.414134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.446312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Network 2dc276d1-0d21-4006-b520-576c27e89acc is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:30.454858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:30.458529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:30.469539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-6983aaef-3b04-4831-9de8-054389616a48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=42566dbc-b786-4e1a-9084-784e3a48ebe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4437380 Mar 11 19:37:30.506186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.8 (2dc276d1-0d21-4006-b520-576c27e89acc/764746d5-162e-4287-a192-fd0c1f27b2d0/2a72bd90-03ae-4186-ae4f-9ccda58e2ae0) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:30.594044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d7925-d499-478b-a076-b3eb0bafe551 None None] Pushing event updated for resources: {'Port': ['ID=411b1b64-f18b-4f63-bd85-9b49787c4b17,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:30.628255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] Set router 6433de95-c674-4bf8-8cf7-da6d3c2056a3 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:30.635654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-697ac377-3ed5-458f-84a5-a63b5e4091ab service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576493 Mar 11 19:37:30.636127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55164) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:30.729818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Attempting to bind port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:30.730190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Attempting to bind port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd9721b60-98ac-4044-911a-786ad59146ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:30.730662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Attempting to bind port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 on network 2dc276d1-0d21-4006-b520-576c27e89acc {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:30.733375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.751063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:30.766959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:30.767561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Checking segment: {'id': 'd9721b60-98ac-4044-911a-786ad59146ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:30.767959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.768344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Bound using segment: {'id': 'd9721b60-98ac-4044-911a-786ad59146ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:30.768956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Bound port: 0dd2501a-718e-4d42-80b9-9e45d6a7b907, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9721b60-98ac-4044-911a-786ad59146ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2dc276d1-0d21-4006-b520-576c27e89acc'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:30.769182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.782000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=79530941-e985-4b85-99e4-9c39f11b27e9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:30.794326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.799766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.804319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Pushing event updated for resources: {'Port': ['ID=0dd2501a-718e-4d42-80b9-9e45d6a7b907,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:30.804751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.865774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:30.886036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.892417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Allocated IP 172.26.8.191 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/b9ee8732-2531-465a-894f-2e750aeae89d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:30.912649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] For port 0dd2501a-718e-4d42-80b9-9e45d6a7b907, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:30.915423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:30.916077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.917598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] For port 0dd2501a-718e-4d42-80b9-9e45d6a7b907, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0dd2501a-718e-4d42-80b9-9e45d6a7b907,segment=NetworkSegment(d9721b60-98ac-4044-911a-786ad59146ee),segment_id=d9721b60-98ac-4044-911a-786ad59146ee)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:30.924022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:30.935235 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:30.940160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:30.976583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c4bd7-5d69-4f1b-b97e-57bbfe162633 None None] Network 91709113-2f80-4369-9a9c-4b4a4efe1031 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:30.995734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:31.010282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 2dc276d1-0d21-4006-b520-576c27e89acc is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:31.011420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:31.037380 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174'}], 'enable_snat': False}, 'gw_port_id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:22Z', 'updated_at': '2022-03-11T19:37:25Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:23Z', 'updated_at': '2022-03-11T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:31.042837 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb6985-65fb-4787-ac7e-c492e7fcc925 None None] The sync data for ids ['6433de95-c674-4bf8-8cf7-da6d3c2056a3'] in dv-neutron-832764-2-hyperv is: [{'id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174'}], 'enable_snat': False}, 'gw_port_id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:22Z', 'updated_at': '2022-03-11T19:37:25Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': 'e139be9b-fb75-4d81-86e0-8f74ff85a372', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6433de95-c674-4bf8-8cf7-da6d3c2056a3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:23Z', 'updated_at': '2022-03-11T19:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:31.102601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event updated for resources: {'Port': ['ID=36847c4f-cf93-4fc0-998d-48a5562f4fc4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:31.105597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:31.135385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93d940-e725-4dc7-b23a-df809e04d13a None None] Pushing event updated for resources: {'Port': ['ID=0dd2501a-718e-4d42-80b9-9e45d6a7b907,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:31.216933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f4bc154-69cd-4518-b437-7dfdd39e22ce req-a8055db6-7942-46bc-ba33-6310b509f332 service neutron] 10.222.0.90 "GET /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712187 Mar 11 19:37:31.227725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:31.234965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:31.246990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:31.254082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=2a72bd90-03ae-4186-ae4f-9ccda58e2ae0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:31.261457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:31.312947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:31.313681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:37:31.313681 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:37:31.313681 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': '91709113-2f80-4369-9a9c-4b4a4efe1031'}] Mar 11 19:37:31.313681 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:31.314455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:31.343533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:31.410213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:31.410826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.422021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.451642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:31.452070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8fc56122-bb1a-4d1c-a626-4bb0f0f08275 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6743526 Mar 11 19:37:31.477501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.478225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.513667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.613759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:31.614087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.690885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.711625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Router 73a91504-7391-41d7-93bc-fc8f078c151c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:31.832040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.860036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:31.863211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting port 411b1b64-f18b-4f63-bd85-9b49787c4b17 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:31.863850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:31.872153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:31.897647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:31.932709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Pushing event updated for resources: {'Port': ['ID=b9ee8732-2531-465a-894f-2e750aeae89d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:32.008523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 172.26.8.89 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:32.059056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46d293-d7e4-4fbd-ac3e-5214ee2a7e2b None None] Network 2dc276d1-0d21-4006-b520-576c27e89acc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:32.196708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e979dcfc-4e41-4e4a-9758-f016d14b2e57 None None] Provisioning for port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:32.290565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.297864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.345397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] For port 411b1b64-f18b-4f63-bd85-9b49787c4b17, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=411b1b64-f18b-4f63-bd85-9b49787c4b17,segment=NetworkSegment(0a1faa3d-e932-4288-b27b-45168a391ded),segment_id=0a1faa3d-e932-4288-b27b-45168a391ded)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:32.345991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.509859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Calling delete_port for 411b1b64-f18b-4f63-bd85-9b49787c4b17 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:32.567483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:32.579308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] Sync routers for ids ['73a91504-7391-41d7-93bc-fc8f078c151c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:32.608289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] Routers {'73a91504-7391-41d7-93bc-fc8f078c151c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:32.609300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73a91504-7391-41d7-93bc-fc8f078c151c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:32.638195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.642007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4b7558a6-fc3e-4f3e-98ba-74847da6d801 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.1388102 Mar 11 19:37:32.643443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55172) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:32.648894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:32.670560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:32.786194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:32.825907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] Routers {'73a91504-7391-41d7-93bc-fc8f078c151c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:32.828513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73a91504-7391-41d7-93bc-fc8f078c151c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:32.871889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.939064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.946261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:32.949673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=068e98f1-0f36-4eea-a2e5-21c961cac994,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:32.961619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0dd2501a-718e-4d42-80b9-9e45d6a7b907 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:33.029175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:33.046398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:33.053101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:33.065805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e9024-675e-49e1-ae92-6051214a3c49 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:37:33.081044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Port': ['ID=411b1b64-f18b-4f63-bd85-9b49787c4b17,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.094179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No DVR routers for this DVR port 411b1b64-f18b-4f63-bd85-9b49787c4b17 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:33.120976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:33.121749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d81988-23be-4f88-a52a-2f607ebadfba None None] The sync data for ids ['73a91504-7391-41d7-93bc-fc8f078c151c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:33.122651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '672a1a4a-22fa-418e-a452-468ef3bfe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:33.123817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: a107e6d6-8c23-48d1-a36a-d5bd29e51614, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:33.149900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-15ab1182-8ff0-4bc4-8a79-c795018dcbcf None None] Provisioning for port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:33.163439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-15ab1182-8ff0-4bc4-8a79-c795018dcbcf None None] Provisioning complete for port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:33.164026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-15ab1182-8ff0-4bc4-8a79-c795018dcbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.234305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-15ab1182-8ff0-4bc4-8a79-c795018dcbcf None None] Port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:33.283847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:33.288283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.313562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:33.314174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.327701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91709113-2f80-4369-9a9c-4b4a4efe1031']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:33.334508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.358852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1faa3d-e932-4288-b27b-45168a391ded') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:33.359480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1faa3d-e932-4288-b27b-45168a391ded') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:33.365902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.376431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.398346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.406218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:33.407938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.459243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:33.497419 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:33.499894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a107e6d6-8c23-48d1-a36a-d5bd29e51614) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:33.502302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:33.502873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.533332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.552864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.569147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0dd2501a-718e-4d42-80b9-9e45d6a7b907, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0dd2501a-718e-4d42-80b9-9e45d6a7b907,segment=NetworkSegment(d9721b60-98ac-4044-911a-786ad59146ee),segment_id=d9721b60-98ac-4044-911a-786ad59146ee)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:33.580980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.588359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.595007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=91709113-2f80-4369-9a9c-4b4a4efe1031,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.603522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.606435 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0c6f4dd9-63ce-4907-88ea-791a6ffaa85c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/91709113-2f80-4369-9a9c-4b4a4efe1031 HTTP/1.1" status: 204 len: 168 time: 5.6225972 Mar 11 19:37:33.606949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55180) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:33.612878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-512993845'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:33.619426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:33.625055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:33.628859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:33.632828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:33.634362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.637532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:33.670302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:33.670635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e1fa97dc-bbda-4395-b3b9-1ba32f9549f5 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:33.672045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f23bcecd-f6b9-4ef1-87d2-8374eef3a7e1 None None] Provisioning complete for port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:33.672407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f23bcecd-f6b9-4ef1-87d2-8374eef3a7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.701915 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eb49107d-c443-442c-8f99-603540cbba0b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0577807 Mar 11 19:37:33.705225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55184) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:33.707821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=2a72bd90-03ae-4186-ae4f-9ccda58e2ae0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.718528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-46009812'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:33.750990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f23bcecd-f6b9-4ef1-87d2-8374eef3a7e1 None None] Port 2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 was deleted so its status cannot be updated. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 19:37:33.770645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:33.773909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.783703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:33.806002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:33.806252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0dd2501a-718e-4d42-80b9-9e45d6a7b907,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.812247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:33.821840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:33.849489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:33.862822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:33.865928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.877681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.878152 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment 08b75b50-82b7-4690-b06e-370d0c34678e of type vlan for network 543a0e3a-f758-48b3-b43b-5b8a1df38ebd Mar 11 19:37:33.886254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e9024-675e-49e1-ae92-6051214a3c49 None None] Unable to find a vacant binding_index for network a107e6d6-8c23-48d1-a36a-d5bd29e51614 and agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 {{(pid=83814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 19:37:33.900566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e9024-675e-49e1-ae92-6051214a3c49 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a107e6d6-8c23-48d1-a36a-d5bd29e51614) {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:37:33.924238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.940344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:33.949014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.954044 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f82556e5-9230-412e-9783-ca2ab00c5123 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 HTTP/1.1" status: 204 len: 168 time: 2.4998193 Mar 11 19:37:33.955219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55188) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:33.959166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.959635 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment d0a2f1a0-d3b3-4008-b0e2-17e350e62224 of type vlan for network 44f0d923-34ae-45bc-9071-7d31e4c92062 Mar 11 19:37:33.990044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:33.990742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.034012 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e470e6a-3b03-4bfd-b73a-bf3678a15430 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:34.034012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e470e6a-3b03-4bfd-b73a-bf3678a15430 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:34.061142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9e470e6a-3b03-4bfd-b73a-bf3678a15430 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 HTTP/1.1" status: 404 len: 333 time: 0.1032681 Mar 11 19:37:34.069161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.071160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55192) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.073112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:34.073738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.108479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.193603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:37:34.225552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6148496 Mar 11 19:37:34.234804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55196) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.238209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab83b0-a0e6-4b37-86f4-2dc7c6bd9bca tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=543a0e3a-f758-48b3-b43b-5b8a1df38ebd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:34.247668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': '543a0e3a-f758-48b3-b43b-5b8a1df38ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:34.249731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 543a0e3a-f758-48b3-b43b-5b8a1df38ebd details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:34.292469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.295558 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fb6923-e198-4e1c-89fe-3748bfca24d9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:37:34.296094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c3fb6923-e198-4e1c-89fe-3748bfca24d9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:34.301778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.339464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.343378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:34.344056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.389128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c3fb6923-e198-4e1c-89fe-3748bfca24d9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:34.390596 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c3fb6923-e198-4e1c-89fe-3748bfca24d9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/2a72bd90-03ae-4186-ae4f-9ccda58e2ae0 HTTP/1.1" status: 404 len: 333 time: 0.3167946 Mar 11 19:37:34.449865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.469859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55200) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.479781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.483506 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0750074 Mar 11 19:37:34.499002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-a107e6d6-8c23-48d1-a36a-d5bd29e51614', 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': '068e98f1-0f36-4eea-a2e5-21c961cac994'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:34.499849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.513066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8114c0-53cb-490e-ac7e-66a623f35529 tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Pushing event updated for resources: {'Port': ['ID=b9ee8732-2531-465a-894f-2e750aeae89d,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:34.516351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55204) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.622781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0dd2501a-718e-4d42-80b9-9e45d6a7b907 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:34.634186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7fad8b57-bf10-4fe6-bd69-a7a3b9a0cf92 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Synchronizing usage tracker for tenant:27be9b18c3cc4e7ebc89150496bdbb76 on resource:floatingip {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:34.699885 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9942102 Mar 11 19:37:34.718779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55208) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.725828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:34.736662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Allocated IP 2001:db8:0:ffff::2 (a107e6d6-8c23-48d1-a36a-d5bd29e51614/068e98f1-0f36-4eea-a2e5-21c961cac994/a74ffe88-c916-4c65-a425-23696d9fed7a) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:34.738175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': '44f0d923-34ae-45bc-9071-7d31e4c92062', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:34.818134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:34.819788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:34.820137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.829896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2c6c0-a658-4e95-b7eb-69da06645277 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=44f0d923-34ae-45bc-9071-7d31e4c92062,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:34.851692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 44f0d923-34ae-45bc-9071-7d31e4c92062 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:34.873543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:34.891560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:34.901112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 764746d5-162e-4287-a192-fd0c1f27b2d0 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:34.907959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:34.942536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:34.943961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7fad8b57-bf10-4fe6-bd69-a7a3b9a0cf92 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Unset dirty status for tenant:27be9b18c3cc4e7ebc89150496bdbb76 on resource:floatingip {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:34.948168 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7fad8b57-bf10-4fe6-bd69-a7a3b9a0cf92 tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.4240172 Mar 11 19:37:34.951418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:34.956941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55212) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:34.970895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:35.001575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.014994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:35.047619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d7db2305-e909-4ef2-9908-e247a503d1a8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0802288 Mar 11 19:37:35.048871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55216) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:35.127274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.131272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e139be9b-fb75-4d81-86e0-8f74ff85a372 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:35.173514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.195395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Transition to ACTIVE for port object a74ffe88-c916-4c65-a425-23696d9fed7a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:35.204554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.220754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Transition to ACTIVE for port object a74ffe88-c916-4c65-a425-23696d9fed7a will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:35.232883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.278810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Deleting port b9ee8732-2531-465a-894f-2e750aeae89d {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:35.279486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.284876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e139be9b-fb75-4d81-86e0-8f74ff85a372 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:35.313053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e139be9b-fb75-4d81-86e0-8f74ff85a372 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:35.313827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.396589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:35.405635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:35.408422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.409717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Pushing event updated for resources: {'Port': ['ID=a74ffe88-c916-4c65-a425-23696d9fed7a,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:35.418243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:35.518034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Attempting to bind port a74ffe88-c916-4c65-a425-23696d9fed7a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:35.518521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Attempting to bind port a74ffe88-c916-4c65-a425-23696d9fed7a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '672a1a4a-22fa-418e-a452-468ef3bfe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:35.518945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Attempting to bind port a74ffe88-c916-4c65-a425-23696d9fed7a on network a107e6d6-8c23-48d1-a36a-d5bd29e51614 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:35.520841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.555043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:35.559916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:35.560430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Checking segment: {'id': '672a1a4a-22fa-418e-a452-468ef3bfe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:35.561224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.561730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Bound using segment: {'id': '672a1a4a-22fa-418e-a452-468ef3bfe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:35.562259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Bound port: a74ffe88-c916-4c65-a425-23696d9fed7a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672a1a4a-22fa-418e-a452-468ef3bfe324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a107e6d6-8c23-48d1-a36a-d5bd29e51614'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:35.562689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.598934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.617851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.652867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e139be9b-fb75-4d81-86e0-8f74ff85a372, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e139be9b-fb75-4d81-86e0-8f74ff85a372,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:35.662912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.708256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=2531c9ef-accd-4375-8d62-2ea58fc839b3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:35.722375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.722875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.723055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.727495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] For port a74ffe88-c916-4c65-a425-23696d9fed7a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:35.740723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] For port a74ffe88-c916-4c65-a425-23696d9fed7a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a74ffe88-c916-4c65-a425-23696d9fed7a,segment=NetworkSegment(672a1a4a-22fa-418e-a452-468ef3bfe324),segment_id=672a1a4a-22fa-418e-a452-468ef3bfe324)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:35.744941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e139be9b-fb75-4d81-86e0-8f74ff85a372,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:35.749040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:35.801211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': '08b75b50-82b7-4690-b06e-370d0c34678e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '543a0e3a-f758-48b3-b43b-5b8a1df38ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:35.801558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: 543a0e3a-f758-48b3-b43b-5b8a1df38ebd, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:35.824533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=f028135e-d7cc-4e1e-8a58-a34940db172b,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:35.825385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89834ba-bb5a-4f6f-97d2-78c1313b2265 None None] Pushing event updated for resources: {'Port': ['ID=a74ffe88-c916-4c65-a425-23696d9fed7a,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:35.873346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Calling delete_port for b9ee8732-2531-465a-894f-2e750aeae89d owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:35.928287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': 'd0a2f1a0-d3b3-4008-b0e2-17e350e62224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '44f0d923-34ae-45bc-9071-7d31e4c92062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:35.928287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: 44f0d923-34ae-45bc-9071-7d31e4c92062, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:35.948068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.037792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=764746d5-162e-4287-a192-fd0c1f27b2d0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:36.056819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.116025 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dadcfe09-32c5-40fe-a7b5-d78372487bff tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/764746d5-162e-4287-a192-fd0c1f27b2d0 HTTP/1.1" status: 204 len: 168 time: 1.6437879 Mar 11 19:37:36.121057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55220) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:36.137366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network 543a0e3a-f758-48b3-b43b-5b8a1df38ebd is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:36.166552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 543a0e3a-f758-48b3-b43b-5b8a1df38ebd) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:36.176238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:36.176896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.191018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 44f0d923-34ae-45bc-9071-7d31e4c92062 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:36.214325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 44f0d923-34ae-45bc-9071-7d31e4c92062) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:36.220771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.224616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:36.225213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.230109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.242075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.244643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-caf981fe-1662-4baa-9db6-f27496a6c410 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0036209 Mar 11 19:37:36.248028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55224) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:36.293890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Pushing event deleted for resources: {'Port': ['ID=b9ee8732-2531-465a-894f-2e750aeae89d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:36.326766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-10a26ca3-5e31-4eaa-b92e-a660aeb049d1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6024756 Mar 11 19:37:36.383128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:36.450104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.521539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:36.522052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.551563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:36.565540 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Sync routers for ids ['4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:36.583904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.586218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.587437 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da919461-bc46-4cad-af60-1adde20a6fce tempest-FloatingIPAdminTestJSON-466949376 tempest-FloatingIPAdminTestJSON-466949376-project] 10.222.0.76 "DELETE /v2.0/floatingips/bd1ff3b2-ae93-4574-8b76-57ba40a73112 HTTP/1.1" status: 204 len: 168 time: 1.5376189 Mar 11 19:37:36.596720 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Routers {'4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:36.596944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55232) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:36.597788 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:36.640489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a74ffe88-c916-4c65-a425-23696d9fed7a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:36.689899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.701957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.705806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b93be6d-9bce-49a5-8a3d-d338a73852ab tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2780111 Mar 11 19:37:36.711371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.714598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55236) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:36.764236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a74ffe88-c916-4c65-a425-23696d9fed7a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:36.770624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e139be9b-fb75-4d81-86e0-8f74ff85a372 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:36.858947 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Set router 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:36.873233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e139be9b-fb75-4d81-86e0-8f74ff85a372 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:36.873607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.913634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Deleting port 383e75ea-b9e2-4fb8-9d78-a1c297079f4f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:36.914054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:36.951480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98460e8a-1e88-464f-98a5-4800974b1782 None None] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:37.069667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.103649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.177580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port 0dd2501a-718e-4d42-80b9-9e45d6a7b907, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0dd2501a-718e-4d42-80b9-9e45d6a7b907,segment=NetworkSegment(d9721b60-98ac-4044-911a-786ad59146ee),segment_id=d9721b60-98ac-4044-911a-786ad59146ee)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:37.178152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.211614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd65f89e-5303-4eaf-9819-773cfe77c913 None None] Network 543a0e3a-f758-48b3-b43b-5b8a1df38ebd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:37.270440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router 73a91504-7391-41d7-93bc-fc8f078c151c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:37.311625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3c4808-179d-40d5-80a5-8df1d071de99 None None] Network 44f0d923-34ae-45bc-9071-7d31e4c92062 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:37.329026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.343170 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:28Z', 'updated_at': '2022-03-11T19:37:33Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:30Z', 'updated_at': '2022-03-11T19:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:37.347778 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Checking router: 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:37:37.348372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Updating router 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:37:37.382582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 0dd2501a-718e-4d42-80b9-9e45d6a7b907 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:37.401478 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.417050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.433744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934c236-c299-400e-8843-4f662b6c1b1b None None] Network 2dc276d1-0d21-4006-b520-576c27e89acc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:37.487031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.487593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.487702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=2531c9ef-accd-4375-8d62-2ea58fc839b3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:37.594128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Provisioning for port a74ffe88-c916-4c65-a425-23696d9fed7a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:37.640466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Calling delete_port for 383e75ea-b9e2-4fb8-9d78-a1c297079f4f owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:37.660056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=f028135e-d7cc-4e1e-8a58-a34940db172b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:37.694570 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Provisioning complete for port a74ffe88-c916-4c65-a425-23696d9fed7a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:37.695231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.702874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.721288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.755430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=0dd2501a-718e-4d42-80b9-9e45d6a7b907,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:37.760551 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.773499 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Transition to ACTIVE for port object 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:37.783053 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.790031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No DVR routers for this DVR port 0dd2501a-718e-4d42-80b9-9e45d6a7b907 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:37.865895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453493-a5e3-438e-9e6a-16422d87328d None None] Pushing event updated for resources: {'Port': ['ID=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:37.894216 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Attempting to bind port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:37.894580 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Attempting to bind port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:37.894938 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Attempting to bind port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:37.902239 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:37.902628 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:37.903010 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.903533 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:37.904110 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Bound port: 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:37.904498 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.931577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:37.976926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] For port a74ffe88-c916-4c65-a425-23696d9fed7a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a74ffe88-c916-4c65-a425-23696d9fed7a,segment=NetworkSegment(672a1a4a-22fa-418e-a452-468ef3bfe324),segment_id=672a1a4a-22fa-418e-a452-468ef3bfe324)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:37.999070 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] For port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:38.008932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.010706 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] For port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:38.023654 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.035012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.076832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.098925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc276d1-0d21-4006-b520-576c27e89acc']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.114984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d3592bb-bbf8-4213-aef8-ed48b770576d tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 HTTP/1.1" status: 200 len: 907 time: 1.3890777 Mar 11 19:37:38.115920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:38.117736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f0d923-34ae-45bc-9071-7d31e4c92062']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.121966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.134581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57453493-a5e3-438e-9e6a-16422d87328d None None] Pushing event updated for resources: {'Port': ['ID=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:38.147577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f1a7a-6dfe-423d-b179-3bc7ea28d93c None None] Pushing event updated for resources: {'Port': ['ID=a74ffe88-c916-4c65-a425-23696d9fed7a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:38.164704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Routers {'4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:38.165335 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.177577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af576e7d-6ac6-4533-999d-342cbb6cb581 None None] DHCP port deletion for 2dc276d1-0d21-4006-b520-576c27e89acc request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:38.211798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9721b60-98ac-4044-911a-786ad59146ee') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.212765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9721b60-98ac-4044-911a-786ad59146ee') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.223546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Pushing event deleted for resources: {'Port': ['ID=383e75ea-b9e2-4fb8-9d78-a1c297079f4f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:38.241587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.286130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a2f1a0-d3b3-4008-b0e2-17e350e62224') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.294097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a2f1a0-d3b3-4008-b0e2-17e350e62224') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.357919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30357c5a-ebd1-4b23-84cd-952f3a8026dc None None] Network 543a0e3a-f758-48b3-b43b-5b8a1df38ebd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:38.404539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543a0e3a-f758-48b3-b43b-5b8a1df38ebd']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.414786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.451222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b75b50-82b7-4690-b06e-370d0c34678e') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.451546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b75b50-82b7-4690-b06e-370d0c34678e') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.452039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.459037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:38.460271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.498303 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] Set router 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:37:38.500339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.516606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.533718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:38.534125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:38.557033 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:38.571918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a74ffe88-c916-4c65-a425-23696d9fed7a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:38.606951 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:38.611272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.615886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.630028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989e45be-8e18-42aa-a424-a6fc4dbf5e9c None None] Network 44f0d923-34ae-45bc-9071-7d31e4c92062 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:38.663028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=2dc276d1-0d21-4006-b520-576c27e89acc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:38.686425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.689455 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7ad1df44-fb04-4c7e-ae4e-c1a5859ae142 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/2dc276d1-0d21-4006-b520-576c27e89acc HTTP/1.1" status: 204 len: 168 time: 2.5631053 Mar 11 19:37:38.694218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.697528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.705128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-47cde896-c7e4-481b-b87b-1d3678a1159d tempest-FloatingIPAdminTestJSON-1672531867 tempest-FloatingIPAdminTestJSON-1672531867-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/06091639-9acd-4062-bfe2-85d57fd3c4df HTTP/1.1" status: 204 len: 168 time: 2.1067469 Mar 11 19:37:38.705796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55246) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:38.706130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55248) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:38.713362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1814035529'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:38.753151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:38.755511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:38.755973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.771184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:38.773325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b487342-cbb8-482b-a549-93662a26f1ed None None] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:38.780829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:38.782782 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:38.792165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:38.807810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 07c2ce00-123c-40bb-a2cc-befe1d62b77c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:38.808154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.848606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:38.853713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.881567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.909634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.932525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=44f0d923-34ae-45bc-9071-7d31e4c92062,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:38.946681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.950954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:38.964314 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:28Z', 'updated_at': '2022-03-11T19:37:33Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:30Z', 'updated_at': '2022-03-11T19:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:38.969534 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031ea2e-75ff-4a51-a598-2330e61265c6 None None] The sync data for ids ['4dc3e8bd-07f8-4604-94c0-21add1e4e3e7'] in dv-neutron-832764-2-hyperv is: [{'id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'name': 'tempest-snat-router-1256107216', 'tenant_id': 'af99ceb716e4471b9bb95a14c59123f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:37:28Z', 'updated_at': '2022-03-11T19:37:33Z', 'revision_number': 3, 'project_id': 'af99ceb716e4471b9bb95a14c59123f1', 'gw_port': {'id': '6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:07:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dc3e8bd-07f8-4604-94c0-21add1e4e3e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:37:30Z', 'updated_at': '2022-03-11T19:37:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:38.986156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:39.013416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=543a0e3a-f758-48b3-b43b-5b8a1df38ebd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:39.019660 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7f436b93-c8e2-4dcd-8f76-29a0c2872b41 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/44f0d923-34ae-45bc-9071-7d31e4c92062 HTTP/1.1" status: 204 len: 168 time: 2.6354215 Mar 11 19:37:39.022497 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-da6994e5-6092-4e1a-853d-90049db7d5b3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/543a0e3a-f758-48b3-b43b-5b8a1df38ebd HTTP/1.1" status: 204 len: 168 time: 2.7726212 Mar 11 19:37:39.026000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:39.030328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.031852 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5449d1fc-c558-4c99-afce-ecb774fbdfa1 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "PUT /v2.0/routers/73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 200 len: 920 time: 6.3871250 Mar 11 19:37:39.032084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-841d5039-15fc-4f57-9b24-22613a7909c7 None None] Provisioning complete for port a74ffe88-c916-4c65-a425-23696d9fed7a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:39.032408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-841d5039-15fc-4f57-9b24-22613a7909c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.034442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55254) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:39.034789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:39.035100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55258) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:39.067601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] Sync routers for ids ['73a91504-7391-41d7-93bc-fc8f078c151c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:39.085775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.086245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment d36185c0-9429-45bb-861b-7a0599d0d9b2 of type vlan for network 18765654-bbfe-4658-b54d-6d3901172e68 Mar 11 19:37:39.102468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-32691538'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:39.108332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:39.111905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:network and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:39.114815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:39.120850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:39.132144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-801079570'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:39.136995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.141456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a74ffe88-c916-4c65-a425-23696d9fed7a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:39.142096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.151173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:39.155114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.165583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:39.187300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.231334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:39.239831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:39.253006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:39.261384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.284689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] Routers {'73a91504-7391-41d7-93bc-fc8f078c151c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:39.285235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73a91504-7391-41d7-93bc-fc8f078c151c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:39.307487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.311638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:39.312306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.321622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 07c2ce00-123c-40bb-a2cc-befe1d62b77c owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:39.365143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:39.389706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:39.404228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:39.407190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.434075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.434401 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Added segment d9a40fa1-4681-45c8-ab37-4a860e9eaff8 of type vlan for network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f Mar 11 19:37:39.469205 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7594647 Mar 11 19:37:39.472007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55266) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:39.478275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] Routers {'73a91504-7391-41d7-93bc-fc8f078c151c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:39.478908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73a91504-7391-41d7-93bc-fc8f078c151c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:39.479894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '18765654-bbfe-4658-b54d-6d3901172e68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:39.486002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:39.491345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.493278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7f4a9-1693-4f8c-a757-8f3354ec9ebc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=18765654-bbfe-4658-b54d-6d3901172e68,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:39.513490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.513810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 44d24e5b-451f-497d-8a17-7415a82d437e of type vlan for network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 Mar 11 19:37:39.532802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 18765654-bbfe-4658-b54d-6d3901172e68 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:39.568789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.602105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.605811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:39.606387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.612741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:39.613692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dc1fbf-e3e7-450d-93d0-e113da3ab6a6 None None] The sync data for ids ['73a91504-7391-41d7-93bc-fc8f078c151c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:39.651305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:39.659543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:39.663535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:39.669843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:39.675266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.702889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0dd2501a-718e-4d42-80b9-9e45d6a7b907 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:39.731522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:39.746319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=07c2ce00-123c-40bb-a2cc-befe1d62b77c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:39.756708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.760986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:39.761606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.775459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7392740 Mar 11 19:37:39.779020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0dd2501a-718e-4d42-80b9-9e45d6a7b907 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:39.779522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0dd2501a-718e-4d42-80b9-9e45d6a7b907 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:39.789766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55270) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:39.792841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25477228-be8b-4575-a50f-a9c168681299 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Network': ['ID=a7b65e0b-98a6-4f43-b7a5-4b3117ba295f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:39.807497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:39.888543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Request body: {'subnet': {'network_id': 'a7b65e0b-98a6-4f43-b7a5-4b3117ba295f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:39.939645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:39.943750 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-636825bc-2519-411d-a2b9-3ab643607e7e tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 200 len: 920 time: 0.9041989 Mar 11 19:37:39.958505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55274) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.037559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b0bbd87a-0ef5-42e6-8189-1acba97bd547 None None] Provisioning complete for port a74ffe88-c916-4c65-a425-23696d9fed7a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:40.038069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b0bbd87a-0ef5-42e6-8189-1acba97bd547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.109105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.128398 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-20b8b85a-cc41-4fd1-a90d-3609aeb3a782 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/ports/07c2ce00-123c-40bb-a2cc-befe1d62b77c HTTP/1.1" status: 204 len: 168 time: 1.4185166 Mar 11 19:37:40.136786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55278) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.152888 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1152122 Mar 11 19:37:40.162895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55282) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.165875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bdd230-17e8-48ad-b6fa-dde3164f0b71 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=090138e0-164e-46eb-aa24-d6c0ed68e2e2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:40.172607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:40.177633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:40.317030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:40.332026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Usage tracker for resource:subnet and tenant:43681ccf49af42228870a3e988e221ca is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:40.336369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:40.343337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.346177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:40.359692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:40.364908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Deleting port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:40.365248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.379175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2a9ebf42-90ca-4634-af54-8095ab39b390 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Synchronizing usage tracker for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:40.391097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:40.398237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:40.406601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Made reservation on behalf of 43681ccf49af42228870a3e988e221ca for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:40.436894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:40.438585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0398ff4-324b-4175-9a97-40a478f9865d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:40.439472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a0398ff4-324b-4175-9a97-40a478f9865d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Synchronizing usage tracker for tenant:806a3c1d007745e2a7efb842ab24e487 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:40.449240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2a9ebf42-90ca-4634-af54-8095ab39b390 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Unset dirty status for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:40.450355 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2a9ebf42-90ca-4634-af54-8095ab39b390 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=73a91504-7391-41d7-93bc-fc8f078c151c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4909980 Mar 11 19:37:40.454155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55286) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.481217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.533000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:40.594947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a0398ff4-324b-4175-9a97-40a478f9865d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Unset dirty status for tenant:806a3c1d007745e2a7efb842ab24e487 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:40.597415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a0398ff4-324b-4175-9a97-40a478f9865d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb706709-148b-4599-83a4-103dcca37e26 HTTP/1.1" status: 200 len: 913 time: 0.4593935 Mar 11 19:37:40.602050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55290) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.697841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.752588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=57a45318-0104-438f-b742-9f99024f7a77,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:40.768206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.810298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': 'd36185c0-9429-45bb-861b-7a0599d0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:40.811051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 18765654-bbfe-4658-b54d-6d3901172e68, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:40.815900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd3fd3a-89b8-4625-96d2-e14bf5b621e2 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:40.816204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dcd3fd3a-89b8-4625-96d2-e14bf5b621e2 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Synchronizing usage tracker for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:40.847530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dcd3fd3a-89b8-4625-96d2-e14bf5b621e2 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Unset dirty status for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:40.851330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dcd3fd3a-89b8-4625-96d2-e14bf5b621e2 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.3921416 Mar 11 19:37:40.852649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55294) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.898627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 18765654-bbfe-4658-b54d-6d3901172e68 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:40.904332 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fe1a003c-9d14-49c5-a4ed-74d3fe218461 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 200 len: 205 time: 0.0484478 Mar 11 19:37:40.908567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55298) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:40.916151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] For port 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:40.916503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:40.970012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 18765654-bbfe-4658-b54d-6d3901172e68) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:40.978397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66fce3-c988-47e8-9854-3f80b3272fa0 None None] Network 18765654-bbfe-4658-b54d-6d3901172e68 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:41.029176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:41.029789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.050946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Calling delete_port for 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:41.083905 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e8359624-9b22-46b0-94c5-d687c6e29f9e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6092975 Mar 11 19:37:41.086620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55304) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:41.094460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '18765654-bbfe-4658-b54d-6d3901172e68', 'security_groups': [], 'name': 'tempest-PortsTestJSON-653483139'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:41.215389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-18765654-bbfe-4658-b54d-6d3901172e68', 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '57a45318-0104-438f-b742-9f99024f7a77'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:41.216209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.378309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Allocated IP 172.20.0.2 (18765654-bbfe-4658-b54d-6d3901172e68/57a45318-0104-438f-b742-9f99024f7a77/8177b299-0a1e-4587-8415-47d8fb3bc59f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:41.387390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:41.392203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.400657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:41.405114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:41.414213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:41.437507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:41.440494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.462643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:41.471326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 9a086b31-246e-48c7-a94b-b724245d3429 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:41.509162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.546121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.598492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.611949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Transition to ACTIVE for port object 8177b299-0a1e-4587-8415-47d8fb3bc59f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:41.630679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Transition to ACTIVE for port object 8177b299-0a1e-4587-8415-47d8fb3bc59f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:41.639291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.712718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Network 18765654-bbfe-4658-b54d-6d3901172e68 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:41.714086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:41.717182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:41.728017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Pushing event updated for resources: {'Port': ['ID=8177b299-0a1e-4587-8415-47d8fb3bc59f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:41.821929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Attempting to bind port 8177b299-0a1e-4587-8415-47d8fb3bc59f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:41.822448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Attempting to bind port 8177b299-0a1e-4587-8415-47d8fb3bc59f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd36185c0-9429-45bb-861b-7a0599d0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:41.822926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Attempting to bind port 8177b299-0a1e-4587-8415-47d8fb3bc59f on network 18765654-bbfe-4658-b54d-6d3901172e68 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:41.830369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:41.830901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Checking segment: {'id': 'd36185c0-9429-45bb-861b-7a0599d0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:41.831416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.831998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Bound using segment: {'id': 'd36185c0-9429-45bb-861b-7a0599d0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:41.832585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Bound port: 8177b299-0a1e-4587-8415-47d8fb3bc59f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36185c0-9429-45bb-861b-7a0599d0d9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '18765654-bbfe-4658-b54d-6d3901172e68'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:41.833045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.853539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=a8a1ba55-7afb-4785-b71c-4f3a65e35e0b,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:41.888309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.920056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] For port 8177b299-0a1e-4587-8415-47d8fb3bc59f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:41.923149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] For port 8177b299-0a1e-4587-8415-47d8fb3bc59f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8177b299-0a1e-4587-8415-47d8fb3bc59f,segment=NetworkSegment(d36185c0-9429-45bb-861b-7a0599d0d9b2),segment_id=d36185c0-9429-45bb-861b-7a0599d0d9b2)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:41.928736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:41.934617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:37:41.950594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.7 (18765654-bbfe-4658-b54d-6d3901172e68/57a45318-0104-438f-b742-9f99024f7a77/9a086b31-246e-48c7-a94b-b724245d3429) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:42.011072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8f799-72eb-4f95-bc25-0a8920f9be14 None None] Pushing event updated for resources: {'Port': ['ID=8177b299-0a1e-4587-8415-47d8fb3bc59f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:42.014655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.072622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.159108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event updated for resources: {'Subnet': ['ID=d5c06aca-204d-4744-8ad4-69f2e9f47e54,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:42.242049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '44d24e5b-451f-497d-8a17-7415a82d437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:42.242433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: 090138e0-164e-46eb-aa24-d6c0ed68e2e2, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:42.254804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.288681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 9a086b31-246e-48c7-a94b-b724245d3429 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:42.289897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.311006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port 36847c4f-cf93-4fc0-998d-48a5562f4fc4 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:42.311442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.429167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.431620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Checking segment: {'id': 'd9a40fa1-4681-45c8-ab37-4a860e9eaff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'a7b65e0b-98a6-4f43-b7a5-4b3117ba295f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:42.431977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network hostable DHCP agents. Network: a7b65e0b-98a6-4f43-b7a5-4b3117ba295f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:42.439348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:42.444224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.462348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 090138e0-164e-46eb-aa24-d6c0ed68e2e2) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:42.470901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:42.471642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.479244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b4427d-04d2-4047-87b4-a0a5e3088185 None None] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:42.492377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.506650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:42.511263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.511821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:42.517938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.522082 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-095c28e7-c5fb-4d06-a0b2-97f7578d0b3e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/4dc3e8bd-07f8-4604-94c0-21add1e4e3e7 HTTP/1.1" status: 204 len: 168 time: 4.3754869 Mar 11 19:37:42.526411 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c44ba1e7-c951-408e-bf8d-4cc11aa7ca1e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3618171 Mar 11 19:37:42.526991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55310) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:42.527306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:42.531437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a7b65e0b-98a6-4f43-b7a5-4b3117ba295f) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:42.536150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-512322700'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:42.602849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6902dce-475d-4532-845f-5593b23257e7 None None] Network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:42.610987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:42.611809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.613174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 18765654-bbfe-4658-b54d-6d3901172e68 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:42.617045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:42.619749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8177b299-0a1e-4587-8415-47d8fb3bc59f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:42.620005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:42.625777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=9a086b31-246e-48c7-a94b-b724245d3429,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:42.645617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:42.672915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:42.682474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:42.691604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:42.699428 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-206ecf92-34d8-4060-8204-5ff592541072 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.9077694 Mar 11 19:37:42.702430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55318) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:42.783361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:42.786107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.792442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.859771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:42.886648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.886983 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment ad34854e-80a9-4cf5-9178-2221ca76f4f9 of type vlan for network 912eba23-deb3-4170-aaa9-dcea5bef61c2 Mar 11 19:37:42.912473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.931019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:42.953662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for 36847c4f-cf93-4fc0-998d-48a5562f4fc4 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:42.980646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8177b299-0a1e-4587-8415-47d8fb3bc59f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:42.992945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:42.993557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.030952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.034696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:43.035287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.078935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.079151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-090138e0-164e-46eb-aa24-d6c0ed68e2e2', 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': 'a8a1ba55-7afb-4785-b71c-4f3a65e35e0b'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:43.079151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.091408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-323c0a2e-230e-4eb5-91dc-2480f212f511 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0011334 Mar 11 19:37:43.116830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55322) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:43.131362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345b8f80-68b1-42d0-b1c7-5d7f08028a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-a7b65e0b-98a6-4f43-b7a5-4b3117ba295f', 'network_id': 'a7b65e0b-98a6-4f43-b7a5-4b3117ba295f', 'tenant_id': '43681ccf49af42228870a3e988e221ca', 'fixed_ips': [{'subnet_id': 'd5c06aca-204d-4744-8ad4-69f2e9f47e54'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:43.140656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-345b8f80-68b1-42d0-b1c7-5d7f08028a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.200602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 9a086b31-246e-48c7-a94b-b724245d3429 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:43.200988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.220574 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6874650 Mar 11 19:37:43.220574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.237734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55326) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:43.266795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d085adc-4741-4a5e-9618-ac126a23dde6 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=912eba23-deb3-4170-aaa9-dcea5bef61c2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:43.290221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 912eba23-deb3-4170-aaa9-dcea5bef61c2 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:43.305900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:43.403367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fac55-955b-419f-af10-b6e6764e2959 None None] Network 18765654-bbfe-4658-b54d-6d3901172e68 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:43.488461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.541374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c06aca-204d-4744-8ad4-69f2e9f47e54,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:43.640343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.644595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.673368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b65e0b-98a6-4f43-b7a5-4b3117ba295f']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:43.687933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a40fa1-4681-45c8-ab37-4a860e9eaff8') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:43.688330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a40fa1-4681-45c8-ab37-4a860e9eaff8') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:43.701353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=36847c4f-cf93-4fc0-998d-48a5562f4fc4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:43.702374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.706735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:43.716212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:43.729583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.737854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:43.738254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:43.753382 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:43.764916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:43.783994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:43.813541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Provisioning for port 8177b299-0a1e-4587-8415-47d8fb3bc59f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:43.844555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.856814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Deleting port e139be9b-fb75-4d81-86e0-8f74ff85a372 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:43.857209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.878916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Provisioning complete for port 8177b299-0a1e-4587-8415-47d8fb3bc59f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:43.879297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:43.928556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server [None req-345b8f80-68b1-42d0-b1c7-5d7f08028a79 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5c06aca-204d-4744-8ad4-69f2e9f47e54: This subnet is being modified by another concurrent operation. Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:37:43.939465 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5c06aca-204d-4744-8ad4-69f2e9f47e54: This subnet is being modified by another concurrent operation. Mar 11 19:37:43.942732 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Mar 11 19:37:43.966303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Allocated IP 2001:db8::1 (090138e0-164e-46eb-aa24-d6c0ed68e2e2/a8a1ba55-7afb-4785-b71c-4f3a65e35e0b/2db6862a-1eb4-45b8-a6ef-dc06da83416e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:43.993801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a83c29-8dd2-45e7-aa6e-4c649c658aaf None None] Network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:43.999948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.018650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.036315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=a7b65e0b-98a6-4f43-b7a5-4b3117ba295f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:44.045800 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-02665cb5-16d3-40da-bbe8-5dccd70fec6f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/a7b65e0b-98a6-4f43-b7a5-4b3117ba295f HTTP/1.1" status: 204 len: 168 time: 1.3423948 Mar 11 19:37:44.052118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55330) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:44.068384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a83c29-8dd2-45e7-aa6e-4c649c658aaf None None] Network a7b65e0b-98a6-4f43-b7a5-4b3117ba295f could not be found, it might have been deleted concurrently. {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 19:37:44.084114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] For port e139be9b-fb75-4d81-86e0-8f74ff85a372, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e139be9b-fb75-4d81-86e0-8f74ff85a372,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:44.084472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.225874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Calling delete_port for e139be9b-fb75-4d81-86e0-8f74ff85a372 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:44.250256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d7a424-ae58-4b91-9d42-314cc6e839f2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:44.250694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d7a424-ae58-4b91-9d42-314cc6e839f2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:44.261327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.283770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.329984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.340110 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-43d7a424-ae58-4b91-9d42-314cc6e839f2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/d5c06aca-204d-4744-8ad4-69f2e9f47e54 HTTP/1.1" status: 404 len: 337 time: 0.2788022 Mar 11 19:37:44.366540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55334) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:44.370312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.403135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.433760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] For port 8177b299-0a1e-4587-8415-47d8fb3bc59f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8177b299-0a1e-4587-8415-47d8fb3bc59f,segment=NetworkSegment(d36185c0-9429-45bb-861b-7a0599d0d9b2),segment_id=d36185c0-9429-45bb-861b-7a0599d0d9b2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:44.452290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.456233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.472178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event deleted for resources: {'Port': ['ID=e139be9b-fb75-4d81-86e0-8f74ff85a372,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:44.499506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-84010764-65ad-4251-9b8b-99d08a26b8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.512688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Transition to ACTIVE for port object 2db6862a-1eb4-45b8-a6ef-dc06da83416e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:44.547849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Transition to ACTIVE for port object 2db6862a-1eb4-45b8-a6ef-dc06da83416e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:44.561060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dec84-ee07-4812-95eb-cc8a7287ede3 None None] Pushing event updated for resources: {'Port': ['ID=8177b299-0a1e-4587-8415-47d8fb3bc59f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:44.566027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 9a086b31-246e-48c7-a94b-b724245d3429 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:44.567003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.665659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing IP validity checks on allocation pools {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:37:44.666725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:37:44.679925 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3cb4b1-b535-4434-9270-aaac30ec4b12 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:44.680641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3cb4b1-b535-4434-9270-aaac30ec4b12 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:44.682439 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5f3cb4b1-b535-4434-9270-aaac30ec4b12 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/a7b65e0b-98a6-4f43-b7a5-4b3117ba295f HTTP/1.1" status: 404 len: 339 time: 0.3144295 Mar 11 19:37:44.696552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55338) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:44.706912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:44.712557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:44.715353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:44.718384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Pushing event updated for resources: {'Port': ['ID=2db6862a-1eb4-45b8-a6ef-dc06da83416e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:44.732369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Provisioning for port 9a086b31-246e-48c7-a94b-b724245d3429 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:44.775590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Provisioning complete for port 9a086b31-246e-48c7-a94b-b724245d3429 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:44.775956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.864858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.870940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Attempting to bind port 2db6862a-1eb4-45b8-a6ef-dc06da83416e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:44.871372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Attempting to bind port 2db6862a-1eb4-45b8-a6ef-dc06da83416e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '44d24e5b-451f-497d-8a17-7415a82d437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:44.871672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Attempting to bind port 2db6862a-1eb4-45b8-a6ef-dc06da83416e on network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:44.876884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Port 9a086b31-246e-48c7-a94b-b724245d3429 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:37:44.884149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:44.884524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Checking segment: {'id': '44d24e5b-451f-497d-8a17-7415a82d437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:44.884897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.885276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Bound using segment: {'id': '44d24e5b-451f-497d-8a17-7415a82d437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:44.885773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Bound port: 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d24e5b-451f-497d-8a17-7415a82d437e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '090138e0-164e-46eb-aa24-d6c0ed68e2e2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:44.886157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.940996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Provisioning complete for port 8177b299-0a1e-4587-8415-47d8fb3bc59f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:44.941227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab57b50c-6812-4d56-82cb-dcd074e9fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:44.984445 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-321e9247-1d31-4e06-8850-3a886b9cd835 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:44.984897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321e9247-1d31-4e06-8850-3a886b9cd835 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:45.009845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-321e9247-1d31-4e06-8850-3a886b9cd835 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/2531c9ef-accd-4375-8d62-2ea58fc839b3 HTTP/1.1" status: 404 len: 337 time: 0.3032606 Mar 11 19:37:45.010574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55342) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.052903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] For port 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:45.057122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] For port 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2db6862a-1eb4-45b8-a6ef-dc06da83416e,segment=NetworkSegment(44d24e5b-451f-497d-8a17-7415a82d437e),segment_id=44d24e5b-451f-497d-8a17-7415a82d437e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:45.065232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.122729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.131936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:45.132320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.215350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.285099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ddf4b-4426-409f-9cdb-899b9c1f4baf None None] Pushing event updated for resources: {'Port': ['ID=2db6862a-1eb4-45b8-a6ef-dc06da83416e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:45.302633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.329187 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe52149-c4df-495f-bd3c-9e1c975554df tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:45.329384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe52149-c4df-495f-bd3c-9e1c975554df tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:45.331071 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dbe52149-c4df-495f-bd3c-9e1c975554df tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/543a0e3a-f758-48b3-b43b-5b8a1df38ebd HTTP/1.1" status: 404 len: 339 time: 0.3193395 Mar 11 19:37:45.353103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.353917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router 73a91504-7391-41d7-93bc-fc8f078c151c {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:45.369572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d3908eca-b2bb-4b36-8dd5-2bf960a918b3 None None] Could not find standard attr ID for object 9a086b31-246e-48c7-a94b-b724245d3429. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:37:45.380776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55346) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.418879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.425348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.465771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=9a086b31-246e-48c7-a94b-b724245d3429,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:45.486303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.487176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6433de95-c674-4bf8-8cf7-da6d3c2056a3 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:45.500727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.503365 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6bbbb0de-4df8-4eff-99bd-29a678e5fc8e tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "DELETE /v2.0/routers/6433de95-c674-4bf8-8cf7-da6d3c2056a3 HTTP/1.1" status: 204 len: 168 time: 2.9734726 Mar 11 19:37:45.505757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55350) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.511037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1925919420', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:45.519282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:45.525815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:45.529041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:45.538053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:45.540687 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44d3d34-368c-4650-ac40-fc3d3495e184 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:45.541281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44d3d34-368c-4650-ac40-fc3d3495e184 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:45.579267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.580175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.582650 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d44d3d34-368c-4650-ac40-fc3d3495e184 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/79530941-e985-4b85-99e4-9c39f11b27e9 HTTP/1.1" status: 404 len: 337 time: 0.1973677 Mar 11 19:37:45.583288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55354) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.616984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-39eaef51-7a23-414c-a99d-ba3374f903a2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:45.617427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39eaef51-7a23-414c-a99d-ba3374f903a2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:45.643589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39eaef51-7a23-414c-a99d-ba3374f903a2 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/91709113-2f80-4369-9a9c-4b4a4efe1031 HTTP/1.1" status: 404 len: 339 time: 0.0591006 Mar 11 19:37:45.647813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55358) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.745341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.768373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.776076 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9e6189a5-4150-4c83-8e8b-7287c52bbd60 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 204 len: 168 time: 4.8664641 Mar 11 19:37:45.777971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55362) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:45.789294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-672111280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:45.806959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting port 8129e186-c46b-46c8-9e68-1970557316c3 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:45.807466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.840194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.879644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:45.906404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:45.915705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:45.931881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:45.998912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:46.061914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:46.077846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.078779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.106681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.108901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2f8eebaf-39b8-48f8-965d-ad134bc5879e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/9a086b31-246e-48c7-a94b-b724245d3429 HTTP/1.1" status: 204 len: 168 time: 2.9912734 Mar 11 19:37:46.112974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55366) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.188106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=933ecf47-2758-4c6e-b9dd-67690ed2d44d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:46.197133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-587e5f47-d1ec-4db9-8041-3b39755b7fc2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:37:46.197543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-587e5f47-d1ec-4db9-8041-3b39755b7fc2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:46.235821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': 'ad34854e-80a9-4cf5-9178-2221ca76f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:46.236218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: 912eba23-deb3-4170-aaa9-dcea5bef61c2, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:46.256920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-587e5f47-d1ec-4db9-8041-3b39755b7fc2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:46.258077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-587e5f47-d1ec-4db9-8041-3b39755b7fc2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/9a086b31-246e-48c7-a94b-b724245d3429 HTTP/1.1" status: 404 len: 333 time: 0.1405303 Mar 11 19:37:46.261023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.261402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55370) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.325001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.343629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 912eba23-deb3-4170-aaa9-dcea5bef61c2 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:46.384056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.396979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Calling delete_port for 8129e186-c46b-46c8-9e68-1970557316c3 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:46.431388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 912eba23-deb3-4170-aaa9-dcea5bef61c2) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:46.437107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:46.438147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.480563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578f1a31-7445-4b9d-a3be-1f055ce5934f None None] Network 912eba23-deb3-4170-aaa9-dcea5bef61c2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:46.509342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.539212 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3ffcee57-358a-4903-b41b-b8aad15a28b8 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3001161 Mar 11 19:37:46.541789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55374) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.578514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.617219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52756928-d940-4880-bdb4-4dd97b9c272c None None] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:46.633617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 57a45318-0104-438f-b742-9f99024f7a77 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:46.638039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=876f47ab-bd4c-4866-a8d3-8bbcc1b0d8e8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:46.646087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.715418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.719693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55378) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.720475 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4753aeb3-7922-4901-9373-ed8d3917f374 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9414928 Mar 11 19:37:46.735937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:46.744631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8177b299-0a1e-4587-8415-47d8fb3bc59f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:46.753937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.833081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Port': ['ID=8129e186-c46b-46c8-9e68-1970557316c3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:46.861918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.872285 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d76269ef-1fdd-4918-9791-c6c7121dc242 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/ports/8129e186-c46b-46c8-9e68-1970557316c3 HTTP/1.1" status: 204 len: 168 time: 1.2203925 Mar 11 19:37:46.883172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55382) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.903253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dedcd34d-78b7-4d53-928f-99ac707ba0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.932420 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffffb90-972c-47f0-afe0-ab2686bc736f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:46.932864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffffb90-972c-47f0-afe0-ab2686bc736f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:46.937366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1ffffb90-972c-47f0-afe0-ab2686bc736f tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/ac27d2e1-4a6c-4f83-b0a2-ea2f6c104b02 HTTP/1.1" status: 404 len: 337 time: 0.0503669 Mar 11 19:37:46.939300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:46.940921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55386) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:46.952729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f59d6c2f-742a-4843-9a62-e81e6b064ec9 None None] Provisioning for port 2db6862a-1eb4-45b8-a6ef-dc06da83416e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:47.045059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.124072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8177b299-0a1e-4587-8415-47d8fb3bc59f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:47.124385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.217436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-912eba23-deb3-4170-aaa9-dcea5bef61c2', 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': '933ecf47-2758-4c6e-b9dd-67690ed2d44d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:47.218235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.256419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.349491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.393116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.411037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.442461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2db6862a-1eb4-45b8-a6ef-dc06da83416e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:47.468242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.504559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Allocated IP 2001:db8::3 (912eba23-deb3-4170-aaa9-dcea5bef61c2/933ecf47-2758-4c6e-b9dd-67690ed2d44d/f7d34b15-ff43-4400-9a99-c36578a30690) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:47.625127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.633018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.635556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2db6862a-1eb4-45b8-a6ef-dc06da83416e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:47.643033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.645499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2db6862a-1eb4-45b8-a6ef-dc06da83416e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:47.645867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.677808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7211d747-c090-4700-ab09-c814f9a29397']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:47.697906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77413388-0224-4a29-8701-d79c4a44d6d1') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:47.698079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.698250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77413388-0224-4a29-8701-d79c4a44d6d1') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:47.715186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=57a45318-0104-438f-b742-9f99024f7a77,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:47.719850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c9601-5120-41fa-aa9c-b55f2e89fc25 None None] Network 18765654-bbfe-4658-b54d-6d3901172e68 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:47.725340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6a529fdc-b74c-4fd1-9664-a6a0ce28537f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/57a45318-0104-438f-b742-9f99024f7a77 HTTP/1.1" status: 204 len: 168 time: 1.4625401 Mar 11 19:37:47.726051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55390) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:47.750240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.778114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.791595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Allocated IP 172.26.8.162 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/5ed31139-c122-4efb-ab76-a22e1a1df8b0) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:47.793900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:47.794784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:47.810847 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:47.889573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.927990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.935816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.982791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:47.986574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.016176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=7211d747-c090-4700-ab09-c814f9a29397,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.016767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 8177b299-0a1e-4587-8415-47d8fb3bc59f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:48.017325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.022783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cdfc797c-e1ef-4cd2-a4ae-340c62a1dbdc None None] Provisioning complete for port 2db6862a-1eb4-45b8-a6ef-dc06da83416e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:48.023153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cdfc797c-e1ef-4cd2-a4ae-340c62a1dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.025034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-abcb8a3e-38ea-4298-8228-0659c36e7fbd tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/7211d747-c090-4700-ab09-c814f9a29397 HTTP/1.1" status: 204 len: 168 time: 1.0828152 Mar 11 19:37:48.027897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55394) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:48.108638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.114881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.143454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting port f2d51313-ca10-43e5-8f16-eeae03c64b41 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:48.144202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.158537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Transition to ACTIVE for port object f7d34b15-ff43-4400-9a99-c36578a30690 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:48.205720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.205905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.221303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Transition to ACTIVE for port object f7d34b15-ff43-4400-9a99-c36578a30690 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:48.245533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.335773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.369391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2db6862a-1eb4-45b8-a6ef-dc06da83416e,segment=NetworkSegment(44d24e5b-451f-497d-8a17-7415a82d437e),segment_id=44d24e5b-451f-497d-8a17-7415a82d437e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:48.374809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Network 912eba23-deb3-4170-aaa9-dcea5bef61c2 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:48.381990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:48.391166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.393068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Pushing event updated for resources: {'Port': ['ID=f7d34b15-ff43-4400-9a99-c36578a30690,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.409719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:48.437369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.448454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.485206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.487343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cdfc797c-e1ef-4cd2-a4ae-340c62a1dbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.500601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc7b8e38-fd09-4e41-a948-0f765c563c13 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:48.524386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=933ecf47-2758-4c6e-b9dd-67690ed2d44d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.569945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port 8177b299-0a1e-4587-8415-47d8fb3bc59f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8177b299-0a1e-4587-8415-47d8fb3bc59f,segment=NetworkSegment(d36185c0-9429-45bb-861b-7a0599d0d9b2),segment_id=d36185c0-9429-45bb-861b-7a0599d0d9b2)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:48.570296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.591159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f42dc-eb26-4393-b554-ec964ba22c0d None None] DHCP port deletion for 18765654-bbfe-4658-b54d-6d3901172e68 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:48.616228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: fc7b8e38-fd09-4e41-a948-0f765c563c13 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:48.616816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc7b8e38-fd09-4e41-a948-0f765c563c13 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:48.617403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e139be9b-fb75-4d81-86e0-8f74ff85a372 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:48.625109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:48.630278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.659641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-364f42dc-eb26-4393-b554-ec964ba22c0d None None] Deleting port 8177b299-0a1e-4587-8415-47d8fb3bc59f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:48.660010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-364f42dc-eb26-4393-b554-ec964ba22c0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.698177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 8177b299-0a1e-4587-8415-47d8fb3bc59f owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:48.706379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e139be9b-fb75-4d81-86e0-8f74ff85a372 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:48.707044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e139be9b-fb75-4d81-86e0-8f74ff85a372 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:48.723431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Attempting to bind port f7d34b15-ff43-4400-9a99-c36578a30690 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:48.723918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Attempting to bind port f7d34b15-ff43-4400-9a99-c36578a30690 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ad34854e-80a9-4cf5-9178-2221ca76f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:48.724395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Attempting to bind port f7d34b15-ff43-4400-9a99-c36578a30690 on network 912eba23-deb3-4170-aaa9-dcea5bef61c2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:48.784208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Calling delete_port for f2d51313-ca10-43e5-8f16-eeae03c64b41 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:48.793963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:48.796733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Checking segment: {'id': 'ad34854e-80a9-4cf5-9178-2221ca76f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:48.797386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.797953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Bound using segment: {'id': 'ad34854e-80a9-4cf5-9178-2221ca76f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:48.798828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Bound port: f7d34b15-ff43-4400-9a99-c36578a30690, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad34854e-80a9-4cf5-9178-2221ca76f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:48.799407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.852345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:48.857555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:48.898953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2db6862a-1eb4-45b8-a6ef-dc06da83416e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.911848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Allocated IP 172.26.8.52 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/1f9a7fd4-83ee-487a-a72e-9de7cf912e42) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:48.917795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8177b299-0a1e-4587-8415-47d8fb3bc59f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:48.929067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=8177b299-0a1e-4587-8415-47d8fb3bc59f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.953942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-364f42dc-eb26-4393-b554-ec964ba22c0d None None] The port '8177b299-0a1e-4587-8415-47d8fb3bc59f' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:37:48.972786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event updated for resources: {'Port': ['ID=5ed31139-c122-4efb-ab76-a22e1a1df8b0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.975536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:48.993507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8177b299-0a1e-4587-8415-47d8fb3bc59f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:48.993828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8177b299-0a1e-4587-8415-47d8fb3bc59f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:48.998260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-cdfc797c-e1ef-4cd2-a4ae-340c62a1dbdc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:48.998626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-cdfc797c-e1ef-4cd2-a4ae-340c62a1dbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:49.033053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] For port f7d34b15-ff43-4400-9a99-c36578a30690, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:49.033901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.036888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] For port f7d34b15-ff43-4400-9a99-c36578a30690, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f7d34b15-ff43-4400-9a99-c36578a30690,segment=NetworkSegment(ad34854e-80a9-4cf5-9178-2221ca76f4f9),segment_id=ad34854e-80a9-4cf5-9178-2221ca76f4f9)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:49.045123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.113888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912eba23-deb3-4170-aaa9-dcea5bef61c2']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.139416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.139648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.143890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad34854e-80a9-4cf5-9178-2221ca76f4f9') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.144210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad34854e-80a9-4cf5-9178-2221ca76f4f9') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.149611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07757805-844e-4255-9e12-95cfb7352e79 None None] Pushing event updated for resources: {'Port': ['ID=f7d34b15-ff43-4400-9a99-c36578a30690,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:49.163801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No DVR routers for this DVR port 8177b299-0a1e-4587-8415-47d8fb3bc59f on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:49.210789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.224022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Port': ['ID=f2d51313-ca10-43e5-8f16-eeae03c64b41,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:49.244687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadae28-8335-4817-ae49-dfcbf5ef13c0 None None] Network 912eba23-deb3-4170-aaa9-dcea5bef61c2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:49.246858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.249470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.259329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:49.259898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:49.275466 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:49.335139 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-63112478-546c-4b35-a32d-7b83306b210b tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/ports/f2d51313-ca10-43e5-8f16-eeae03c64b41 HTTP/1.1" status: 204 len: 168 time: 1.3062029 Mar 11 19:37:49.337025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55402) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:49.399176 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fd2b60-7b67-441d-95de-55a69f5c99e3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] DELETE failed (client error): The resource could not be found. Mar 11 19:37:49.399646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fd2b60-7b67-441d-95de-55a69f5c99e3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:37:49.403362 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-52fd2b60-7b67-441d-95de-55a69f5c99e3 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/ce266936-fac5-46d4-aa5c-7efeb98131ab HTTP/1.1" status: 404 len: 337 time: 0.0585771 Mar 11 19:37:49.405933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55406) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:49.448136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119fa97-a23e-4eb5-97a4-40ea98c9a9ec None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:37:49.472361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.482052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:37:49.482052 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:37:49.482052 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': '912eba23-deb3-4170-aaa9-dcea5bef61c2'}] Mar 11 19:37:49.482052 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:49.482454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:49.492625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.517052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18765654-bbfe-4658-b54d-6d3901172e68']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.534101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36185c0-9429-45bb-861b-7a0599d0d9b2') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.534666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36185c0-9429-45bb-861b-7a0599d0d9b2') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.552289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.631597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119fa97-a23e-4eb5-97a4-40ea98c9a9ec None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:37:49.646427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.647543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.660902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.690119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.701814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:49.702214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:49.724529 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:49.784889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.843353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.884222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f929cfcc-c155-471f-be1c-447cedbcd406']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.907001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.907301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70772436-2f82-4bb1-9dd7-9b9bdb1e3d00') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:49.922598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.946324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.956187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:49.956522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:49.971920 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:49.994771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:49.998893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.019483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.027112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:50.030366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event updated for resources: {'Port': ['ID=1f9a7fd4-83ee-487a-a72e-9de7cf912e42,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:50.039827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:50.045090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:50.050795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1035a0-d977-4db4-9a34-660e254c1b12 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:37:50.058259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port f7d34b15-ff43-4400-9a99-c36578a30690 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:50.058604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.074756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=18765654-bbfe-4658-b54d-6d3901172e68,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:50.102659 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-70708bcd-458b-49e9-9370-c29d491b9366 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/18765654-bbfe-4658-b54d-6d3901172e68 HTTP/1.1" status: 204 len: 168 time: 2.3698223 Mar 11 19:37:50.102862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55412) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:50.108493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'name': 'tempest-PortsTestJSON-1883372216'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:50.116128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.144698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.159985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=f929cfcc-c155-471f-be1c-447cedbcd406,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:50.191849 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4bb56d75-11f9-4e46-92b2-251d2b8ff94c tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/f929cfcc-c155-471f-be1c-447cedbcd406 HTTP/1.1" status: 204 len: 168 time: 0.7849107 Mar 11 19:37:50.198853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:50.252924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1035a0-d977-4db4-9a34-660e254c1b12 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:37:50.296940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:50.302624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:50.307075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:50.314986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:50.352054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:50.354971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.378733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Router fb706709-148b-4599-83a4-103dcca37e26 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:50.400785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port d08e0c9c-b813-445e-904a-6623017f8b8c yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:50.475590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port f7d34b15-ff43-4400-9a99-c36578a30690, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f7d34b15-ff43-4400-9a99-c36578a30690,segment=NetworkSegment(ad34854e-80a9-4cf5-9178-2221ca76f4f9),segment_id=ad34854e-80a9-4cf5-9178-2221ca76f4f9)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:50.476199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.706891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.717759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for f7d34b15-ff43-4400-9a99-c36578a30690 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:50.786177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting subnet fdbce4e5-b1da-42b7-9401-192efac75196 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:50.791630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.792312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2db6862a-1eb4-45b8-a6ef-dc06da83416e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:50.843779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Router 2b86385a-083f-43af-b979-9429e7db33f8 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:50.867437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2db6862a-1eb4-45b8-a6ef-dc06da83416e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:50.867739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.869543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.896944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.903906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.955974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.964028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:50.993395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:51.013831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=f7d34b15-ff43-4400-9a99-c36578a30690,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:51.025926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:51.025926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f7f83d9-bcf2-4a97-90d0-41e7a7583b5f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:51.039060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.087475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port f7d34b15-ff43-4400-9a99-c36578a30690 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:51.183497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:51.194489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:51.198538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=d08e0c9c-b813-445e-904a-6623017f8b8c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:51.203476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:51.206576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:51.207168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.229801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:51.244148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.244673 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] Sync routers for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:51.249336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0127316-e7e5-4ef0-ab33-00bb181e1d5d tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "PUT /v2.0/routers/fb706709-148b-4599-83a4-103dcca37e26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6396191 Mar 11 19:37:51.249811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55420) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:51.256789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e40fc8de-0b98-4f0d-9ec5-59f639b656da tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1506693 Mar 11 19:37:51.256944 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:51.257225 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.279895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912eba23-deb3-4170-aaa9-dcea5bef61c2']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.292941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad34854e-80a9-4cf5-9178-2221ca76f4f9') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.293397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad34854e-80a9-4cf5-9178-2221ca76f4f9') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.304918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.312016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55424) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:51.315596 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.322784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.327981 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] Routers {'fb706709-148b-4599-83a4-103dcca37e26'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:51.328572 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['fb706709-148b-4599-83a4-103dcca37e26'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.365248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.382449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:51.382810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.389089 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.389502 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c1d7be-f20d-49d3-87e6-98526562a4ad None None] The sync data for ids ['fb706709-148b-4599-83a4-103dcca37e26'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:51.398350 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:51.500213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.532371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.553168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port d08e0c9c-b813-445e-904a-6623017f8b8c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:51.553505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.556163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.561039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbce4e5-b1da-42b7-9401-192efac75196,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:51.578167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=912eba23-deb3-4170-aaa9-dcea5bef61c2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:51.582213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.585881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6678fe54-9a74-4bdd-96fc-e5c668cfaa51 tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/subnets/fdbce4e5-b1da-42b7-9401-192efac75196 HTTP/1.1" status: 204 len: 168 time: 1.3814740 Mar 11 19:37:51.589201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e9a61-1ede-4b2b-953c-33481c72368f None None] Network 301b1339-71b1-4e9a-85c2-155c790ee5f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:51.591439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55428) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:51.596425 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-621629e0-5df0-419b-90c8-86f1d87a32dd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/912eba23-deb3-4170-aaa9-dcea5bef61c2 HTTP/1.1" status: 204 len: 168 time: 5.0535846 Mar 11 19:37:51.597450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55430) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:51.613907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1600792255'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:51.620732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:51.625638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:51.630135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:51.636881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:51.652580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:51.661624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:51.664868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.667665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] Sync routers for ids ['2b86385a-083f-43af-b979-9429e7db33f8'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:51.699850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.704004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1b67da30-0cd2-43c4-ae4c-ce978519bc94 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1944063 Mar 11 19:37:51.704572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55436) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:51.713213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:51.723294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] Routers {'2b86385a-083f-43af-b979-9429e7db33f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:51.724450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b86385a-083f-43af-b979-9429e7db33f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.766723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:51.796709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.813395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.836489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.839541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 42f8c24f-c65b-47da-8c56-d413271d4736 of type vlan for network fbbfc705-5faa-4559-b424-743531bf2b92 Mar 11 19:37:51.848690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] Routers {'2b86385a-083f-43af-b979-9429e7db33f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:51.849309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b86385a-083f-43af-b979-9429e7db33f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.876359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.904558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting port 9fcdf948-593b-4e60-a4e6-23d47757e902 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:51.904774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.910202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:51.911038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaf61d5-ae39-4373-800a-121252491aa8 None None] The sync data for ids ['2b86385a-083f-43af-b979-9429e7db33f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:51.921065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.924927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:51.925401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.986784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] DHCP port deletion for 301b1339-71b1-4e9a-85c2-155c790ee5f2 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:51.990712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Deleting port 9fcdf948-593b-4e60-a4e6-23d47757e902 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:51.991275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:51.996839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.042489 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4349456 Mar 11 19:37:52.046580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55440) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:52.054891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:52.069867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2912c4-0ea1-4513-9a06-6708b8b1e95b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=fbbfc705-5faa-4559-b424-743531bf2b92,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:52.085476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network fbbfc705-5faa-4559-b424-743531bf2b92 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:52.169839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for d08e0c9c-b813-445e-904a-6623017f8b8c owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:52.328975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] For port 9fcdf948-593b-4e60-a4e6-23d47757e902, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9fcdf948-593b-4e60-a4e6-23d47757e902,segment=NetworkSegment(a8b4a5f3-f1c5-454c-96aa-8a1a0c539224),segment_id=a8b4a5f3-f1c5-454c-96aa-8a1a0c539224)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:52.329343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.362996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Router ee163a90-341e-4875-897d-89a6c4fa64f5 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:37:52.373333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.378502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:52.385881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:52.393601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:52.401013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:52.427763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:52.448808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Calling delete_port for 9fcdf948-593b-4e60-a4e6-23d47757e902 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:52.502293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] For port 9fcdf948-593b-4e60-a4e6-23d47757e902, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9fcdf948-593b-4e60-a4e6-23d47757e902,segment=NetworkSegment(a8b4a5f3-f1c5-454c-96aa-8a1a0c539224),segment_id=a8b4a5f3-f1c5-454c-96aa-8a1a0c539224)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:52.502648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.514756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.526951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.537245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.573591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] Pushing event deleted for resources: {'Port': ['ID=9fcdf948-593b-4e60-a4e6-23d47757e902,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:52.577998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41175263-410f-4cfa-81df-a514b3b32569 None None] No DVR routers for this DVR port 9fcdf948-593b-4e60-a4e6-23d47757e902 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:52.720853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Calling delete_port for 9fcdf948-593b-4e60-a4e6-23d47757e902 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:52.747681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=d08e0c9c-b813-445e-904a-6623017f8b8c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:52.788838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9fcdf948-593b-4e60-a4e6-23d47757e902 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:52.827109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9fcdf948-593b-4e60-a4e6-23d47757e902 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:52.827793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9fcdf948-593b-4e60-a4e6-23d47757e902 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:52.911000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.945771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:52.974394 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e73e3e37-14dc-4846-9db5-18740e2dbceb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/d08e0c9c-b813-445e-904a-6623017f8b8c HTTP/1.1" status: 204 len: 168 time: 1.6618874 Mar 11 19:37:52.979881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55444) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:52.990406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'mac_address': 'fa:16:3e:02:06:43', 'name': 'tempest-PortsTestJSON-430635341'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:53.004329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=64713faa-47dc-4da8-92e6-0ff3e4e08970,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:53.012153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:53.012474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:53.099736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.111909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:53.118101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 22513dba-e0fe-4e59-9e17-03d5d22244b9 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:53.118426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.127454 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] Sync routers for ids ['ee163a90-341e-4875-897d-89a6c4fa64f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:53.129233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '42f8c24f-c65b-47da-8c56-d413271d4736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:53.129587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: fbbfc705-5faa-4559-b424-743531bf2b92, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:53.142188 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] Routers {'ee163a90-341e-4875-897d-89a6c4fa64f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:53.142995 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ee163a90-341e-4875-897d-89a6c4fa64f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:53.145697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:53.153496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:53.153779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.155996 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a225d679-82f4-4f1f-9780-e67c76d55b89 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "PUT /v2.0/routers/ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 200 len: 878 time: 6.4280210 Mar 11 19:37:53.158515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:53.159228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:53.210968 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:53.221820 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] Routers {'ee163a90-341e-4875-897d-89a6c4fa64f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:53.222402 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ee163a90-341e-4875-897d-89a6c4fa64f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:53.224552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:53.236155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.280373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:53.281725 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b34927-3c52-497d-8454-df1b3a3cf771 None None] The sync data for ids ['ee163a90-341e-4875-897d-89a6c4fa64f5'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:53.302733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.303826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network fbbfc705-5faa-4559-b424-743531bf2b92 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:53.305756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:53.406668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, fbbfc705-5faa-4559-b424-743531bf2b92) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:53.417659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228fa25e-7f17-4c07-8679-e8bd25b270e1 None None] Network fbbfc705-5faa-4559-b424-743531bf2b92 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:53.421202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 22513dba-e0fe-4e59-9e17-03d5d22244b9 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:53.434498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:53.434793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.461190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.513340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Deleting port 9fcdf948-593b-4e60-a4e6-23d47757e902 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:53.513678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.527855 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb437c30-23ca-4eb4-9c77-8f96239683d5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4802353 Mar 11 19:37:53.532379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55452) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:53.568835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:53.644244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.650690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-fbbfc705-5faa-4559-b424-743531bf2b92', 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': '64713faa-47dc-4da8-92e6-0ff3e4e08970'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:37:53.651665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.652302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] The port '9fcdf948-593b-4e60-a4e6-23d47757e902' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:37:53.726698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=22513dba-e0fe-4e59-9e17-03d5d22244b9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:53.819021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Allocated IP 2001:db8::1 (fbbfc705-5faa-4559-b424-743531bf2b92/64713faa-47dc-4da8-92e6-0ff3e4e08970/0adc2cf0-863d-4123-a7c8-5d5179a315fd) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:53.902667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:53.930641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.030871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.041520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Transition to ACTIVE for port object 0adc2cf0-863d-4123-a7c8-5d5179a315fd will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:54.054395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301b1339-71b1-4e9a-85c2-155c790ee5f2']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.059258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Transition to ACTIVE for port object 0adc2cf0-863d-4123-a7c8-5d5179a315fd will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:37:54.069395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.072944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.073244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b4a5f3-f1c5-454c-96aa-8a1a0c539224') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.085170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.122552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Network fbbfc705-5faa-4559-b424-743531bf2b92 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:54.132779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:54.136633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:54.184841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.188586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.234918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Pushing event updated for resources: {'Port': ['ID=0adc2cf0-863d-4123-a7c8-5d5179a315fd,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:54.238542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Attempting to bind port 0adc2cf0-863d-4123-a7c8-5d5179a315fd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:37:54.238912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Attempting to bind port 0adc2cf0-863d-4123-a7c8-5d5179a315fd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '42f8c24f-c65b-47da-8c56-d413271d4736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:37:54.239263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Attempting to bind port 0adc2cf0-863d-4123-a7c8-5d5179a315fd on network fbbfc705-5faa-4559-b424-743531bf2b92 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:37:54.246167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:37:54.246536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Checking segment: {'id': '42f8c24f-c65b-47da-8c56-d413271d4736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:37:54.246907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.247373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Bound using segment: {'id': '42f8c24f-c65b-47da-8c56-d413271d4736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:37:54.247889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Bound port: 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f8c24f-c65b-47da-8c56-d413271d4736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fbbfc705-5faa-4559-b424-743531bf2b92'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:37:54.248293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.250873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4ea85e49-1d23-426f-87d4-8190397038d4 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 200 len: 919 time: 1.0883560 Mar 11 19:37:54.253468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:54.276983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.310981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.321318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:54.321618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.328719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:54.343797 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:54.356938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] For port 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:54.360993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] For port 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0adc2cf0-863d-4123-a7c8-5d5179a315fd,segment=NetworkSegment(42f8c24f-c65b-47da-8c56-d413271d4736),segment_id=42f8c24f-c65b-47da-8c56-d413271d4736)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:54.366741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.380267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.383978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.438970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.452600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8abd2-927e-4c3a-a148-9a84bdaa47ac None None] Pushing event updated for resources: {'Port': ['ID=0adc2cf0-863d-4123-a7c8-5d5179a315fd,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:54.533814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.538622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:54.574651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=e9d725a1-5ecb-4513-b26e-5d703ae4d6a2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:54.581171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:54.631048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:54.634909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.635598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.645485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=64713faa-47dc-4da8-92e6-0ff3e4e08970,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:54.700793 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5f8e9552-9328-427a-8958-218a0ef4c6e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7174604 Mar 11 19:37:54.705351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.709640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.716128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55460) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:54.791974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.801864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] Pushing event deleted for resources: {'Network': ['ID=301b1339-71b1-4e9a-85c2-155c790ee5f2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:54.809019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.814506 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-803e5c46-d321-4de1-b3b5-cf51c8066e7e tempest-NetworksIpV6TestAttrs-702511195 tempest-NetworksIpV6TestAttrs-702511195-project] 10.222.0.76 "DELETE /v2.0/networks/301b1339-71b1-4e9a-85c2-155c790ee5f2 HTTP/1.1" status: 204 len: 168 time: 3.2143102 Mar 11 19:37:54.827998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.842447 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-94265a67-0615-42b2-913d-2ab34b315273 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=ee163a90-341e-4875-897d-89a6c4fa64f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5878685 Mar 11 19:37:54.847588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55466) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:54.847935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0adc2cf0-863d-4123-a7c8-5d5179a315fd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:37:54.867184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbfc705-5faa-4559-b424-743531bf2b92']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.878437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a6fa9-9615-41f2-b706-da3bebe66dc3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.879014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e7a6fa9-9615-41f2-b706-da3bebe66dc3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:54.887899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8c24f-c65b-47da-8c56-d413271d4736') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.888916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8c24f-c65b-47da-8c56-d413271d4736') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:54.904835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.926461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0adc2cf0-863d-4123-a7c8-5d5179a315fd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:54.937447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.946129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:54.946528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:54.964313 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:54.983290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:54.983983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Fanout notify agent at l3_agent the message router_deleted on router fb706709-148b-4599-83a4-103dcca37e26 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:54.994080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e7a6fa9-9615-41f2-b706-da3bebe66dc3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:54.995504 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7e7a6fa9-9615-41f2-b706-da3bebe66dc3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 HTTP/1.1" status: 200 len: 840 time: 0.2615335 Mar 11 19:37:55.000015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55470) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.003702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.004806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-97b4dce9-a7fa-49a4-a5f8-994123526805 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/routers/fb706709-148b-4599-83a4-103dcca37e26 HTTP/1.1" status: 204 len: 168 time: 3.7540936 Mar 11 19:37:55.013777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55474) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.094516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c181f5a8-22f6-4750-ae6e-0b3ef2d7cf25 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.095946 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c181f5a8-22f6-4750-ae6e-0b3ef2d7cf25 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.2464590 Mar 11 19:37:55.103278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55480) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.114214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:55.114546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.139403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:37:55.139403 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:37:55.139403 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': 'fbbfc705-5faa-4559-b424-743531bf2b92'}] Mar 11 19:37:55.139403 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:55.139856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:55.160768 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b7adf150-4fdb-4e45-90b2-dfe22dc600a4 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 200 len: 205 time: 0.0563464 Mar 11 19:37:55.165971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55484) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.237363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55488) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.266414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router 2b86385a-083f-43af-b979-9429e7db33f8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:55.510934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b07051-a905-4326-8bd7-47ea27b7458e None None] Network fbbfc705-5faa-4559-b424-743531bf2b92 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:55.531191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.573998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting subnet ac90cf26-e0aa-4e95-9557-3085d60be646 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:37:55.579186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.646680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Provisioning for port 0adc2cf0-863d-4123-a7c8-5d5179a315fd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:37:55.647491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.672413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:55.678286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.679823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Provisioning complete for port 0adc2cf0-863d-4123-a7c8-5d5179a315fd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:37:55.680413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.706479 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-452c7089-4f7f-4f12-a328-54e738e45f88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43681ccf49af42228870a3e988e221ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4679832 Mar 11 19:37:55.710825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55494) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:55.729474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 0adc2cf0-863d-4123-a7c8-5d5179a315fd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:55.729840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.825465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.829916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.850395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.876803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.886014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.891468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] For port 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0adc2cf0-863d-4123-a7c8-5d5179a315fd,segment=NetworkSegment(42f8c24f-c65b-47da-8c56-d413271d4736),segment_id=42f8c24f-c65b-47da-8c56-d413271d4736)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:55.896283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:55.931260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] DHCP port deletion for fbbfc705-5faa-4559-b424-743531bf2b92 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:55.953799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Deleting port 0adc2cf0-863d-4123-a7c8-5d5179a315fd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:55.954169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.013907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bb19b-6b19-4d53-ae85-5d3daa79667a None None] Pushing event updated for resources: {'Port': ['ID=0adc2cf0-863d-4123-a7c8-5d5179a315fd,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:56.050168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.108386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=e9d725a1-5ecb-4513-b26e-5d703ae4d6a2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:56.122517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Subnet': ['ID=ac90cf26-e0aa-4e95-9557-3085d60be646,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:56.133514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0adc2cf0-863d-4123-a7c8-5d5179a315fd,segment=NetworkSegment(42f8c24f-c65b-47da-8c56-d413271d4736),segment_id=42f8c24f-c65b-47da-8c56-d413271d4736)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:56.133987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.142046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.147431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.166160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8467819b-8835-4a1e-9107-7bd8e17a00dc None None] Network a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:37:56.205830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.235760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-991f0a4b-dc5f-4057-9949-28a72b2d1a60 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 HTTP/1.1" status: 204 len: 168 time: 1.2271767 Mar 11 19:37:56.235966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55502) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.265455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] For port 0adc2cf0-863d-4123-a7c8-5d5179a315fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0adc2cf0-863d-4123-a7c8-5d5179a315fd,segment=NetworkSegment(42f8c24f-c65b-47da-8c56-d413271d4736),segment_id=42f8c24f-c65b-47da-8c56-d413271d4736)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:56.265846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.273524 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-edc7082a-a740-4fb3-9871-a4d39acc9e83 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/subnets/ac90cf26-e0aa-4e95-9557-3085d60be646 HTTP/1.1" status: 204 len: 168 time: 1.2560048 Mar 11 19:37:56.275378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55506) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.280360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 0adc2cf0-863d-4123-a7c8-5d5179a315fd owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:56.303997 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb3dd0c-405e-43b9-94dc-98805b2df64e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:37:56.303997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-beb3dd0c-405e-43b9-94dc-98805b2df64e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:56.327967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:56.332471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.337416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d6cf43b9-3555-4658-a316-d6b327b3bc53 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "PUT /v2.0/routers/2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 200 len: 926 time: 4.6313868 Mar 11 19:37:56.338310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55510) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.343747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] Sync routers for ids ['2b86385a-083f-43af-b979-9429e7db33f8'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:37:56.361557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.406061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2682cb-28d0-435a-960e-405e80f830e5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:56.426404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-beb3dd0c-405e-43b9-94dc-98805b2df64e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:56.431285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-beb3dd0c-405e-43b9-94dc-98805b2df64e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/e9d725a1-5ecb-4513-b26e-5d703ae4d6a2 HTTP/1.1" status: 404 len: 333 time: 0.1906886 Mar 11 19:37:56.431285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.431285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-084f0e57-143f-4d7c-a0e5-db2833979b68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1e2682cb-28d0-435a-960e-405e80f830e5 HTTP/1.1" status: 204 len: 168 time: 0.7178266 Mar 11 19:37:56.431944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Calling delete_port for 0adc2cf0-863d-4123-a7c8-5d5179a315fd owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:56.434437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.436640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55514) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.451876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'name': 'tempest-PortsTestJSON-1317846530'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:56.533650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:56.547684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:56.549014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] Routers {'2b86385a-083f-43af-b979-9429e7db33f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:56.549652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b86385a-083f-43af-b979-9429e7db33f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:56.552568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 9e6ee42e-5c79-4402-80b0-b10461a7df2f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:56.552905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.613206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-690a8fc8-6cf6-4120-8b8b-96669ed5557a tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 200 len: 926 time: 0.2711637 Mar 11 19:37:56.614176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55520) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.624097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:56.626278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:56.657038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.679974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:56.682437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.700361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] Routers {'2b86385a-083f-43af-b979-9429e7db33f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:37:56.700959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['2b86385a-083f-43af-b979-9429e7db33f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:56.723611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port 1f9a7fd4-83ee-487a-a72e-9de7cf912e42 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:56.724188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.761878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] Pushing event deleted for resources: {'Port': ['ID=0adc2cf0-863d-4123-a7c8-5d5179a315fd,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:56.764864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b37424b-0390-4775-8fdd-1c6ac58390f8 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Synchronizing usage tracker for tenant:af99ceb716e4471b9bb95a14c59123f1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:37:56.778997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:56.779649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed6a07-0702-42b2-a962-fdd485ddc19d None None] The sync data for ids ['2b86385a-083f-43af-b979-9429e7db33f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:37:56.784166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d953f-0caa-403e-bde9-8c62f8e06df0 None None] No DVR routers for this DVR port 0adc2cf0-863d-4123-a7c8-5d5179a315fd on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:56.809816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] DHCP port deletion for a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:37:56.812131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b37424b-0390-4775-8fdd-1c6ac58390f8 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Unset dirty status for tenant:af99ceb716e4471b9bb95a14c59123f1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:37:56.817264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Deleting port 9e6ee42e-5c79-4402-80b0-b10461a7df2f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:56.818062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.818599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:56.819188 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b37424b-0390-4775-8fdd-1c6ac58390f8 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=2b86385a-083f-43af-b979-9429e7db33f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2039142 Mar 11 19:37:56.820032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55526) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:56.822079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:56.868358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0adc2cf0-863d-4123-a7c8-5d5179a315fd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:56.906747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port c51a78ea-de2d-4f58-ba82-682782827578 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:37:56.912809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0adc2cf0-863d-4123-a7c8-5d5179a315fd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:56.913313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0adc2cf0-863d-4123-a7c8-5d5179a315fd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:57.017497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dade23f9-aca7-4189-af8b-f7723e36fe3b tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:57.019352 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dade23f9-aca7-4189-af8b-f7723e36fe3b tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.1980264 Mar 11 19:37:57.022325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:57.026516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] For port 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9e6ee42e-5c79-4402-80b0-b10461a7df2f,segment=NetworkSegment(c21c1165-590c-4b98-b330-186e1fb357e2),segment_id=c21c1165-590c-4b98-b330-186e1fb357e2)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:57.026879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.055365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 0adc2cf0-863d-4123-a7c8-5d5179a315fd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:57.055863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.126148 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5d53cdfb-6da3-4fc6-abf4-37f119811f57 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 200 len: 205 time: 0.1025989 Mar 11 19:37:57.132419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55542) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:57.145106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] The port '0adc2cf0-863d-4123-a7c8-5d5179a315fd' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:37:57.168971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 9e6ee42e-5c79-4402-80b0-b10461a7df2f owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:57.177929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] For port 9e6ee42e-5c79-4402-80b0-b10461a7df2f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9e6ee42e-5c79-4402-80b0-b10461a7df2f,segment=NetworkSegment(c21c1165-590c-4b98-b330-186e1fb357e2),segment_id=c21c1165-590c-4b98-b330-186e1fb357e2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:57.178460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.270468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.372278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Calling delete_port for 9e6ee42e-5c79-4402-80b0-b10461a7df2f owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:57.481812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for 1f9a7fd4-83ee-487a-a72e-9de7cf912e42 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:57.530036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.556681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:37:57.558537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:37:57.558689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.561658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbbfc705-5faa-4559-b424-743531bf2b92']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:57.572574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55552) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:57.583294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f8c24f-c65b-47da-8c56-d413271d4736') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:57.583566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f8c24f-c65b-47da-8c56-d413271d4736') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:57.598435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.603162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.618538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.620700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=9e6ee42e-5c79-4402-80b0-b10461a7df2f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:57.627341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:57.627755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:57.642111 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:57.721378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-608366648'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:57.736006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:57.741663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:57.741824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] No DVR routers for this DVR port 9e6ee42e-5c79-4402-80b0-b10461a7df2f on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:57.745748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:57.754361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:57.760520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.780232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.792410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=fbbfc705-5faa-4559-b424-743531bf2b92,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:57.797744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:57.800214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.817001 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c0a5464-9013-45d1-b6df-de1dc9ce4af9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/fbbfc705-5faa-4559-b424-743531bf2b92 HTTP/1.1" status: 204 len: 168 time: 4.2803395 Mar 11 19:37:57.820207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.830861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55558) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:57.839832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-677069622'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:57.850878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.880345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.883247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:57.897767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:57.913476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:57.962283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:57.976123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:57.998209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:58.001141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.006001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:58.029720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21c1165-590c-4b98-b330-186e1fb357e2') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:58.029967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21c1165-590c-4b98-b330-186e1fb357e2') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:58.037209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:58.044820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:58.045698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=c51a78ea-de2d-4f58-ba82-682782827578,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.051168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.051366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:58.051617 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 03606872-af37-450a-bc4f-124ebc5e0960 of type vlan for network a8622943-f45c-4835-b4ca-523eed36498f Mar 11 19:37:58.053901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.060641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Deleting port 9e6ee42e-5c79-4402-80b0-b10461a7df2f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:58.061398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.062621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:37:58.066464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:58.067050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.086106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.094160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.106557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.110251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:37:58.110644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.128772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:58.140680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:security_group_rule and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:58.144755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:58.151756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:58.152477 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:58.167587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.171924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:58.172587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.216083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=1f9a7fd4-83ee-487a-a72e-9de7cf912e42,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.227873 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7936067b-45a4-43c1-bdfd-11f162091b06 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7874053 Mar 11 19:37:58.228159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8211791c-2f8b-4bf5-9193-af79a7dc44ab None None] The port '9e6ee42e-5c79-4402-80b0-b10461a7df2f' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:37:58.237851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55562) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:58.250666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:58.324449 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4888897 Mar 11 19:37:58.324449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc579-c80b-484a-8b4d-7ee89e9e7cef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=a8622943-f45c-4835-b4ca-523eed36498f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.324449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.327062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55566) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:58.336050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a8622943-f45c-4835-b4ca-523eed36498f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:58.339737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:58.374064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port 5ed31139-c122-4efb-ab76-a22e1a1df8b0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:58.374402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.381492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.459517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.530491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Network': ['ID=a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.569374 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bfc3a8c8-1cd4-48b6-82f6-8f94de28dbb8 tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/networks/a3d422fd-d7b5-4eda-becf-f6c1fa9ecca3 HTTP/1.1" status: 204 len: 168 time: 2.2929506 Mar 11 19:37:58.576915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55570) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:58.581237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.581464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.582809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:58.601572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.604679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:58.617187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:58.629514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:58.672768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:58.677291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b726de6d-1e64-4a81-b9ec-2a93c7dcefa5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.683702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:58.763381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.775679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.775915 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 3253e8a6-39db-41fe-96ed-d002eef0030f of type vlan for network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f Mar 11 19:37:58.788167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9e6ee42e-5c79-4402-80b0-b10461a7df2f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:37:58.822778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9e6ee42e-5c79-4402-80b0-b10461a7df2f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:37:58.823489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9e6ee42e-5c79-4402-80b0-b10461a7df2f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:37:58.842514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:58.933418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Deleting port 499f25c9-69d6-4111-9408-c14d806cdbe9 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:58.933754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.004050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for 5ed31139-c122-4efb-ab76-a22e1a1df8b0 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:59.073402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.090582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.180279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.193586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.232500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.236369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.236945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.370063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7964394 Mar 11 19:37:59.370837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e740f-e872-4719-b726-def14e8725fb tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=74157efc-1997-4cec-a3f4-6cd24bb5ed2f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:59.413190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:37:59.429736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.430344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.437152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.437673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router ee163a90-341e-4875-897d-89a6c4fa64f5 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:37:59.496399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.505666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.543121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55574) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:59.558732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.560333 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-be5f9e66-7ea7-48bd-8f85-89cc6b6b56e5 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 204 len: 168 time: 4.3930776 Mar 11 19:37:59.565204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:59.579069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=5ed31139-c122-4efb-ab76-a22e1a1df8b0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:59.580629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55578) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:59.584426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.616466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.621240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-308132509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:37:59.626170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Calling delete_port for 499f25c9-69d6-4111-9408-c14d806cdbe9 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:37:59.684344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:59.729336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] In _notify_port_updated(), no bound segment for port c51a78ea-de2d-4f58-ba82-682782827578 on network 442579e8-9dfd-4049-9b50-e1022ba06bdd {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:37:59.732237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:59.733354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.733959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.735223 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/ports/c51a78ea-de2d-4f58-ba82-682782827578 HTTP/1.1" status: 200 len: 818 time: 1.4964950 Mar 11 19:37:59.738828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:59.740664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55582) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:37:59.782007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26410de4-f38f-4395-bee1-13cf3ccae78c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=c51a78ea-de2d-4f58-ba82-682782827578,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:59.784463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:59.827505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port c51a78ea-de2d-4f58-ba82-682782827578 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:37:59.827854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.833487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=ee40402b-f427-40af-838e-871b026ab1dc,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:59.838399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.839325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:37:59.851590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:37:59.859649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:37:59.866646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:37:59.879896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:37:59.973305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.010718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '03606872-af37-450a-bc4f-124ebc5e0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:00.011070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: a8622943-f45c-4835-b4ca-523eed36498f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:00.022351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:00.057354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Pushing event deleted for resources: {'Port': ['ID=499f25c9-69d6-4111-9408-c14d806cdbe9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:00.101624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.122276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.210045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.274692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.287874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.345525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for c51a78ea-de2d-4f58-ba82-682782827578 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:00.390050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.427759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.429080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b144bafc-5579-491f-826e-bce738be40ba tempest-FloatingIPAdminTestJSON-179539688 tempest-FloatingIPAdminTestJSON-179539688-project] 10.222.0.76 "DELETE /v2.0/floatingips/01305474-b309-4e5e-9034-5c460bc5c9a4 HTTP/1.1" status: 204 len: 168 time: 1.8512247 Mar 11 19:38:00.452754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.500615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=c51a78ea-de2d-4f58-ba82-682782827578,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:00.510317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.525393 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a25a6667-ff44-468d-850e-65a45f64ca74 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/c51a78ea-de2d-4f58-ba82-682782827578 HTTP/1.1" status: 204 len: 168 time: 0.7813625 Mar 11 19:38:00.525620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55588) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.606090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network a8622943-f45c-4835-b4ca-523eed36498f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:00.608722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620cfba7-ef51-4330-a18d-0d27c0c26f93 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:00.609911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-620cfba7-ef51-4330-a18d-0d27c0c26f93 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:00.618067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.621443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.625287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ee30671c-a74d-496c-9204-3eb669246d23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0341158 Mar 11 19:38:00.626503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55592) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.633276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': True}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:00.638154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a8622943-f45c-4835-b4ca-523eed36498f) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:00.639915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.646879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:00.647850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.650977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e407a7-33d3-47ba-b95c-3f959aa63b46 None None] Network a8622943-f45c-4835-b4ca-523eed36498f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:00.693362 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-421c54dd-2376-4d8f-8a45-631ce17f8d97 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3615313 Mar 11 19:38:00.696583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55598) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.750832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.751344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router 2b86385a-083f-43af-b979-9429e7db33f8 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:00.833987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55602) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.844314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.846225 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c06655a5-1789-426a-abb1-16f39fa3dc0f tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 204 len: 168 time: 3.7066720 Mar 11 19:38:00.853933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-620cfba7-ef51-4330-a18d-0d27c0c26f93 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:00.857436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55606) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.857758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55610) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:00.857907 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-620cfba7-ef51-4330-a18d-0d27c0c26f93 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3312807 Mar 11 19:38:00.899896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-416030940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:00.915389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:00.926560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0efbf276-a227-4cf9-aa1a-eeceafe3cabb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:38:00.927104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0efbf276-a227-4cf9-aa1a-eeceafe3cabb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:00.942184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-a8622943-f45c-4835-b4ca-523eed36498f', 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': 'ee40402b-f427-40af-838e-871b026ab1dc'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:00.942938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:00.943040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:00.958451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:00.972538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:01.024967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0efbf276-a227-4cf9-aa1a-eeceafe3cabb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:01.026077 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0efbf276-a227-4cf9-aa1a-eeceafe3cabb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/c51a78ea-de2d-4f58-ba82-682782827578 HTTP/1.1" status: 404 len: 333 time: 0.1657205 Mar 11 19:38:01.034704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55616) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:01.039396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.048546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-3421004'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:01.054102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.055012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.058106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.096173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:01.115615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:01.130503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Allocated IP 2001:db8::1 (a8622943-f45c-4835-b4ca-523eed36498f/ee40402b-f427-40af-838e-871b026ab1dc/5e5c3c7e-7196-4fca-a790-e30170d639a3) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:01.130749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:01.142209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:01.232649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=dbbde165-77c6-4fa4-b52b-c74604daf055,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.241190 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e5188489-90ee-47a5-a39e-c2b9a7cd107c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=806a3c1d007745e2a7efb842ab24e487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4061072 Mar 11 19:38:01.241958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:01.244864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.245984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55620) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:01.255129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.277737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.282421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.352191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.365591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:01.366646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.367687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '3253e8a6-39db-41fe-96ed-d002eef0030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:01.368050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 74157efc-1997-4cec-a3f4-6cd24bb5ed2f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:01.380507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Transition to ACTIVE for port object 5e5c3c7e-7196-4fca-a790-e30170d639a3 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:01.388198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.397326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.397664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment 07aa45c8-7697-49de-9a84-5f58fa8d0bb8 of type vlan for network 30f11100-114d-4f08-8cd7-3b28c8021192 Mar 11 19:38:01.401773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Transition to ACTIVE for port object 5e5c3c7e-7196-4fca-a790-e30170d639a3 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:01.410689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.427617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.437428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.441164 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f0dbe012-42b3-4d74-9033-3cd1d0f7e9d8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5796709 Mar 11 19:38:01.442308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55624) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:01.447649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.448478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:01.452776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:01.455336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.489177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Network a8622943-f45c-4835-b4ca-523eed36498f is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:01.492219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:01.494694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:01.507249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=ee40402b-f427-40af-838e-871b026ab1dc,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.517874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 74157efc-1997-4cec-a3f4-6cd24bb5ed2f) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:01.525975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:01.526555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.533290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdbba31-998f-45bd-b54a-a95fa0a0c090 None None] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:01.545028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Pushing event updated for resources: {'Port': ['ID=5e5c3c7e-7196-4fca-a790-e30170d639a3,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.611288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.614955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:01.615716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.662560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bc95277c-b184-4864-86c8-a0d093e111f1 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.1122484 Mar 11 19:38:01.667370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55628) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:01.675306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Attempting to bind port 5e5c3c7e-7196-4fca-a790-e30170d639a3 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:01.675306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Attempting to bind port 5e5c3c7e-7196-4fca-a790-e30170d639a3 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '03606872-af37-450a-bc4f-124ebc5e0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:01.675306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Attempting to bind port 5e5c3c7e-7196-4fca-a790-e30170d639a3 on network a8622943-f45c-4835-b4ca-523eed36498f {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:01.682550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-670107858'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:01.701000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:01.701441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Checking segment: {'id': '03606872-af37-450a-bc4f-124ebc5e0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:01.701754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.702138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Bound using segment: {'id': '03606872-af37-450a-bc4f-124ebc5e0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:01.702600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Bound port: 5e5c3c7e-7196-4fca-a790-e30170d639a3, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03606872-af37-450a-bc4f-124ebc5e0960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a8622943-f45c-4835-b4ca-523eed36498f'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:01.702966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.717062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.732685 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6916842 Mar 11 19:38:01.749534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55632) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:01.762443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:01.767123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:01.772848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:01.775787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.782016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:01.787022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8622943-f45c-4835-b4ca-523eed36498f']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:01.798061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:01.812429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293f3aee-975a-467f-842c-4867576d4477,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.825208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.826370 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-750c01a1-67c1-40a9-b7c9-10b92dc49a84 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/293f3aee-975a-467f-842c-4867576d4477 HTTP/1.1" status: 204 len: 168 time: 0.5772326 Mar 11 19:38:01.852645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03606872-af37-450a-bc4f-124ebc5e0960') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:01.852928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03606872-af37-450a-bc4f-124ebc5e0960') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:01.857157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:01.859563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c0923-28eb-4232-b50c-b85ea165b8d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=30f11100-114d-4f08-8cd7-3b28c8021192,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.860704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.885613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.891032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:01.917562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.920005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:01.926594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:01.929419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:01.929857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:01.938821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] For port 5e5c3c7e-7196-4fca-a790-e30170d639a3, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:01.945636 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:01.947567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:01.999663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:02.034233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:02.036627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:02.045018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.052281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068760e0-0aff-4490-969c-3169619527da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-74157efc-1997-4cec-a3f4-6cd24bb5ed2f', 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'dbbde165-77c6-4fa4-b52b-c74604daf055'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:02.053089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.061839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:02.061839 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:02.061839 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': 'a8622943-f45c-4835-b4ca-523eed36498f'}] Mar 11 19:38:02.061839 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:02.062528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:02.072813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] For port 5e5c3c7e-7196-4fca-a790-e30170d639a3, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e5c3c7e-7196-4fca-a790-e30170d639a3,segment=NetworkSegment(03606872-af37-450a-bc4f-124ebc5e0960),segment_id=03606872-af37-450a-bc4f-124ebc5e0960)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:02.081605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.082020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment ea437e1a-c2bc-4922-94ba-f3552e683eee of type vlan for network 94631aff-ea90-4031-86b1-67230e21a93c Mar 11 19:38:02.090973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.092623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.194143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.270541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d9755-cc50-45cb-b122-8b6487067527 None None] Pushing event updated for resources: {'Port': ['ID=5e5c3c7e-7196-4fca-a790-e30170d639a3,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:02.318381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.362796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.401986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08899321-119d-4793-b470-647df48b7b9a None None] Network a8622943-f45c-4835-b4ca-523eed36498f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:02.459744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55640) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:02.480991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-068760e0-0aff-4490-969c-3169619527da None None] Allocated IP 172.20.255.242 (74157efc-1997-4cec-a3f4-6cd24bb5ed2f/dbbde165-77c6-4fa4-b52b-c74604daf055/96c24674-770a-4d64-96ac-604609895311) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:02.544677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.548207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.548778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.553384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.569736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.609333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.644707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=f3cf7edd-942d-45a7-97ca-fd41908d4047,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:02.659613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 5e5c3c7e-7196-4fca-a790-e30170d639a3 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:02.660367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.690009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': '07aa45c8-7697-49de-9a84-5f58fa8d0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:02.690009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 30f11100-114d-4f08-8cd7-3b28c8021192, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:02.690319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.26.8.155 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/9e0466cf-a2b1-4035-bac1-a5815f61c8ff) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:02.698193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0187480 Mar 11 19:38:02.703766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55644) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:02.720078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '94631aff-ea90-4031-86b1-67230e21a93c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:02.729718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec4528-d285-4464-9615-421682a4c6d6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=94631aff-ea90-4031-86b1-67230e21a93c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:02.748031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:02.756887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 94631aff-ea90-4031-86b1-67230e21a93c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:02.810387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Usage tracker for resource:security_group_rule and tenant:854fa24a94334776b161a2e816f9accc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:02.814786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:02.823644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:02.910760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.912080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 30f11100-114d-4f08-8cd7-3b28c8021192 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:02.914803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:02.922327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-068760e0-0aff-4490-969c-3169619527da None None] Transition to ACTIVE for port object 96c24674-770a-4d64-96ac-604609895311 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:02.937156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.940711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-068760e0-0aff-4490-969c-3169619527da None None] Transition to ACTIVE for port object 96c24674-770a-4d64-96ac-604609895311 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:02.947973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:02.968989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:02.978816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:02.996492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 30f11100-114d-4f08-8cd7-3b28c8021192) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:03.000709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:03.001298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.005401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:03.007529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.015728 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068760e0-0aff-4490-969c-3169619527da None None] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:03.019603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-068760e0-0aff-4490-969c-3169619527da None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:03.021336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166e173-decd-4262-94f7-3caf7031763e None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:03.034296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068760e0-0aff-4490-969c-3169619527da None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:03.035737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.043288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.050609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 5e5c3c7e-7196-4fca-a790-e30170d639a3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e5c3c7e-7196-4fca-a790-e30170d639a3,segment=NetworkSegment(03606872-af37-450a-bc4f-124ebc5e0960),segment_id=03606872-af37-450a-bc4f-124ebc5e0960)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:03.050830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.051033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.063134 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1c70cc9b-9199-4bb6-bc05-888785496835 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023434 Mar 11 19:38:03.064423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:03.081639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:03.122070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068760e0-0aff-4490-969c-3169619527da None None] Pushing event updated for resources: {'Port': ['ID=96c24674-770a-4d64-96ac-604609895311,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.124045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b604a-580c-40ef-9280-2e222b112595,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.142034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:03.187467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.206811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-068760e0-0aff-4490-969c-3169619527da None None] Attempting to bind port 96c24674-770a-4d64-96ac-604609895311 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:03.207166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-068760e0-0aff-4490-969c-3169619527da None None] Attempting to bind port 96c24674-770a-4d64-96ac-604609895311 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '3253e8a6-39db-41fe-96ed-d002eef0030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:03.207546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068760e0-0aff-4490-969c-3169619527da None None] Attempting to bind port 96c24674-770a-4d64-96ac-604609895311 on network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:03.225891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068760e0-0aff-4490-969c-3169619527da None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:03.226247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068760e0-0aff-4490-969c-3169619527da None None] Checking segment: {'id': '3253e8a6-39db-41fe-96ed-d002eef0030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:03.226639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.227017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068760e0-0aff-4490-969c-3169619527da None None] Bound using segment: {'id': '3253e8a6-39db-41fe-96ed-d002eef0030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:03.227507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-068760e0-0aff-4490-969c-3169619527da None None] Bound port: 96c24674-770a-4d64-96ac-604609895311, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3253e8a6-39db-41fe-96ed-d002eef0030f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '74157efc-1997-4cec-a3f4-6cd24bb5ed2f'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:03.227869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.265706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 5e5c3c7e-7196-4fca-a790-e30170d639a3 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:03.294740 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b7c06af0-ac12-4dd5-b78f-584a70b6a70e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=854fa24a94334776b161a2e816f9accc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7930865 Mar 11 19:38:03.298960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55652) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:03.327377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:03.345909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:03.355700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=9e0466cf-a2b1-4035-bac1-a5815f61c8ff,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.359981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:03.394221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-068760e0-0aff-4490-969c-3169619527da None None] For port 96c24674-770a-4d64-96ac-604609895311, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:03.402425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-068760e0-0aff-4490-969c-3169619527da None None] For port 96c24674-770a-4d64-96ac-604609895311, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=96c24674-770a-4d64-96ac-604609895311,segment=NetworkSegment(3253e8a6-39db-41fe-96ed-d002eef0030f),segment_id=3253e8a6-39db-41fe-96ed-d002eef0030f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:03.407345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-30f11100-114d-4f08-8cd7-3b28c8021192', 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': 'f3cf7edd-942d-45a7-97ca-fd41908d4047'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:03.408350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.423743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-068760e0-0aff-4490-969c-3169619527da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.433259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.488948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Allocated IP 172.26.8.205 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/786f0e61-4b22-4a9e-9c95-72d76099208b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:03.536243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.558141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:03.563808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.586045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068760e0-0aff-4490-969c-3169619527da None None] Pushing event updated for resources: {'Port': ['ID=96c24674-770a-4d64-96ac-604609895311,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.616259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:03.656295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:03.657389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.659437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=5e5c3c7e-7196-4fca-a790-e30170d639a3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.668112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:03.668410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Allocated IP 172.20.0.2 (30f11100-114d-4f08-8cd7-3b28c8021192/f3cf7edd-942d-45a7-97ca-fd41908d4047/954199db-44b7-45f4-a722-00af36fb6683) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:03.676002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port 5e5c3c7e-7196-4fca-a790-e30170d639a3 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:03.740306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:03.744062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.795011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.841796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.846459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b604a-580c-40ef-9280-2e222b112595,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.881708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:03.885376 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-32c0b717-d52a-45ea-b713-8e5cdad4d700 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c08b604a-580c-40ef-9280-2e222b112595 HTTP/1.1" status: 204 len: 168 time: 0.5545247 Mar 11 19:38:03.923549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.002439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.079065 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:38:04.082595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.123966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Transition to ACTIVE for port object 954199db-44b7-45f4-a722-00af36fb6683 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:04.141324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.159726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:04.165053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:04.166779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Transition to ACTIVE for port object 954199db-44b7-45f4-a722-00af36fb6683 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:04.173386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:04.177691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.244827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8622943-f45c-4835-b4ca-523eed36498f']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:04.280137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:04.283138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:04.288150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:04.307621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03606872-af37-450a-bc4f-124ebc5e0960') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:04.308339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03606872-af37-450a-bc4f-124ebc5e0960') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:04.323209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.365798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event updated for resources: {'Port': ['ID=786f0e61-4b22-4a9e-9c95-72d76099208b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.370532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.413601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.414285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Pushing event updated for resources: {'Port': ['ID=954199db-44b7-45f4-a722-00af36fb6683,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.416742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Attempting to bind port 954199db-44b7-45f4-a722-00af36fb6683 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:04.417100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Attempting to bind port 954199db-44b7-45f4-a722-00af36fb6683 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '07aa45c8-7697-49de-9a84-5f58fa8d0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:04.417549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Attempting to bind port 954199db-44b7-45f4-a722-00af36fb6683 on network 30f11100-114d-4f08-8cd7-3b28c8021192 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:04.425467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:04.425835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Checking segment: {'id': '07aa45c8-7697-49de-9a84-5f58fa8d0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:04.426248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.426634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Bound using segment: {'id': '07aa45c8-7697-49de-9a84-5f58fa8d0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:04.427357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Bound port: 954199db-44b7-45f4-a722-00af36fb6683, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa45c8-7697-49de-9a84-5f58fa8d0bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:04.427593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.444690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:04.445226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:04.470246 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:04.484484 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.ipam_backend_mixin [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f3cf7edd-942d-45a7-97ca-fd41908d4047 (CIDR: 172.20.0.0/28) Mar 11 19:38:04.487678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:04.499090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.505599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.547890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:04.564128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:38:04.564646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:04.567974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=25c7d053-5cd9-4011-9dd5-35bb730f950d,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.607061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.635644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=954199db-44b7-45f4-a722-00af36fb6683,segment=NetworkSegment(07aa45c8-7697-49de-9a84-5f58fa8d0bb8),segment_id=07aa45c8-7697-49de-9a84-5f58fa8d0bb8)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:04.638489 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5251173c-d0cc-4722-b4fc-215550381196 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5543997 Mar 11 19:38:04.640981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55668) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:04.642558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.648517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:04.649577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.665328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.737016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412bd7-c0b9-418c-92e3-6bd601a9e47d None None] Pushing event updated for resources: {'Port': ['ID=954199db-44b7-45f4-a722-00af36fb6683,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.749226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.772114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': 'ea437e1a-c2bc-4922-94ba-f3552e683eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:04.774826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 94631aff-ea90-4031-86b1-67230e21a93c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:04.793626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=a8622943-f45c-4835-b4ca-523eed36498f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.805142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:04.810734 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-56ba821c-59ae-4858-8884-b5b454c09e8c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/a8622943-f45c-4835-b4ca-523eed36498f HTTP/1.1" status: 204 len: 168 time: 4.1131861 Mar 11 19:38:04.817817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55672) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:04.825377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Usage tracker for resource:security_group_rule and tenant:27be9b18c3cc4e7ebc89150496bdbb76 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:04.831041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:04.846398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-550938353'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:04.860840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:04.866685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:04.870187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.880715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.888685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:04.893287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:04.896242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 96c24674-770a-4d64-96ac-604609895311 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:04.912031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:04.953946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 94631aff-ea90-4031-86b1-67230e21a93c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:04.956559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:04.968630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:04.971574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:04.981940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:04.983839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 96c24674-770a-4d64-96ac-604609895311 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:04.998220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:05.021976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d00714-24a8-4299-ad63-09ba8ea9aae9 None None] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:05.034808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:05.051175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 94631aff-ea90-4031-86b1-67230e21a93c) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:05.073215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:05.074181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.104941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:05.124042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:05.129000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.142321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240d527e-a713-46e0-baeb-8bf40d3be8ef None None] Network 94631aff-ea90-4031-86b1-67230e21a93c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:05.166686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.231090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.231853 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment ef69d722-b560-42d7-a242-25266599ac28 of type vlan for network ea1ef166-1bec-4bea-8e1c-4708ab515d87 Mar 11 19:38:05.233691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.235751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router e91d3290-360b-4042-829a-9abf487d65bc is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:05.285941 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a3948832-fb1c-4a0e-9f95-a1d86eef79aa tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5771472 Mar 11 19:38:05.293106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55676) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:05.296745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48ca77f-a4c6-43cd-9e7c-a6202597f55c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:05.344447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Provisioning for port 96c24674-770a-4d64-96ac-604609895311 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:05.391116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Provisioning complete for port 96c24674-770a-4d64-96ac-604609895311 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:05.391651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.409262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.430875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.431219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.431757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.432051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.432367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.432589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.432959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.434151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.434151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.434151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.434570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:05.451514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Router 444dae91-ac76-48f2-8593-e9200b8435e3 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:05.462134 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7171e77e-1549-4b63-ab83-ab86a7ba6b70 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27be9b18c3cc4e7ebc89150496bdbb76&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9719601 Mar 11 19:38:05.465032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55680) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:05.540978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.544738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:05.545315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.578217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-94631aff-ea90-4031-86b1-67230e21a93c', 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': '25c7d053-5cd9-4011-9dd5-35bb730f950d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:05.579005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.587628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.682482 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8634694 Mar 11 19:38:05.686669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55684) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:05.696776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:05.722654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.747207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.757040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2062e-8f8f-451b-90b7-9de370c7afdd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=ea1ef166-1bec-4bea-8e1c-4708ab515d87,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:05.780548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:05.815758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.835814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.857718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:05.863436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:05.867372 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b009ed26-9025-478f-a0c6-1a41ceee47cb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "PUT /v2.0/routers/e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 200 len: 914 time: 5.2404113 Mar 11 19:38:05.868591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:05.882689 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] Sync routers for ids ['e91d3290-360b-4042-829a-9abf487d65bc'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:05.889479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:05.903152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:05.910682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:05.923460 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] Routers {'e91d3290-360b-4042-829a-9abf487d65bc'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:05.925684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:05.928638 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e91d3290-360b-4042-829a-9abf487d65bc'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:05.956301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] For port 96c24674-770a-4d64-96ac-604609895311, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=96c24674-770a-4d64-96ac-604609895311,segment=NetworkSegment(3253e8a6-39db-41fe-96ed-d002eef0030f),segment_id=3253e8a6-39db-41fe-96ed-d002eef0030f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:05.977023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:05.992533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.058657 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:06.077762 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] Routers {'e91d3290-360b-4042-829a-9abf487d65bc'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:06.078768 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e91d3290-360b-4042-829a-9abf487d65bc'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:06.083200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.083611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Allocated IP 172.20.0.2 (94631aff-ea90-4031-86b1-67230e21a93c/25c7d053-5cd9-4011-9dd5-35bb730f950d/93fa8e29-9b45-47db-a7fa-6feeac6e7c1f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:06.169790 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:06.170272 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834c70e-4119-4da7-9bf1-433d671019aa None None] The sync data for ids ['e91d3290-360b-4042-829a-9abf487d65bc'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:06.201317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 30f11100-114d-4f08-8cd7-3b28c8021192 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:06.206141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:06.209537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:06.210428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.237970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=c2526d3f-184f-4199-8e15-db75c2d7351a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:06.249301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19f52abd-4ea0-42bc-acf9-82181d961057 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6055884 Mar 11 19:38:06.252129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55692) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:06.259523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'fixed_ips': [{'subnet_id': 'f3cf7edd-942d-45a7-97ca-fd41908d4047'}, {'subnet_id': 'c2526d3f-184f-4199-8e15-db75c2d7351a'}], 'name': 'tempest-PortsTestJSON-1968510338'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:06.344944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.363123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674737f5-c6b8-4142-8946-d2a4ee66abdf None None] Pushing event updated for resources: {'Port': ['ID=96c24674-770a-4d64-96ac-604609895311,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:06.375408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48ca77f-a4c6-43cd-9e7c-a6202597f55c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:06.388736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:06.399531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.402894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e61a0d-a212-43f5-8513-3bef6d05354d None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:06.403497 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3d424105-170b-4bd1-be06-aa55aa840d03 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "PUT /v2.0/routers/444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 200 len: 883 time: 4.9601362 Mar 11 19:38:06.404547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.408251 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a48ca77f-a4c6-43cd-9e7c-a6202597f55c HTTP/1.1" status: 204 len: 168 time: 0.9394710 Mar 11 19:38:06.408251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55696) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:06.410732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.428587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.428926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.429586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.429586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.429883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.430202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.430518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.430830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.431141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.431510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.431953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867b9a47-beb9-4777-9b81-03e91db8bd6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:06.564205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:06.569862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:06.574628 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4341337c-3bf1-497c-bbe7-a37604b54cbb tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 200 len: 920 time: 0.7035162 Mar 11 19:38:06.575726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:06.578300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55702) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:06.593954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.607285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Transition to ACTIVE for port object 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:06.614243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:06.639879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Transition to ACTIVE for port object 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:06.643435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] Sync routers for ids ['444dae91-ac76-48f2-8593-e9200b8435e3'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:06.649108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:06.654723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.662612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9b52ec25-2417-4ecf-9c72-659d4b991110 None None] Provisioning complete for port 96c24674-770a-4d64-96ac-604609895311 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:06.663440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9b52ec25-2417-4ecf-9c72-659d4b991110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.692839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 63594b85-d24d-4f38-b409-11aa10c1834b yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:06.765023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.813154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.816041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e1b0ea2e-3b7c-4ac1-99f3-9af544769969 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Synchronizing usage tracker for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:06.851512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=25c7d053-5cd9-4011-9dd5-35bb730f950d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:06.894635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:06.899913 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd063fa6-dda7-4187-8264-2248202893ce tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 200 len: 924 time: 0.4920349 Mar 11 19:38:06.925920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55712) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:06.939331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=962d357a-b21a-4240-9b80-662144832999,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:07.000057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 96c24674-770a-4d64-96ac-604609895311 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:07.002769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': 'ef69d722-b560-42d7-a242-25266599ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:07.003131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e1b0ea2e-3b7c-4ac1-99f3-9af544769969 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Unset dirty status for tenant:abf58e37992b47c7a5d4ee84db432c3c on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:07.003302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: ea1ef166-1bec-4bea-8e1c-4708ab515d87, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:07.004645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e1b0ea2e-3b7c-4ac1-99f3-9af544769969 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=e91d3290-360b-4042-829a-9abf487d65bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4254551 Mar 11 19:38:07.010376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55718) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.026478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.069619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:07.081857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] Routers {'444dae91-ac76-48f2-8593-e9200b8435e3'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:07.082644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['444dae91-ac76-48f2-8593-e9200b8435e3'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.099693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94631aff-ea90-4031-86b1-67230e21a93c']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.128085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea437e1a-c2bc-4922-94ba-f3552e683eee') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.128374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea437e1a-c2bc-4922-94ba-f3552e683eee') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.148049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.155012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ea1ef166-1bec-4bea-8e1c-4708ab515d87) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:07.174313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.175177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.176721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.187679 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e4eb7be6-77a7-43e1-9894-4155c597d153 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=444dae91-ac76-48f2-8593-e9200b8435e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2599699 Mar 11 19:38:07.194604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55724) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.224945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:07.225565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:07.240804 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:07.259118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75d8ee-03f7-4a4c-bcf4-7e3e983a5365 None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:07.276900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.299223 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-427b1715-d97c-4b4b-9d36-8ba56a8a3ceb tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6112216 Mar 11 19:38:07.308466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55730) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.326838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:07.330439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cad8f1b-0fb3-45d4-805e-17c1112bd0ed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.331811 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4cad8f1b-0fb3-45d4-805e-17c1112bd0ed tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.3124199 Mar 11 19:38:07.337524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55734) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.395493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] Routers {'444dae91-ac76-48f2-8593-e9200b8435e3'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:07.396134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:37:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['444dae91-ac76-48f2-8593-e9200b8435e3'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.397579 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b9d0d268-4960-4131-871b-7844b5d935ec tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 200 len: 205 time: 0.0589120 Mar 11 19:38:07.401470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55740) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.438968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:07.438968 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:07.438968 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': '94631aff-ea90-4031-86b1-67230e21a93c'}] Mar 11 19:38:07.438968 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:07.439553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:07.549137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:07.555210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.10 (30f11100-114d-4f08-8cd7-3b28c8021192/f3cf7edd-942d-45a7-97ca-fd41908d4047/63594b85-d24d-4f38-b409-11aa10c1834b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:07.557680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:subnet and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:07.560290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c0c6cc-948f-4e96-9b41-0f6a48133444 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.561082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-27c0c6cc-948f-4e96-9b41-0f6a48133444 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Synchronizing usage tracker for tenant:af99ceb716e4471b9bb95a14c59123f1 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:07.563053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:07.570014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.25 (30f11100-114d-4f08-8cd7-3b28c8021192/c2526d3f-184f-4199-8e15-db75c2d7351a/63594b85-d24d-4f38-b409-11aa10c1834b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:07.572174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:07.584076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:07.584491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67aebc29-8744-4f8c-846c-803b7cd13bfa None None] The sync data for ids ['444dae91-ac76-48f2-8593-e9200b8435e3'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:07.600910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Network 94631aff-ea90-4031-86b1-67230e21a93c is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:07.602494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-27c0c6cc-948f-4e96-9b41-0f6a48133444 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Unset dirty status for tenant:af99ceb716e4471b9bb95a14c59123f1 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:07.606705 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-27c0c6cc-948f-4e96-9b41-0f6a48133444 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.4062223 Mar 11 19:38:07.606880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:07.607972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55746) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.639361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Pushing event updated for resources: {'Port': ['ID=93fa8e29-9b45-47db-a7fa-6feeac6e7c1f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:07.641749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:07.648888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 96c24674-770a-4d64-96ac-604609895311 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:07.649074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.659072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14119449-a361-408f-87bd-0e240066cfd5 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 200 len: 205 time: 0.0464985 Mar 11 19:38:07.659274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55752) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:07.699899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:07.863519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.876700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.877040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.877373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.877698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.878021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.878341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.878655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.878884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.879007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.879291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.879603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.880037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:07.926602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Attempting to bind port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:07.927090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Attempting to bind port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ea437e1a-c2bc-4922-94ba-f3552e683eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:07.927470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Attempting to bind port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f on network 94631aff-ea90-4031-86b1-67230e21a93c {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:07.942538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:07.943260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Checking segment: {'id': 'ea437e1a-c2bc-4922-94ba-f3552e683eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:07.943260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.943680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Bound using segment: {'id': 'ea437e1a-c2bc-4922-94ba-f3552e683eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:07.944147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Bound port: 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea437e1a-c2bc-4922-94ba-f3552e683eee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '94631aff-ea90-4031-86b1-67230e21a93c'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:07.944512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:07.976701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.011943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:08.012534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.129665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.173562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.212192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 63594b85-d24d-4f38-b409-11aa10c1834b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:08.274739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Update dhcp port {'port': {'network_id': '30f11100-114d-4f08-8cd7-3b28c8021192', 'fixed_ips': [{'subnet_id': 'f3cf7edd-942d-45a7-97ca-fd41908d4047', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c2526d3f-184f-4199-8e15-db75c2d7351a'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '954199db-44b7-45f4-a722-00af36fb6683'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:38:08.380237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.403799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port 9e0466cf-a2b1-4035-bac1-a5815f61c8ff {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:08.404143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.465969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] For port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:08.469482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] For port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=93fa8e29-9b45-47db-a7fa-6feeac6e7c1f,segment=NetworkSegment(ea437e1a-c2bc-4922-94ba-f3552e683eee),segment_id=ea437e1a-c2bc-4922-94ba-f3552e683eee)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:08.490343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.500595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 954199db-44b7-45f4-a722-00af36fb6683 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:08.532531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.544918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ea1ef166-1bec-4bea-8e1c-4708ab515d87', 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': '962d357a-b21a-4240-9b80-662144832999'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:08.545815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.552353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.582835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f, host dv-neutron-832764-2-hyperv, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:08.583273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.586630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port 786f0e61-4b22-4a9e-9c95-72d76099208b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:08.586973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.596674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.651079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.796531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for 9e0466cf-a2b1-4035-bac1-a5815f61c8ff owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:08.817482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:08.844489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Allocated IP 2001:db8::2 (ea1ef166-1bec-4bea-8e1c-4708ab515d87/962d357a-b21a-4240-9b80-662144832999/61eff88e-65c5-46a9-ad71-382b8afd4b3f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:08.875493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.881599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 30f11100-114d-4f08-8cd7-3b28c8021192 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:08.890144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55772) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:08.931894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2776-adcb-4ec1-84fc-86140926c03c None None] Pushing event updated for resources: {'Port': ['ID=93fa8e29-9b45-47db-a7fa-6feeac6e7c1f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:08.942681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-886addf1-bd37-42e4-8273-6de272169917 None None] Provisioning for port 954199db-44b7-45f4-a722-00af36fb6683 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:08.981393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:08.991658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:08.994194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=cd0cda56-34f6-42e3-afbd-4be272fc24b8,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.003066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:09.033038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=63594b85-d24d-4f38-b409-11aa10c1834b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.053342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:09.063620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:09.071676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.072263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.110016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1948248828', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:09.119000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for 786f0e61-4b22-4a9e-9c95-72d76099208b owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:09.126377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.126985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.146351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bce159c3-3c64-47f2-9c40-b3a0115d5633 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8340096 Mar 11 19:38:09.147918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55778) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:09.151961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:09.152272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:09.164775 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2443d2e9-a499-4871-9517-444894976550 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9090648 Mar 11 19:38:09.165264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55782) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:09.167245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:09.167510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf509e-9d26-4e51-96c5-73c2b9768530 None None] Network 94631aff-ea90-4031-86b1-67230e21a93c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:09.173770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3cf7edd-942d-45a7-97ca-fd41908d4047'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:09.216553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Usage tracker for resource:port and tenant:c2fdc138cdcc4c17b8fc6c90e7868607 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:09.225849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:09.240522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:09.323540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.325072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.326381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.327699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.329010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.329893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Synchronizing usage tracker for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:09.332389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Made reservation on behalf of c2fdc138cdcc4c17b8fc6c90e7868607 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:09.334563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.357960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 954199db-44b7-45f4-a722-00af36fb6683 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:09.377683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.383629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 954199db-44b7-45f4-a722-00af36fb6683 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:09.384171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.412953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Unset dirty status for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:09.414207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-42971ab3-c8ef-43a2-b277-4de0788c8bf1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2578537 Mar 11 19:38:09.422660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55786) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:09.429233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.502132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.519773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493417208'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:09.534170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:09.541610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:09.582360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:09.598392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:09.648754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=9e0466cf-a2b1-4035-bac1-a5815f61c8ff,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.652322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:09.659854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Usage tracker for resource:security_group_rule and tenant:c2fdc138cdcc4c17b8fc6c90e7868607 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:09.668584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:09.669759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:09.670150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.682579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:09.684250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.706829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Allocated IP 172.20.0.18 (30f11100-114d-4f08-8cd7-3b28c8021192/c2526d3f-184f-4199-8e15-db75c2d7351a/954199db-44b7-45f4-a722-00af36fb6683) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:09.707092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:09.709913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Transition to ACTIVE for port object 61eff88e-65c5-46a9-ad71-382b8afd4b3f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:09.710058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.779069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Transition to ACTIVE for port object 61eff88e-65c5-46a9-ad71-382b8afd4b3f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:09.791534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.825170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.866707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:09.885697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:09.890213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:09.891959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Pushing event updated for resources: {'Port': ['ID=61eff88e-65c5-46a9-ad71-382b8afd4b3f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.893843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.894372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:09.912772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:09.913418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 580253c0-77e1-4fdc-9521-591bf92edcf1 of type vlan for network 03359983-e31f-4f49-9f2f-0ffeff9b5613 Mar 11 19:38:10.080894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.093832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.095273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=93fa8e29-9b45-47db-a7fa-6feeac6e7c1f,segment=NetworkSegment(ea437e1a-c2bc-4922-94ba-f3552e683eee),segment_id=ea437e1a-c2bc-4922-94ba-f3552e683eee)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:10.095649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.116374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 19:38:10.116374 dv-neutron-832764-2-hyperv neutron-server[83814]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 11 19:38:10.116374 dv-neutron-832764-2-hyperv neutron-server[83814]: [parameters: {'status': 'ACTIVE', 'ports_id': '954199db-44b7-45f4-a722-00af36fb6683'}] Mar 11 19:38:10.116374 dv-neutron-832764-2-hyperv neutron-server[83814]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:10.117058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:10.119342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Attempting to bind port 61eff88e-65c5-46a9-ad71-382b8afd4b3f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:10.119797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Attempting to bind port 61eff88e-65c5-46a9-ad71-382b8afd4b3f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ef69d722-b560-42d7-a242-25266599ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:10.120244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Attempting to bind port 61eff88e-65c5-46a9-ad71-382b8afd4b3f on network ea1ef166-1bec-4bea-8e1c-4708ab515d87 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:10.132149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:10.132662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Checking segment: {'id': 'ef69d722-b560-42d7-a242-25266599ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:10.133160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.133642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Bound using segment: {'id': 'ef69d722-b560-42d7-a242-25266599ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:10.134196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Bound port: 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef69d722-b560-42d7-a242-25266599ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:10.134674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.212578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=954199db-44b7-45f4-a722-00af36fb6683,segment=NetworkSegment(07aa45c8-7697-49de-9a84-5f58fa8d0bb8),segment_id=07aa45c8-7697-49de-9a84-5f58fa8d0bb8)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:10.227870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=786f0e61-4b22-4a9e-9c95-72d76099208b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.236996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:38:10.271071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.275109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:10.291095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=61eff88e-65c5-46a9-ad71-382b8afd4b3f,segment=NetworkSegment(ef69d722-b560-42d7-a242-25266599ac28),segment_id=ef69d722-b560-42d7-a242-25266599ac28)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:10.294245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Transition to ACTIVE for port object 954199db-44b7-45f4-a722-00af36fb6683 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:10.294804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.302206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.320998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:10.346160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.509088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.540430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.544959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:10.544959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.558055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f4dce-7340-46ed-a8c3-5d931a5c411a None None] Pushing event updated for resources: {'Port': ['ID=61eff88e-65c5-46a9-ad71-382b8afd4b3f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.565297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.662847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee496f7c-f557-463b-964c-62404f336a42 None None] Pushing event updated for resources: {'Port': ['ID=954199db-44b7-45f4-a722-00af36fb6683,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.688947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.697520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Delete allocated IP 172.20.0.25 (30f11100-114d-4f08-8cd7-3b28c8021192/c2526d3f-184f-4199-8e15-db75c2d7351a) {{(pid=83812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:38:10.705099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.727420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.740840 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2401123 Mar 11 19:38:10.750546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:10.802739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] device_id is not set on port 32967517-bd3b-4165-a007-6baa91cd84df yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:10.805682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=954199db-44b7-45f4-a722-00af36fb6683,segment=NetworkSegment(07aa45c8-7697-49de-9a84-5f58fa8d0bb8),segment_id=07aa45c8-7697-49de-9a84-5f58fa8d0bb8)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:10.810824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.843764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:10.876238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9383f57-971c-433e-a657-6c0932479172 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=03359983-e31f-4f49-9f2f-0ffeff9b5613,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.881404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:10.924390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:10.967808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=954199db-44b7-45f4-a722-00af36fb6683,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.124692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 61eff88e-65c5-46a9-ad71-382b8afd4b3f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:11.127892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=93fa8e29-9b45-47db-a7fa-6feeac6e7c1f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.154565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port 93fa8e29-9b45-47db-a7fa-6feeac6e7c1f on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:11.222599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:11.230930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 954199db-44b7-45f4-a722-00af36fb6683 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:11.305969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Allocated IP 172.26.8.124 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/32967517-bd3b-4165-a007-6baa91cd84df) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:11.332295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.332826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router e91d3290-360b-4042-829a-9abf487d65bc {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:11.360550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0253dbb4-da82-49a9-9837-4a1e108c3198,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.370441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.406382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.440731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.465236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8aa6a40-e166-44b2-b982-279541393db1 None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:11.483954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94631aff-ea90-4031-86b1-67230e21a93c']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:11.509675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.510699 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd01a1c3-82b3-4995-9346-90ad1d53fd45 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 204 len: 168 time: 4.1079915 Mar 11 19:38:11.517701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55794) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:11.518615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.527449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea437e1a-c2bc-4922-94ba-f3552e683eee') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:11.527773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea437e1a-c2bc-4922-94ba-f3552e683eee') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:11.531469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1856677801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:11.542340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:11.556127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:11.557485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.558655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.559359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router 444dae91-ac76-48f2-8593-e9200b8435e3 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:11.563349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:11.564615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.579642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:11.582207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.597458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.598713 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9848b676-ce13-4f9c-9e25-cf431aea2bcb tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 204 len: 168 time: 3.9385300 Mar 11 19:38:11.603778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55798) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:11.614216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.619293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e0a2b64b-a2fe-48c5-b515-7b308786cac1 None None] Provisioning for port 954199db-44b7-45f4-a722-00af36fb6683 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:11.623226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.631526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Ignored duplicate provisioning block setup for port 63594b85-d24d-4f38-b409-11aa10c1834b by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 19:38:11.646257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-397299379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:11.652132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e0a2b64b-a2fe-48c5-b515-7b308786cac1 None None] Provisioning complete for port 954199db-44b7-45f4-a722-00af36fb6683 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:11.652512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e0a2b64b-a2fe-48c5-b515-7b308786cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.655407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.656668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.662581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:11.667557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:11.671132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:11.678763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:11.681080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:11.681541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:11.698529 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:11.709567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.710936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.712128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 is not hosted by any dhcp agent {{(pid=83812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 19:38:11.721789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:11.727532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.732200 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "PUT /v2.0/networks/03359983-e31f-4f49-9f2f-0ffeff9b5613 HTTP/1.1" status: 200 len: 723 time: 0.9799747 Mar 11 19:38:11.732621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55802) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:11.732985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.744676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:11.767483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.882286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=63594b85-d24d-4f38-b409-11aa10c1834b,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.899414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f594f-4a2d-43eb-b3fb-78c3c834b2d7 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=03359983-e31f-4f49-9f2f-0ffeff9b5613,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.918662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:11.959279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:11.960090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Pushing event updated for resources: {'Port': ['ID=32967517-bd3b-4165-a007-6baa91cd84df,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.966850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853f4239-97cb-4d54-8a79-d45d33b72e41 None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:11.967675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:11.968560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:11.974724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:11.989316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.006058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=94631aff-ea90-4031-86b1-67230e21a93c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:12.017062 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e98fb7b3-fd69-436f-ba88-4ae5f7279822 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/94631aff-ea90-4031-86b1-67230e21a93c HTTP/1.1" status: 204 len: 168 time: 6.7184854 Mar 11 19:38:12.020556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55806) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:12.028020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.029393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] In _notify_port_updated(), no bound segment for port 63594b85-d24d-4f38-b409-11aa10c1834b on network 30f11100-114d-4f08-8cd7-3b28c8021192 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:38:12.029835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:12.033793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:12.034701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.038606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456944488'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:12.039196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f047864-dd36-4a69-9910-343dc2430e82 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/ports/63594b85-d24d-4f38-b409-11aa10c1834b HTTP/1.1" status: 200 len: 920 time: 2.8728282 Mar 11 19:38:12.040156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55810) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:12.046348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f3cf7edd-942d-45a7-97ca-fd41908d4047'}, {'subnet_id': 'c2526d3f-184f-4199-8e15-db75c2d7351a'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:12.061192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.064308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:12.067511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:12.088649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:12.093061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:12.093655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.097612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:12.134410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:12.150461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.155793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:12.202100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.287047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Provisioning for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:12.299650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.309151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:12.309910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.321636 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-46a28f3a-3db4-48e5-aaf9-b8cdc18bc3e8 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4231763 Mar 11 19:38:12.329189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:12.331800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55816) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:12.332317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.342970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.124'}]}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:12.355028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:12.359698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.360986 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1dbcf333-7163-452c-a28e-7e997adbed1e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8338828 Mar 11 19:38:12.365203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Usage tracker for resource:router and tenant:c2fdc138cdcc4c17b8fc6c90e7868607 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:12.367220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55820) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:12.371066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:12.374044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:12.382297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:12.435761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.449766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.450887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.463905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.467879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-35870948-3ea5-4291-bf0e-89aafb4d3f04 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8557293 Mar 11 19:38:12.471685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55824) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:12.477560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.532606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.573830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=61eff88e-65c5-46a9-ad71-382b8afd4b3f,segment=NetworkSegment(ef69d722-b560-42d7-a242-25266599ac28),segment_id=ef69d722-b560-42d7-a242-25266599ac28)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:12.589002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.601838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:12.614451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': True}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:12.630419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.631027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment abf218a5-ea7d-41ea-bd4d-0a9f4d6b4a32 of type vlan for network 658f50bb-750c-4ee7-9664-43502003b9cb Mar 11 19:38:12.677377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9984a0-a6e2-4807-95aa-2ca305cfe29d None None] Pushing event updated for resources: {'Port': ['ID=61eff88e-65c5-46a9-ad71-382b8afd4b3f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:12.735345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.771192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Provisioning for port 63594b85-d24d-4f38-b409-11aa10c1834b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:12.778715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Provisioning complete for port 63594b85-d24d-4f38-b409-11aa10c1834b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:12.779132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.805819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Update dhcp port {'port': {'network_id': 'ea1ef166-1bec-4bea-8e1c-4708ab515d87', 'fixed_ips': [{'subnet_id': '962d357a-b21a-4240-9b80-662144832999', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd0cda56-34f6-42e3-afbd-4be272fc24b8'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '61eff88e-65c5-46a9-ad71-382b8afd4b3f'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:38:12.875628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.879294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:12.880062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.880243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:12.890589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Port 63594b85-d24d-4f38-b409-11aa10c1834b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:12.935547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Provisioning complete for port 954199db-44b7-45f4-a722-00af36fb6683 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:12.936254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c51c0cb8-88e7-43de-86c5-90925edf462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.009789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 61eff88e-65c5-46a9-ad71-382b8afd4b3f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:13.116159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.19 (30f11100-114d-4f08-8cd7-3b28c8021192/c2526d3f-184f-4199-8e15-db75c2d7351a/63594b85-d24d-4f38-b409-11aa10c1834b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:13.120565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.278588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:13.279030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.285149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2571321 Mar 11 19:38:13.292178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e348da-0870-4c44-a7f8-167d30237b35 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=658f50bb-750c-4ee7-9664-43502003b9cb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:13.294330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55828) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:13.312310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 658f50bb-750c-4ee7-9664-43502003b9cb details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:13.315009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '658f50bb-750c-4ee7-9664-43502003b9cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:13.331740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.406686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:38:13.421467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Allocated IP 172.20.0.1 (ea1ef166-1bec-4bea-8e1c-4708ab515d87/cd0cda56-34f6-42e3-afbd-4be272fc24b8/61eff88e-65c5-46a9-ad71-382b8afd4b3f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:13.431149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.431416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.489115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=537c54f6-4e28-439b-9cc0-060f9e769f56,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:13.506963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Ignored duplicate provisioning block setup for port 63594b85-d24d-4f38-b409-11aa10c1834b by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 19:38:13.520971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.523377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:13.524687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.531895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:13.536962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:13.545540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:13.604578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '580253c0-77e1-4fdc-9521-591bf92edcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:13.604937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: 03359983-e31f-4f49-9f2f-0ffeff9b5613, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:13.614659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:13.623410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 954199db-44b7-45f4-a722-00af36fb6683 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:13.662920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=63594b85-d24d-4f38-b409-11aa10c1834b,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:13.687162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=61eff88e-65c5-46a9-ad71-382b8afd4b3f,segment=NetworkSegment(ef69d722-b560-42d7-a242-25266599ac28),segment_id=ef69d722-b560-42d7-a242-25266599ac28)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:13.726666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.741052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.746317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 954199db-44b7-45f4-a722-00af36fb6683 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:13.746695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.757261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:13.782486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Transition to ACTIVE for port object 61eff88e-65c5-46a9-ad71-382b8afd4b3f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:13.800009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.839589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 03359983-e31f-4f49-9f2f-0ffeff9b5613) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:13.858801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4affbe02-f1f9-4abd-b492-74e1eed2db90 None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:13.861639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:13.862234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.867710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing IP validity checks on allocation pools {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:38:13.868541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:38:13.876384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] In _notify_port_updated(), no bound segment for port 63594b85-d24d-4f38-b409-11aa10c1834b on network 30f11100-114d-4f08-8cd7-3b28c8021192 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:38:13.880454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:13.881220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:13.882653 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cb03a7b1-f127-4ff5-80cd-da05d205aca0 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/ports/63594b85-d24d-4f38-b409-11aa10c1834b HTTP/1.1" status: 200 len: 1000 time: 1.8413837 Mar 11 19:38:13.885574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55834) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:13.928987 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-223d5aa9-af66-4208-afc2-aa6615b1872a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1944413 Mar 11 19:38:13.932063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55838) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:13.942006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:14.102383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08084c-6610-47b6-8c9f-c9dfc6a98b35 None None] Pushing event updated for resources: {'Port': ['ID=61eff88e-65c5-46a9-ad71-382b8afd4b3f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:14.119048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 63594b85-d24d-4f38-b409-11aa10c1834b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:14.119570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.144030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9233d0fb-ffa2-4c11-b711-fcc92ce0dc07 None None] Provisioning complete for port 63594b85-d24d-4f38-b409-11aa10c1834b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:14.144354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9233d0fb-ffa2-4c11-b711-fcc92ce0dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.150854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.206905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.266351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9233d0fb-ffa2-4c11-b711-fcc92ce0dc07 None None] Port 63594b85-d24d-4f38-b409-11aa10c1834b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:14.278689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2496723'] for subnet, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.337537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-03359983-e31f-4f49-9f2f-0ffeff9b5613', 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': '537c54f6-4e28-439b-9cc0-060f9e769f56'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:14.338464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.362499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.378432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.475559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f01fce1a-9697-4654-8f79-7d18327b5f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.481321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.562193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=b858467b-c73d-4b67-904f-d0e1acd36a57,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:14.624880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Allocated IP 172.26.8.87 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/9ef4c164-d9a3-449c-a97f-1744edcde20c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:14.650026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': 'abf218a5-ea7d-41ea-bd4d-0a9f4d6b4a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '658f50bb-750c-4ee7-9664-43502003b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:14.650378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 658f50bb-750c-4ee7-9664-43502003b9cb, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:14.690112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.715387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.759158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3110677'] for subnet, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.792000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.832725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Allocated IP 2001:db8::2 (03359983-e31f-4f49-9f2f-0ffeff9b5613/537c54f6-4e28-439b-9cc0-060f9e769f56/3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:14.846673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 658f50bb-750c-4ee7-9664-43502003b9cb is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:14.849303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fadc21-240d-4bcb-98cd-6d5cb99c4fad None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:14.852986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:14.853995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.858248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "PUT /v2.0/subnets/537c54f6-4e28-439b-9cc0-060f9e769f56 HTTP/1.1" status: 200 len: 826 time: 0.9253008 Mar 11 19:38:14.860241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55842) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:14.903359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 63594b85-d24d-4f38-b409-11aa10c1834b owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:14.912418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:14.938664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c4790-b2bc-4a90-8c45-42917a36559d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=537c54f6-4e28-439b-9cc0-060f9e769f56,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:15.052352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 61eff88e-65c5-46a9-ad71-382b8afd4b3f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:15.099577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 658f50bb-750c-4ee7-9664-43502003b9cb) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:15.101822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.126392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa088c2-edb8-4d05-8b9c-98239ee7dd5d None None] Network 658f50bb-750c-4ee7-9664-43502003b9cb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:15.139205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:15.140023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.171212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 172.26.8.18 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/24bb6a7a-2483-4109-b1b8-420909f9199c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:15.205699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:15.213556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:15.224882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:15.251275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0f4d329b-9932-4721-8cbd-6aaece9d5e56 None None] Provisioning for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:15.262366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.272993 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a3412918-6407-455f-9e10-e4a24cecb010 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9666400 Mar 11 19:38:15.280818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55846) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:15.295014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0f4d329b-9932-4721-8cbd-6aaece9d5e56 None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:15.295559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0f4d329b-9932-4721-8cbd-6aaece9d5e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.296608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef4c164-d9a3-449c-a97f-1744edcde20c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:15.383350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.552392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.552716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:15.553187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.555491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.608244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.670771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.710871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.733803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Transition to ACTIVE for port object 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:15.762139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.784529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.851095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=63594b85-d24d-4f38-b409-11aa10c1834b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:15.917936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Transition to ACTIVE for port object 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:15.930076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=b858467b-c73d-4b67-904f-d0e1acd36a57,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:15.936154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba053625-9739-4d95-a3ff-3b4dd8728cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-658f50bb-750c-4ee7-9664-43502003b9cb', 'network_id': '658f50bb-750c-4ee7-9664-43502003b9cb', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'b858467b-c73d-4b67-904f-d0e1acd36a57'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:15.937105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba053625-9739-4d95-a3ff-3b4dd8728cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:15.986378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.018058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.033295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.110125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658f50bb-750c-4ee7-9664-43502003b9cb']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.118383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=537c54f6-4e28-439b-9cc0-060f9e769f56,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.137493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.167128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.187985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf218a5-ea7d-41ea-bd4d-0a9f4d6b4a32') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.188563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf218a5-ea7d-41ea-bd4d-0a9f4d6b4a32') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.202698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.211626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:16.218209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:16.221571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:16.222300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.248366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.265380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Pushing event updated for resources: {'Port': ['ID=3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.313385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.326909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.383568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Attempting to bind port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:16.383937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Attempting to bind port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '580253c0-77e1-4fdc-9521-591bf92edcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:16.384292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Attempting to bind port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 on network 03359983-e31f-4f49-9f2f-0ffeff9b5613 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:16.385092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:16.391247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc275b-7cb5-4849-9ce2-b5877b3d45b3 None None] Network 658f50bb-750c-4ee7-9664-43502003b9cb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:16.420176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:16.420814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.429523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:16.432738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=24bb6a7a-2483-4109-b1b8-420909f9199c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:16.436993 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:16.443016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03359983-e31f-4f49-9f2f-0ffeff9b5613']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.447924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.452121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:16.479814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:16.480197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Checking segment: {'id': '580253c0-77e1-4fdc-9521-591bf92edcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:16.480639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.481063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Bound using segment: {'id': '580253c0-77e1-4fdc-9521-591bf92edcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:16.481514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Bound port: 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580253c0-77e1-4fdc-9521-591bf92edcf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:16.482002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.486988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08367b3-566f-438f-b5ff-8aea725b6856 req-955ddefa-5a79-40c8-85d6-e6197cc2f325 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:16.488636 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b08367b3-566f-438f-b5ff-8aea725b6856 req-955ddefa-5a79-40c8-85d6-e6197cc2f325 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.4919765 Mar 11 19:38:16.497785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.498260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd2c4722-d1bc-40a4-8bf4-a1dd1a2c9f61 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:16.529930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580253c0-77e1-4fdc-9521-591bf92edcf1') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.530294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580253c0-77e1-4fdc-9521-591bf92edcf1') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:16.557682 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-358833e5-578e-4fd5-87c3-91bffe76bb58 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/63594b85-d24d-4f38-b409-11aa10c1834b HTTP/1.1" status: 204 len: 168 time: 2.6672068 Mar 11 19:38:16.561969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55854) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:16.564713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.584679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.586636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.605684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.608495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.613609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.624852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=658f50bb-750c-4ee7-9664-43502003b9cb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.630430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:16.630832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:16.645767 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:16.670979 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:38:16.674950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-543cf75a-3d06-4b5a-b55b-3fc946e055f6 tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3397515 Mar 11 19:38:16.683177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55858) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:16.686336 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a20b191-9f08-47ba-abc6-d0a70e3acb5f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:38:16.686966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2a20b191-9f08-47ba-abc6-d0a70e3acb5f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:16.726014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0dcfeffc-2500-4f70-96cf-386b22374b25 None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:16.726422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0dcfeffc-2500-4f70-96cf-386b22374b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.735010 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b08367b3-566f-438f-b5ff-8aea725b6856 req-fd51ee93-a63c-4dcc-9f88-64f27e1b3f6e tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350721 Mar 11 19:38:16.776584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] For port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:16.779137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f039f10-0340-4c70-b04b-f33f5b015e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.798805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2a20b191-9f08-47ba-abc6-d0a70e3acb5f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:16.800006 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2a20b191-9f08-47ba-abc6-d0a70e3acb5f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/63594b85-d24d-4f38-b409-11aa10c1834b HTTP/1.1" status: 404 len: 333 time: 0.2351429 Mar 11 19:38:16.803651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Deleting port 32967517-bd3b-4165-a007-6baa91cd84df {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:16.803986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.841223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55862) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:16.863689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9226f658-a057-4eed-b2fd-d739bed11276 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/658f50bb-750c-4ee7-9664-43502003b9cb HTTP/1.1" status: 204 len: 168 time: 1.5748928 Mar 11 19:38:16.880771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55866) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:16.932944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790408639'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:16.946318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:16.953737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:16.957128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:16.963738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] For port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5,segment=NetworkSegment(580253c0-77e1-4fdc-9521-591bf92edcf1),segment_id=580253c0-77e1-4fdc-9521-591bf92edcf1)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:16.963918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:16.970802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:16.971130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:16.971130 dv-neutron-832764-2-hyperv neutron-server[83813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:16.971130 dv-neutron-832764-2-hyperv neutron-server[83813]: [parameters: {'id': '03359983-e31f-4f49-9f2f-0ffeff9b5613'}] Mar 11 19:38:16.971130 dv-neutron-832764-2-hyperv neutron-server[83813]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:16.971469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:16.992303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:16.995241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.034642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:17.049428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.049765 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 4e2e51b2-a220-43b5-98c3-2e19f7d162f4 of type vlan for network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 Mar 11 19:38:17.088494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.133982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.138093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:17.138732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.189165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cf2b0-cc59-41c2-9006-45ec27d05258 None None] Pushing event updated for resources: {'Port': ['ID=3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:17.197605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455d6cec-30b7-45ca-b8ae-028c1e0c2585 None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:17.220956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet c2526d3f-184f-4199-8e15-db75c2d7351a {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:17.228701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.262585 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3383963 Mar 11 19:38:17.263599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55870) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:17.272750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:17.283018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.286545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e305c-9c00-45d4-89c7-7b567ec09754 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=67f434ae-ab0e-44ab-9c18-9bc34a9eec16,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:17.343179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:17.343804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Router f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:17.455296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.494767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.507453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:17.513655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70244839-f4b0-4be9-8378-3ef40d5b1302 None None] Network 03359983-e31f-4f49-9f2f-0ffeff9b5613 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:17.514439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:17.518100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:17.524869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:17.545113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:17.545526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.577806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:17.653088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Calling delete_port for 32967517-bd3b-4165-a007-6baa91cd84df owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:17.684080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.711096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.732334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.734292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922e1e80-3584-4f8f-9a37-5d266dd874a6 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:17.825498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.872262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:17.883350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e1e80-3584-4f8f-9a37-5d266dd874a6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:17.889687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.017195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.060594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.091072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5,segment=NetworkSegment(580253c0-77e1-4fdc-9521-591bf92edcf1),segment_id=580253c0-77e1-4fdc-9521-591bf92edcf1)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:18.091462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.122142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Pushing event deleted for resources: {'Port': ['ID=32967517-bd3b-4165-a007-6baa91cd84df,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.216383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.275759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=c2526d3f-184f-4199-8e15-db75c2d7351a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.293399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.304827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.322566 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-abd97f89-daa2-49d3-85dc-3612199bdc2f tempest-RoutersAdminNegativeTest-1409446971 tempest-RoutersAdminNegativeTest-1409446971-project-admin] 10.222.0.76 "DELETE /v2.0/ports/32967517-bd3b-4165-a007-6baa91cd84df HTTP/1.1" status: 204 len: 168 time: 1.6381626 Mar 11 19:38:18.324459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c2bb09ed-bf4b-4aa3-9240-7b6f310cb443 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/c2526d3f-184f-4199-8e15-db75c2d7351a HTTP/1.1" status: 204 len: 168 time: 1.4824004 Mar 11 19:38:18.328778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55878) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:18.336161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a979a8a9-f140-48ab-a048-cd5f0ddbf70a None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:18.339766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:18.376861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-b005d5d3-14ed-4d0b-be8b-681482084b8f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:18.378760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-b005d5d3-14ed-4d0b-be8b-681482084b8f tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.6291628 Mar 11 19:38:18.409699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet f3cf7edd-942d-45a7-97ca-fd41908d4047 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:18.413498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.476121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.542064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a979a8a9-f140-48ab-a048-cd5f0ddbf70a None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:18.547780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Deleting port da870bef-681d-4033-bcf9-587a24169b5c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:18.548313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.587961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.593517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14123660-7575-4aee-80f8-00c05ebb3efb req-6e75b835-3900-46b2-8604-dbd010837882 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:18.595101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14123660-7575-4aee-80f8-00c05ebb3efb req-6e75b835-3900-46b2-8604-dbd010837882 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.6255975 Mar 11 19:38:18.618210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router b8175509-f28d-4342-944f-6d7e10263dca is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:18.708171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55884) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:18.715223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:18.730993 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] Sync routers for ids ['f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:18.753044 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] Routers {'f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:18.754015 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:18.779890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.805594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.822294 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:18.837281 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] Routers {'f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:18.838775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:18.846241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cf7edd-942d-45a7-97ca-fd41908d4047,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.856617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.866237 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ac652293-679f-44a5-a49c-70c073f63ed9 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/f3cf7edd-942d-45a7-97ca-fd41908d4047 HTTP/1.1" status: 204 len: 168 time: 0.5338652 Mar 11 19:38:18.869935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55890) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:18.912070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:18.916791 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c5fccefb-684d-4d35-a2e8-8f799a31d62c tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "PUT /v2.0/routers/f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 200 len: 915 time: 6.5466483 Mar 11 19:38:18.926621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.928882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55894) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:18.930892 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:18.931649 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694b78d4-1c1d-4077-8f80-f0aeae20764b None None] The sync data for ids ['f5dd6c15-bf3b-4f07-b15b-66383e4c5d95'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:18.989618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.046813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dcdb6b-9093-4b36-b066-27cf577226f2 None None] Network 30f11100-114d-4f08-8cd7-3b28c8021192 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:19.057937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port 3eb9bc73-dedb-4d58-a9dc-0de79ac9ecf5 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:19.100591 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14123660-7575-4aee-80f8-00c05ebb3efb req-c18ebeb8-817f-4b40-b86c-42c6983602eb tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902764 Mar 11 19:38:19.180067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=2e125182-1d04-448a-aea3-ae7bf74bf7f7,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:19.271812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '4e2e51b2-a220-43b5-98c3-2e19f7d162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:19.272164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 67f434ae-ab0e-44ab-9c18-9bc34a9eec16, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:19.276499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.277158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] For port da870bef-681d-4033-bcf9-587a24169b5c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=da870bef-681d-4033-bcf9-587a24169b5c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:19.277619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.291225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.303888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.370772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.382423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03359983-e31f-4f49-9f2f-0ffeff9b5613']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.382717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] DHCP port deletion for 30f11100-114d-4f08-8cd7-3b28c8021192 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:19.388170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Deleting port 954199db-44b7-45f4-a722-00af36fb6683 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:19.388649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.398834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580253c0-77e1-4fdc-9521-591bf92edcf1') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.399527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580253c0-77e1-4fdc-9521-591bf92edcf1') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.400187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:19.407259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Usage tracker for resource:security_group_rule and tenant:9682ad9b1da4466aa68d6d9a0306d89d is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:19.412519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:19.419766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 954199db-44b7-45f4-a722-00af36fb6683 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:19.420025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.429266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.444235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:19.498930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.514955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:19.525417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:19.525804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:19.540740 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:19.569671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:19.591687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] Sync routers for ids ['b8175509-f28d-4342-944f-6d7e10263dca'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:19.604401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 67f434ae-ab0e-44ab-9c18-9bc34a9eec16) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:19.615944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:19.616596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.622280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367565a0-e10f-4e42-afff-aac830e7cfc5 None None] Network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:19.643779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=954199db-44b7-45f4-a722-00af36fb6683,segment=NetworkSegment(07aa45c8-7697-49de-9a84-5f58fa8d0bb8),segment_id=07aa45c8-7697-49de-9a84-5f58fa8d0bb8)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:19.644499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.699855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.703704 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-88e80a31-2e55-461d-9df3-2f7bdebd084c tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "PUT /v2.0/routers/b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 200 len: 917 time: 7.2255199 Mar 11 19:38:19.707756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] Routers {'b8175509-f28d-4342-944f-6d7e10263dca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:19.707905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55898) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:19.708005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b8175509-f28d-4342-944f-6d7e10263dca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.726361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.735785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.754020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port 954199db-44b7-45f4-a722-00af36fb6683, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=954199db-44b7-45f4-a722-00af36fb6683,segment=NetworkSegment(07aa45c8-7697-49de-9a84-5f58fa8d0bb8),segment_id=07aa45c8-7697-49de-9a84-5f58fa8d0bb8)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:19.754330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.794284 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7f1ec5b4-63ce-4dc2-abb2-4769c915ac62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5271220 Mar 11 19:38:19.835749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55902) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:19.838931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.871450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:19.873190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/03359983-e31f-4f49-9f2f-0ffeff9b5613 HTTP/1.1" status: 204 len: 168 time: 5.0078120 Mar 11 19:38:19.877310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55906) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:19.897727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Calling delete_port for 954199db-44b7-45f4-a722-00af36fb6683 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:19.907658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 954199db-44b7-45f4-a722-00af36fb6683 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:19.930888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.999692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] Routers {'b8175509-f28d-4342-944f-6d7e10263dca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:20.000778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b8175509-f28d-4342-944f-6d7e10263dca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:20.019964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e90b9-4bfc-4d64-add4-22dc9cd28d62 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=03359983-e31f-4f49-9f2f-0ffeff9b5613,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:20.023804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b809b84-282d-4ea4-b14b-3c5e1d1f2ead,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:20.045976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.046501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.046982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Floating IP f67e5135-ecd4-4826-bd13-33b591edc260 disassociated. External IP: 172.26.8.107, port: da870bef-681d-4033-bcf9-587a24169b5c. Mar 11 19:38:20.048275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Calling delete_port for da870bef-681d-4033-bcf9-587a24169b5c owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:20.052605 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2faf0047-d227-4515-a407-810fa4644f9c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9682ad9b1da4466aa68d6d9a0306d89d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3434343 Mar 11 19:38:20.063414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55910) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.074746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aef1be5c-f16d-4520-9b82-098609ea0e94 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 200 len: 921 time: 1.1401896 Mar 11 19:38:20.078645 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3853e2-8b18-4982-915b-f8681ac7a050 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:20.079027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3853e2-8b18-4982-915b-f8681ac7a050 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:20.080709 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8c3853e2-8b18-4982-915b-f8681ac7a050 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/03359983-e31f-4f49-9f2f-0ffeff9b5613 HTTP/1.1" status: 404 len: 339 time: 0.1987312 Mar 11 19:38:20.081211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55914) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.092317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.109115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:20.109115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9176072b-1e29-4ebd-adef-1375fc602805 None None] The sync data for ids ['b8175509-f28d-4342-944f-6d7e10263dca'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:20.148587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1243933512', 'description': 'd1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:20.164932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:20.175630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Usage tracker for resource:network and tenant:d54a1229eadd4758a59d5c694b576b57 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:20.179497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:20.191435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:20.205954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.211097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:20.211615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:20.230833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.232649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:20.236004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.272262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.288302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-67f434ae-ab0e-44ab-9c18-9bc34a9eec16', 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': '2e125182-1d04-448a-aea3-ae7bf74bf7f7'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:20.290072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.313561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] Pushing event deleted for resources: {'Port': ['ID=954199db-44b7-45f4-a722-00af36fb6683,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:20.318202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9170df-a34c-42ca-a241-8a1781a30864 None None] No DVR routers for this DVR port 954199db-44b7-45f4-a722-00af36fb6683 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:20.327851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:20.338399 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e940736d-fb38-4685-a1f3-14a48a015757 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=f5dd6c15-bf3b-4f07-b15b-66383e4c5d95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2470779 Mar 11 19:38:20.346052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55924) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.368958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.381439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.431767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.432120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 66c3fee8-16c6-4c3c-8199-ea6c671a4615 of type vlan for network 7948b436-9120-430e-a35e-afb42adfec89 Mar 11 19:38:20.458088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.493899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b3ce4-dafe-4c62-a421-c2930c041d1f req-ac0a1e2f-48ca-4f9d-8355-24329d72b017 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:20.495398 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e18b3ce4-dafe-4c62-a421-c2930c041d1f req-ac0a1e2f-48ca-4f9d-8355-24329d72b017 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 946 time: 0.2057605 Mar 11 19:38:20.507720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Allocated IP 172.20.0.1 (67f434ae-ab0e-44ab-9c18-9bc34a9eec16/2e125182-1d04-448a-aea3-ae7bf74bf7f7/b6bb510e-3b5a-4750-8677-fba6bab8f8e3) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:20.529351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.530354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event deleted for resources: {'Port': ['ID=da870bef-681d-4033-bcf9-587a24169b5c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:20.566029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b809b84-282d-4ea4-b14b-3c5e1d1f2ead,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:20.572606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.590581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e18b3ce4-dafe-4c62-a421-c2930c041d1f req-b60c0f04-0728-47e7-97ce-a6c83e15caef tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups?id=43876197-b280-4029-8855-09b2ac9cd848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872297 Mar 11 19:38:20.601168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee4150-ec79-40a9-bc5f-ee51c14c9b16 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:20.610533 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ecee4150-ec79-40a9-bc5f-ee51c14c9b16 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.2556751 Mar 11 19:38:20.610533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.617212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.621442 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cc242157-322b-4a42-942e-db47c0a6593f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6b809b84-282d-4ea4-b14b-3c5e1d1f2ead HTTP/1.1" status: 204 len: 168 time: 0.5545673 Mar 11 19:38:20.713253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 954199db-44b7-45f4-a722-00af36fb6683 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:20.713601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.771972 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-55ba52c0-5739-4936-8be8-c4b67b4bc786 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 200 len: 923 time: 1.0649250 Mar 11 19:38:20.774561 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63450352-621c-42fa-afcf-eb4712115684 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 200 len: 205 time: 0.1676240 Mar 11 19:38:20.775977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55934) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.777070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.784125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55936) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:20.799481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Transition to ACTIVE for port object b6bb510e-3b5a-4750-8677-fba6bab8f8e3 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:20.813465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] The port '954199db-44b7-45f4-a722-00af36fb6683' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:20.820754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Transition to ACTIVE for port object b6bb510e-3b5a-4750-8677-fba6bab8f8e3 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:20.832635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.912010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.922656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:20.925010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:20.953591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 954199db-44b7-45f4-a722-00af36fb6683 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:20.963458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.003914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 954199db-44b7-45f4-a722-00af36fb6683 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:21.004387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 954199db-44b7-45f4-a722-00af36fb6683 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:21.011329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.019741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=2e125182-1d04-448a-aea3-ae7bf74bf7f7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:21.032482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:21.036701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:21.044265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:21.054310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Pushing event updated for resources: {'Port': ['ID=b6bb510e-3b5a-4750-8677-fba6bab8f8e3,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:21.224929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device da870bef-681d-4033-bcf9-587a24169b5c no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:21.226379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f11100-114d-4f08-8cd7-3b28c8021192']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.241456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aa45c8-7697-49de-9a84-5f58fa8d0bb8') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.241737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aa45c8-7697-49de-9a84-5f58fa8d0bb8') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.255639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.263592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=7948b436-9120-430e-a35e-afb42adfec89,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:21.277803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.283515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7948b436-9120-430e-a35e-afb42adfec89 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:21.286058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:21.286626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.288409 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b039fdab-8540-4124-af04-ddf284d2f9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1881592 Mar 11 19:38:21.300514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: da870bef-681d-4033-bcf9-587a24169b5c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:21.301610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device da870bef-681d-4033-bcf9-587a24169b5c not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:21.312409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55944) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.312727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55946) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.380033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Attempting to bind port b6bb510e-3b5a-4750-8677-fba6bab8f8e3 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:21.380805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Attempting to bind port b6bb510e-3b5a-4750-8677-fba6bab8f8e3 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '4e2e51b2-a220-43b5-98c3-2e19f7d162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:21.381382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Attempting to bind port b6bb510e-3b5a-4750-8677-fba6bab8f8e3 on network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:21.391801 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:21.412039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:21.412829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Checking segment: {'id': '4e2e51b2-a220-43b5-98c3-2e19f7d162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:21.413569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.414169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Bound using segment: {'id': '4e2e51b2-a220-43b5-98c3-2e19f7d162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:21.414909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Bound port: b6bb510e-3b5a-4750-8677-fba6bab8f8e3, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2e51b2-a220-43b5-98c3-2e19f7d162f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:21.415557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.450063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.455268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.510966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=30f11100-114d-4f08-8cd7-3b28c8021192,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:21.525794 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6310d2f8-44b4-4709-a643-52c0b4156389 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/30f11100-114d-4f08-8cd7-3b28c8021192 HTTP/1.1" status: 204 len: 168 time: 2.6547966 Mar 11 19:38:21.525794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55952) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.529197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.541916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] For port b6bb510e-3b5a-4750-8677-fba6bab8f8e3, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:21.545865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] For port b6bb510e-3b5a-4750-8677-fba6bab8f8e3, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b6bb510e-3b5a-4750-8677-fba6bab8f8e3,segment=NetworkSegment(4e2e51b2-a220-43b5-98c3-2e19f7d162f4),segment_id=4e2e51b2-a220-43b5-98c3-2e19f7d162f4)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:21.551441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c1960a-97ac-42d0-b782-e5449d229d31 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:21.552706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50c1960a-97ac-42d0-b782-e5449d229d31 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Synchronizing usage tracker for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:21.553350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.563164 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d5aab695-aa06-4fdf-8169-eb6a0515c98d tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=b8175509-f28d-4342-944f-6d7e10263dca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7805383 Mar 11 19:38:21.572205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55958) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.637329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f434ae-ab0e-44ab-9c18-9bc34a9eec16']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.651132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5952ae3-d422-458e-a50a-a9562960f20d None None] Pushing event updated for resources: {'Port': ['ID=b6bb510e-3b5a-4750-8677-fba6bab8f8e3,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:21.660243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2e51b2-a220-43b5-98c3-2e19f7d162f4') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.660585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2e51b2-a220-43b5-98c3-2e19f7d162f4') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.663796 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-16fdf40c-3317-4213-9b22-a7321be8170a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2fdc138cdcc4c17b8fc6c90e7868607&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3342910 Mar 11 19:38:21.669372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55964) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.726293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50c1960a-97ac-42d0-b782-e5449d229d31 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Unset dirty status for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:21.730540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-50c1960a-97ac-42d0-b782-e5449d229d31 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks?id=7948b436-9120-430e-a35e-afb42adfec89 HTTP/1.1" status: 200 len: 765 time: 0.4050851 Mar 11 19:38:21.732303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55968) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.750864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f89d3-05d8-44e1-89e5-12b6a0cccce6 None None] Network 67f434ae-ab0e-44ab-9c18-9bc34a9eec16 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:21.752229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd2cf65-3eb5-4679-8e97-0cacf924a0e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:21.753273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5dd2cf65-3eb5-4679-8e97-0cacf924a0e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:21.762069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'description': 'd2'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:21.792471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.802301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.825130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5dd2cf65-3eb5-4679-8e97-0cacf924a0e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:21.830660 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5dd2cf65-3eb5-4679-8e97-0cacf924a0e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3039787 Mar 11 19:38:21.833712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55972) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:21.845310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.893989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:21.894396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.910334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:21.917243 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:22.020131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2003e3e8-6e9f-4470-8697-69cd4b40918e req-5189b3ce-d1b2-4821-a7ae-d7172d0a342d tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Synchronizing usage tracker for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:22.034298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:22.034298 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:22.034298 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': '67f434ae-ab0e-44ab-9c18-9bc34a9eec16'}] Mar 11 19:38:22.034298 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:22.035405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:22.055944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5a0807c0-9314-4822-9045-77f8978020d1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2158563 Mar 11 19:38:22.056669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55976) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:22.064128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-357249077'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:22.069510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:22.074507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:22.077701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:22.081144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.096545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:22.103818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0253dbb4-da82-49a9-9837-4a1e108c3198,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:22.113057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.114229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d36630fc-4d73-4ba3-892b-8dee568fc7c4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0253dbb4-da82-49a9-9837-4a1e108c3198 HTTP/1.1" status: 204 len: 168 time: 0.4429944 Mar 11 19:38:22.122544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:22.125571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.192817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:22.204641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.205021 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment 04358f34-a64f-45cc-bca4-1c3d8bf733d0 of type vlan for network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc Mar 11 19:38:22.221132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b5aff0-69ab-46a7-bfcd-c20f74b52691 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:22.222578 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-10b5aff0-69ab-46a7-bfcd-c20f74b52691 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.6487756 Mar 11 19:38:22.228938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55984) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:22.234399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Router a363fc27-b707-402a-8984-93020c4234e9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:22.239599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.245925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2003e3e8-6e9f-4470-8697-69cd4b40918e req-5189b3ce-d1b2-4821-a7ae-d7172d0a342d tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Unset dirty status for tenant:8dff2755b804402a9c2ca86b0f9ca270 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:22.251576 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2003e3e8-6e9f-4470-8697-69cd4b40918e req-5189b3ce-d1b2-4821-a7ae-d7172d0a342d tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.4743602 Mar 11 19:38:22.279859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.284231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:22.284796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.318875 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f121ced9-01a1-4a28-b78c-1b4bbbc618e7 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 200 len: 205 time: 0.0831525 Mar 11 19:38:22.329144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 55988) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:22.397157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.409482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=272e3ac5-b0c7-4523-b67e-4362eda1e0bc,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:22.416611 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c61225f6-310f-456d-9290-7b7aff2cc58c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3578422 Mar 11 19:38:22.417602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 55992) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:22.420506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:22.440274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:22.582088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.596982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.603894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:22.617161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:22.620343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:22.643084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:22.649518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port b6bb510e-3b5a-4750-8677-fba6bab8f8e3 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:22.649860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.703501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:22.712040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.874475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.934705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 7948b436-9120-430e-a35e-afb42adfec89 is not hosted by any dhcp agent {{(pid=83813) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 19:38:22.938450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:22.939023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:22.940290 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "PUT /v2.0/networks/7948b436-9120-430e-a35e-afb42adfec89 HTTP/1.1" status: 200 len: 762 time: 1.1971548 Mar 11 19:38:22.989483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56008) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:23.099500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44fb71-6b80-46d7-8e1d-39a7ef7d6061 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=7948b436-9120-430e-a35e-afb42adfec89,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:23.111598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7948b436-9120-430e-a35e-afb42adfec89 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:23.237621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port b6bb510e-3b5a-4750-8677-fba6bab8f8e3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b6bb510e-3b5a-4750-8677-fba6bab8f8e3,segment=NetworkSegment(4e2e51b2-a220-43b5-98c3-2e19f7d162f4),segment_id=4e2e51b2-a220-43b5-98c3-2e19f7d162f4)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:23.238176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.263699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0503a549-acda-4ba5-a5ac-ed5e878b897e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:23.265661 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0503a549-acda-4ba5-a5ac-ed5e878b897e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks?id=7948b436-9120-430e-a35e-afb42adfec89 HTTP/1.1" status: 200 len: 765 time: 0.2686403 Mar 11 19:38:23.273434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:23.377217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56024) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:23.396017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701364e2-03ce-4e47-84d3-c87481041fbd req-2fb7d6a6-8189-437b-98df-ae29fe9e61ea tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:23.397553 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-701364e2-03ce-4e47-84d3-c87481041fbd req-2fb7d6a6-8189-437b-98df-ae29fe9e61ea tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.5361800 Mar 11 19:38:23.524140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.538996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for b6bb510e-3b5a-4750-8677-fba6bab8f8e3 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:23.587807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332c0d0-c65c-45b9-a601-53bc63b6c8f4 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:23.654847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1406727075'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:23.655845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c2b9d568-1f9f-4e39-9570-993621196bd6 req-91129e57-c05a-4651-a5f4-34ed213f34f4 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.0885644 Mar 11 19:38:23.677878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:23.692189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Usage tracker for resource:network and tenant:890421b37525481a9962eb3fcdca6f37 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:23.700870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d2dca7-a56c-4a7e-aa26-01e199925c74 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:23.702367 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79d2dca7-a56c-4a7e-aa26-01e199925c74 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4244702 Mar 11 19:38:23.703380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:23.708472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56030) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:23.709860 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-701364e2-03ce-4e47-84d3-c87481041fbd req-81da721a-95a9-4226-bb2d-c9ef3718e2d5 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968738 Mar 11 19:38:23.725780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:23.745048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.752821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=67ad2f84-a94e-47bc-82c8-ee2d2bf95927,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:23.814514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7aeaa55c-64c2-439b-9ca3-da144e8abe44 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Synchronizing usage tracker for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:23.823179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.858930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Made reservation on behalf of 890421b37525481a9962eb3fcdca6f37 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:23.862015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.882012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:23.882560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=b6bb510e-3b5a-4750-8677-fba6bab8f8e3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:23.890552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': '04358f34-a64f-45cc-bca4-1c3d8bf733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:23.890917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 272e3ac5-b0c7-4523-b67e-4362eda1e0bc, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:23.895257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:23.905033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7aeaa55c-64c2-439b-9ca3-da144e8abe44 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Unset dirty status for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:23.907734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332c0d0-c65c-45b9-a601-53bc63b6c8f4 None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:23.913698 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Sync routers for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:23.919665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7aeaa55c-64c2-439b-9ca3-da144e8abe44 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 207 time: 0.1683996 Mar 11 19:38:23.921550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56034) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:23.923857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a332c0d0-c65c-45b9-a601-53bc63b6c8f4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 272e3ac5-b0c7-4523-b67e-4362eda1e0bc) {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:23.928162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port b6bb510e-3b5a-4750-8677-fba6bab8f8e3 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:23.930732 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:23.931384 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.020825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] No DVR routers for this DVR port da870bef-681d-4033-bcf9-587a24169b5c on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:24.025426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.028832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.036346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'name': 'network-vif-deleted', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:38:24.041425 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-affba5b9-0055-4dd3-9c2f-adca66fa0495 req-2e0ee2fc-b326-44d1-ba81-2c1b67fa1109 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.90 "DELETE /v2.0/ports/da870bef-681d-4033-bcf9-587a24169b5c HTTP/1.1" status: 204 len: 173 time: 5.6467221 Mar 11 19:38:24.048696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:24.054985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Usage tracker for resource:security_group_rule and tenant:890421b37525481a9962eb3fcdca6f37 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:24.060008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:24.066784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port 9ef4c164-d9a3-449c-a97f-1744edcde20c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:24.067482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.100901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:24.180259 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629cdd53-48c0-4206-aa7f-1fb1952f0801', 'name': 'network-vif-deleted', 'tag': 'da870bef-681d-4033-bcf9-587a24169b5c', 'status': 'completed', 'code': 200} Mar 11 19:38:24.189208 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:24.309428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unable to find a vacant binding_index for network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc and agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 11 19:38:24.351229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.365473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.387032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.396381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f434ae-ab0e-44ab-9c18-9bc34a9eec16']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.409050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2e51b2-a220-43b5-98c3-2e19f7d162f4') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.409355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2e51b2-a220-43b5-98c3-2e19f7d162f4') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.421179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.439513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.440014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.447580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:24.448118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.461230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-272e3ac5-b0c7-4523-b67e-4362eda1e0bc', 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '67ad2f84-a94e-47bc-82c8-ee2d2bf95927'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:24.462551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.504074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for 9ef4c164-d9a3-449c-a97f-1744edcde20c owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:24.530461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:24.537264 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:24.571894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 272e3ac5-b0c7-4523-b67e-4362eda1e0bc) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:24.572190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.586232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.586822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.599694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port 24bb6a7a-2483-4109-b1b8-420909f9199c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:24.600025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.625793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:24.626310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1dd57da2-9047-4e06-9b8a-d47954d1c82e tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2077579 Mar 11 19:38:24.627095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.633711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56040) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:24.665373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4017988a-ff90-49d0-922d-899bb1a3a4b7,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:24.669862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.671751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/67f434ae-ab0e-44ab-9c18-9bc34a9eec16 HTTP/1.1" status: 204 len: 168 time: 4.8291724 Mar 11 19:38:24.675261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc', 'name': 'tempest-PortsTestJSON-357028163'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:24.697348 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.699213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56044) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:24.707656 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Checking router: a363fc27-b707-402a-8984-93020c4234e9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:38:24.710022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-17f2a416-36aa-4a9a-8e16-361aef3d46d1 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.711583 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-17f2a416-36aa-4a9a-8e16-361aef3d46d1 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.90 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.7019045 Mar 11 19:38:24.713985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8726-f13f-4b8e-8a8b-feb1cd245128 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=67f434ae-ab0e-44ab-9c18-9bc34a9eec16,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:24.725186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.725522 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Added segment d474902a-3221-4aa5-a704-fcfd56e2f57f of type vlan for network 10dd7368-d2c1-4a87-bede-d6803a97ce65 Mar 11 19:38:24.740058 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:24.740734 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:24.775508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-428659021'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:24.827347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:24.860550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:24.888689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:24.904255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.910214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:24.922546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.930881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.934698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Allocated IP 172.20.0.2 (272e3ac5-b0c7-4523-b67e-4362eda1e0bc/67ad2f84-a94e-47bc-82c8-ee2d2bf95927/a27769d6-8b7e-4654-8290-7f818d712747) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:24.935337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.948753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.952687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.953663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Synchronizing usage tracker for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:24.969437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:25.009994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.070317 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:25.081636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Deleting port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:25.081982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.123935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Unset dirty status for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:25.125220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39dd0953-da11-4cbc-9989-c095f46f5657 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 1.2026949 Mar 11 19:38:25.132056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:25.135003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.148701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56052) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:25.184932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.207488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Transition to ACTIVE for port object a27769d6-8b7e-4654-8290-7f818d712747 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:25.231768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Transition to ACTIVE for port object a27769d6-8b7e-4654-8290-7f818d712747 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:25.238847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.254779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for 24bb6a7a-2483-4109-b1b8-420909f9199c owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:25.315823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:25.324427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.325005 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 5c2aacdc-11ff-4c42-9683-5bc669ea645e of type vlan for network f685845e-6556-4779-b266-0e92378a08fb Mar 11 19:38:25.344561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:25.345625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Pushing event updated for resources: {'Port': ['ID=a27769d6-8b7e-4654-8290-7f818d712747,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:25.349599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:25.351997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:25.369280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.373154 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7014a251-c70e-46ed-9557-4be4b7ac0236 req-f724d501-cb2b-4718-9cac-c39422a3f860 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/ports?device_id=629cdd53-48c0-4206-aa7f-1fb1952f0801 HTTP/1.1" status: 200 len: 210 time: 0.1280134 Mar 11 19:38:25.402415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:25.418771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.422434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:25.423009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.461383 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:25.465831 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf229d-89cb-4f35-8526-b84d4be9cc53 None None] The sync data for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv is: [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '1ca9af63-6401-422e-a8f2-f2c70b703294', 'name': '', 'network_id': '42566dbc-b786-4e1a-9084-784e3a48ebe4', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'mac_address': 'fa:16:3e:95:dd:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:11Z', 'updated_at': '2022-03-11T19:36:25Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'subnets': [{'id': '5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:25.469602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:25.489958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.494164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:25.494764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.515964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Attempting to bind port a27769d6-8b7e-4654-8290-7f818d712747 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:25.516330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Attempting to bind port a27769d6-8b7e-4654-8290-7f818d712747 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '04358f34-a64f-45cc-bca4-1c3d8bf733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:25.516721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Attempting to bind port a27769d6-8b7e-4654-8290-7f818d712747 on network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:25.523859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:25.524240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Checking segment: {'id': '04358f34-a64f-45cc-bca4-1c3d8bf733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:25.524786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.525195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Bound using segment: {'id': '04358f34-a64f-45cc-bca4-1c3d8bf733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:25.525669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Bound port: a27769d6-8b7e-4654-8290-7f818d712747, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04358f34-a64f-45cc-bca4-1c3d8bf733d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:25.526100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.627521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.635646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] For port a27769d6-8b7e-4654-8290-7f818d712747, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:25.648177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] For port a27769d6-8b7e-4654-8290-7f818d712747, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a27769d6-8b7e-4654-8290-7f818d712747,segment=NetworkSegment(04358f34-a64f-45cc-bca4-1c3d8bf733d0),segment_id=04358f34-a64f-45cc-bca4-1c3d8bf733d0)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:25.655713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.673268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf91b9-56c5-44b8-92cb-0e11b185a2e6 req-c7e70332-ddb8-48b1-9a7d-8f94bf415578 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:25.674736 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-acdf91b9-56c5-44b8-92cb-0e11b185a2e6 req-c7e70332-ddb8-48b1-9a7d-8f94bf415578 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.6847286 Mar 11 19:38:25.709673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9970512 Mar 11 19:38:25.782153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc47ae2-1bbf-45c8-9373-b40525f5d4c7 None None] Pushing event updated for resources: {'Port': ['ID=a27769d6-8b7e-4654-8290-7f818d712747,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:25.790085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56056) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:25.855144 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.4758737 Mar 11 19:38:25.860407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:25.861642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=9ef4c164-d9a3-449c-a97f-1744edcde20c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:25.863360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:25.865755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56060) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:25.876086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65187524-16e0-426d-a732-1a8c149f8ed0 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'Network': ['ID=10dd7368-d2c1-4a87-bede-d6803a97ce65,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:25.882054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Request body: {'subnet': {'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:25.889178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': 'f685845e-6556-4779-b266-0e92378a08fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:25.889713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e29a328-5fbd-4e0b-a121-6bf7fe4da621 None None] New status for floating IP f67e5135-ecd4-4826-bd13-33b591edc260: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:38:25.923306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771e485-a6a4-457a-838c-3492536417b8 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=f685845e-6556-4779-b266-0e92378a08fb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:25.963772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:25.988345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network f685845e-6556-4779-b266-0e92378a08fb details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:26.025963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-07b656c1-4c43-4746-aeb8-9f591aa780e5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.8664224 Mar 11 19:38:26.039078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56064) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:26.065921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 310a7de7-822c-41bb-920e-9d269715439e yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:26.167538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:26.184584 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-acdf91b9-56c5-44b8-92cb-0e11b185a2e6 req-2e3f5f6a-4165-4ba3-adc2-2709e6c6841f tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4901454 Mar 11 19:38:26.194735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Usage tracker for resource:subnet and tenant:890421b37525481a9962eb3fcdca6f37 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:26.202645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:26.252549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:26.272731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:26.276932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] For port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:26.277578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.284421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:26.314162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:26.364252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.404453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.405935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.407493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.408966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.410311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.412086 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5229042b-5b6d-45f6-9526-051523ee6c22 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3660157 Mar 11 19:38:26.413275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:26.419529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56068) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:26.422088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Made reservation on behalf of 890421b37525481a9962eb3fcdca6f37 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:26.437596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=24bb6a7a-2483-4109-b1b8-420909f9199c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:26.439302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.490120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:26.632857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56076) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:26.690426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.6 (272e3ac5-b0c7-4523-b67e-4362eda1e0bc/67ad2f84-a94e-47bc-82c8-ee2d2bf95927/310a7de7-822c-41bb-920e-9d269715439e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:26.838362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.840697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.842083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.843345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.844681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.845946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.846614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Synchronizing usage tracker for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:26.899793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.910500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:26.973571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a27769d6-8b7e-4654-8290-7f818d712747 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:27.002661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.068386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a27769d6-8b7e-4654-8290-7f818d712747 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:27.096679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f6f861-9f65-4346-b13f-fa022093ece0 None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:27.122658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.123150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.123559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Floating IP 0eba70c8-871d-48aa-a4ac-27725eb42315 disassociated. External IP: 172.26.8.24, port: 4536d2c7-4fed-4e3a-8e1b-12c86cd88952. Mar 11 19:38:27.125185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Calling delete_port for 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:27.153792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.242625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Provisioning for port a27769d6-8b7e-4654-8290-7f818d712747 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:27.251265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Provisioning complete for port a27769d6-8b7e-4654-8290-7f818d712747 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:27.251881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.257658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Unset dirty status for tenant:d54a1229eadd4758a59d5c694b576b57 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:27.259003 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1457bb1c-1267-4fde-9a53-f3307f46bb58 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.8381770 Mar 11 19:38:27.268508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56082) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:27.269957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.292586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.464678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.515607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-29037683-4838-48b3-966a-969c62c9f680 None None] For port a27769d6-8b7e-4654-8290-7f818d712747, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a27769d6-8b7e-4654-8290-7f818d712747,segment=NetworkSegment(04358f34-a64f-45cc-bca4-1c3d8bf733d0),segment_id=04358f34-a64f-45cc-bca4-1c3d8bf733d0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:27.524063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.605067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.605374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:27.651612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29037683-4838-48b3-966a-969c62c9f680 None None] Pushing event updated for resources: {'Port': ['ID=a27769d6-8b7e-4654-8290-7f818d712747,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:27.668756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.672836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.697688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.710879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43876197-b280-4029-8855-09b2ac9cd848,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:27.718986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.720111 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e7cf90e6-6fb4-41f9-91cd-5224c81fc93f tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 204 len: 168 time: 6.9347394 Mar 11 19:38:27.725144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56086) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:27.737015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1571847127', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:27.738434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e67646c-6f88-4b19-bd3b-5923efdfda59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:27.743395 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0e67646c-6f88-4b19-bd3b-5923efdfda59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks/a107e6d6-8c23-48d1-a36a-d5bd29e51614 HTTP/1.1" status: 200 len: 803 time: 0.4649568 Mar 11 19:38:27.757235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56090) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:27.768134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:27.790742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.815235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Usage tracker for resource:router and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:27.829848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c01a61-d56d-4c4e-9302-2abff81a4a25 req-e3eb10ce-a707-49ef-8b13-c35d51734644 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:27.835887 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89c01a61-d56d-4c4e-9302-2abff81a4a25 req-e3eb10ce-a707-49ef-8b13-c35d51734644 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 945 time: 0.4222445 Mar 11 19:38:27.836844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:27.836998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.876352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event deleted for resources: {'Port': ['ID=4536d2c7-4fed-4e3a-8e1b-12c86cd88952,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:27.891656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.892944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fc652b68-cea1-44ff-9aac-31b9c4bfc1d3 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "DELETE /v2.0/security-groups/43876197-b280-4029-8855-09b2ac9cd848 HTTP/1.1" status: 204 len: 168 time: 1.2547820 Mar 11 19:38:27.897716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56094) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:27.899667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 310a7de7-822c-41bb-920e-9d269715439e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:27.905630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.925206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:27.925961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router b8175509-f28d-4342-944f-6d7e10263dca {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:27.932649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:27.935175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.016360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.017493 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5c6ee030-3b9b-4f26-a898-0234a1866efa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 204 len: 168 time: 5.6863914 Mar 11 19:38:28.026061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.027300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.033731 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-4593ce2d-7d39-480a-8324-506870ef69ae tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] show failed (client error): The resource could not be found. Mar 11 19:38:28.033884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56098) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.037036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4593ce2d-7d39-480a-8324-506870ef69ae tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "GET /v2.0/security-groups/43876197-b280-4029-8855-09b2ac9cd848 HTTP/1.1" status: 404 len: 347 time: 0.1309521 Mar 11 19:38:28.052211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56100) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.070054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1490654034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:28.093146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:28.102832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'Subnet': ['ID=0b8125b1-a55c-4893-8862-1753539b2271,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:28.123887 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89c01a61-d56d-4c4e-9302-2abff81a4a25 req-eb0e1f7e-4681-46ce-80b4-d35973efaf17 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups?id=b17ce9a1-88d4-42ec-9d54-3105252304d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303710 Mar 11 19:38:28.128397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:28.143737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:28.158521 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-915cd35d-070a-4379-bea7-af3a8f1bd316 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/networks/a107e6d6-8c23-48d1-a36a-d5bd29e51614?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3878851 Mar 11 19:38:28.159335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56106) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.188175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c811a8-2e3b-4600-b394-99e91cc1272e None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:28.200743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:28.218354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=aa895f5d-d0b4-4883-bc44-0d5b6495785f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:28.233144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.245263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.246499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.251934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.254087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Checking segment: {'id': 'd474902a-3221-4aa5-a704-fcfd56e2f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:28.254454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Network hostable DHCP agents. Network: 10dd7368-d2c1-4a87-bede-d6803a97ce65, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:28.272826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ccc8b7-6198-4a81-8438-a716afaa567b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.274149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e9ccc8b7-6198-4a81-8438-a716afaa567b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets/068e98f1-0f36-4eea-a2e5-21c961cac994 HTTP/1.1" status: 200 len: 843 time: 0.1089916 Mar 11 19:38:28.284366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56110) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.322969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b44f2cea-088d-4bb9-bc1b-5ae044448210 None None] Provisioning complete for port a27769d6-8b7e-4654-8290-7f818d712747 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:28.323641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b44f2cea-088d-4bb9-bc1b-5ae044448210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.342661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=310a7de7-822c-41bb-920e-9d269715439e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:28.384315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.453220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Deleting port ba7f07cb-68c8-4733-98e0-d58a127355b6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:28.453555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.475250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa3686-ca72-4493-859a-689ebbdb140b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.480262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6aaa3686-ca72-4493-859a-689ebbdb140b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "GET /v2.0/subnets/068e98f1-0f36-4eea-a2e5-21c961cac994?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1903825 Mar 11 19:38:28.485198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56114) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.485369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:28.488072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.499848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:28.510894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1645957325'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:28.514678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:28.516425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '5c2aacdc-11ff-4c42-9683-5bc669ea645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:28.516778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: f685845e-6556-4779-b266-0e92378a08fb, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:28.524739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:28.556723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:28.579426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 10dd7368-d2c1-4a87-bede-d6803a97ce65) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:28.585490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.586061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.589870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.590951 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-205f4591-2191-4b25-afe8-f8e5545712dc tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5531940 Mar 11 19:38:28.598521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56118) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.602011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1957eb-5203-474e-ad27-aa721030b406 None None] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:28.606413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'enable_snat': False}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:28.612562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:28.715396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.716172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.728746 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8066c45d-d346-4fd6-bc5d-75f3e47d5e8d tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8600249 Mar 11 19:38:28.733941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:28.735038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56122) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.737526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.737686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.744611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Request body: {'port': {'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-20006957'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:28.764100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network f685845e-6556-4779-b266-0e92378a08fb is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:28.789199 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8a2b20a4-d120-4cc3-9581-947dd9578345 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1329868 Mar 11 19:38:28.789199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, f685845e-6556-4779-b266-0e92378a08fb) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:28.798145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df31b983-74df-4099-b0a1-454589e5523a None None] Network f685845e-6556-4779-b266-0e92378a08fb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:28.801942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56126) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:28.812970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.812970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.832331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '272e3ac5-b0c7-4523-b67e-4362eda1e0bc', 'name': 'tempest-PortsTestJSON-1659845682'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:28.864376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:28.955171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a27769d6-8b7e-4654-8290-7f818d712747 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:28.972641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.973017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.993539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:28.993871 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Added segment 69ec3581-a97b-4e8f-ba45-c2856f8d43b0 of type vlan for network 755f34ab-dd93-48b0-8645-9775020d23e8 Mar 11 19:38:29.008883 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad8bbdd1-1667-434e-bb59-4bf041fb7be7 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2065930 Mar 11 19:38:29.014438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-10dd7368-d2c1-4a87-bede-d6803a97ce65', 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65', 'tenant_id': '890421b37525481a9962eb3fcdca6f37', 'fixed_ips': [{'subnet_id': '0b8125b1-a55c-4893-8862-1753539b2271'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:29.015233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.065928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Provisioning for port 310a7de7-822c-41bb-920e-9d269715439e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:29.074414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Provisioning complete for port 310a7de7-822c-41bb-920e-9d269715439e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:29.074775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.081671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56130) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:29.247103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Calling delete_port for ba7f07cb-68c8-4733-98e0-d58a127355b6 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:29.269075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a27769d6-8b7e-4654-8290-7f818d712747 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:29.269673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.293211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Port 310a7de7-822c-41bb-920e-9d269715439e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:29.312938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:29.316536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.374691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:29.375025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:29.496598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Provisioning complete for port a27769d6-8b7e-4654-8290-7f818d712747 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:29.497009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dbbe6c30-cce4-4338-be08-9bd97fc24921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.527221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:38:29.535356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:29.553073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:29.560962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d0f7d948-d396-436d-8a10-fb3ac64c0082 req-e932bd3d-4b87-4fda-a587-1901469d50d7 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Synchronizing usage tracker for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:29.562312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-f685845e-6556-4779-b266-0e92378a08fb', 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'aa895f5d-d0b4-4883-bc44-0d5b6495785f'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:29.563257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Usage tracker for resource:port and tenant:890421b37525481a9962eb3fcdca6f37 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:29.563646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.569589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:29.573078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:29.576437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.580954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:29.582736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:29.588425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:29.593329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Allocated IP 2001:db8::2 (10dd7368-d2c1-4a87-bede-d6803a97ce65/0b8125b1-a55c-4893-8862-1753539b2271/1e8cad01-4f34-45e1-9889-832303f8862e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:29.601352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:29.603761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.607861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:29.608461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.630386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d0f7d948-d396-436d-8a10-fb3ac64c0082 req-e932bd3d-4b87-4fda-a587-1901469d50d7 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Unset dirty status for tenant:0a18426f7b2f410b944e9769ef307fa8 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:29.631561 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d0f7d948-d396-436d-8a10-fb3ac64c0082 req-e932bd3d-4b87-4fda-a587-1901469d50d7 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.2658989 Mar 11 19:38:29.681597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Made reservation on behalf of 890421b37525481a9962eb3fcdca6f37 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:29.681597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.802451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] device_id is not set on port 10658112-973f-4c89-a7f6-27d5bad32bc1 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:29.817587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:29.820013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.839360 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3491004 Mar 11 19:38:29.843398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56136) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:29.869865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:29.894245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:29.917062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9fe5-9cb9-45d2-9c36-6a6ad704005e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Network': ['ID=755f34ab-dd93-48b0-8645-9775020d23e8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:29.927962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port f94babdb-7444-471e-93a2-20d1af2167fe yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:29.955666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:29.965202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.007134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.039681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Pushing event deleted for resources: {'Port': ['ID=ba7f07cb-68c8-4733-98e0-d58a127355b6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:30.122097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.158562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:30.160954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.161109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Allocated IP 172.20.0.2 (f685845e-6556-4779-b266-0e92378a08fb/aa895f5d-d0b4-4883-bc44-0d5b6495785f/58cd3805-90e5-4399-b924-706229410e56) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:30.224888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.229079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.9 (272e3ac5-b0c7-4523-b67e-4362eda1e0bc/67ad2f84-a94e-47bc-82c8-ee2d2bf95927/f94babdb-7444-471e-93a2-20d1af2167fe) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:30.243911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.245323 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5bd9bd25-4d8d-4c86-bcae-bb6739e90053 tempest-ServersTestManualDisk-1356357192 tempest-ServersTestManualDisk-1356357192-project] 10.222.0.76 "DELETE /v2.0/floatingips/f67e5135-ecd4-4826-bd13-33b591edc260 HTTP/1.1" status: 204 len: 168 time: 2.1921675 Mar 11 19:38:30.252956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:30.253456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56140) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:30.293970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Made reservation on behalf of d54a1229eadd4758a59d5c694b576b57 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:30.330033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cf383aa4-47e0-47dd-8f8c-8f76df7bbce0 None None] Provisioning complete for port 310a7de7-822c-41bb-920e-9d269715439e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:30.330701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cf383aa4-47e0-47dd-8f8c-8f76df7bbce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.392869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.407080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Transition to ACTIVE for port object 1e8cad01-4f34-45e1-9889-832303f8862e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:30.451442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Transition to ACTIVE for port object 1e8cad01-4f34-45e1-9889-832303f8862e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:30.456187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.464220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.530463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cf383aa4-47e0-47dd-8f8c-8f76df7bbce0 None None] Port 310a7de7-822c-41bb-920e-9d269715439e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:30.564461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:30.573588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:30.581504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:30.584092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:30.584579 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Sync routers for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:30.594523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Pushing event updated for resources: {'Port': ['ID=1e8cad01-4f34-45e1-9889-832303f8862e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:30.623011 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:30.625130 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:30.665229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] No DVR routers for this DVR port 4536d2c7-4fed-4e3a-8e1b-12c86cd88952 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:30.671387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.673305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb130d42-b5be-4574-a621-8d7b407b1e6a req-43d8b346-d17f-4d74-b7b1-c75e9bf20ab3 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.90 "DELETE /v2.0/ports/4536d2c7-4fed-4e3a-8e1b-12c86cd88952 HTTP/1.1" status: 204 len: 173 time: 5.9019389 Mar 11 19:38:30.674480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'name': 'network-vif-deleted', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:38:30.712349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Allocated IP 172.26.8.250 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/480868e7-244e-4523-86b3-a39476dd9857) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:30.725587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.747827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object f94babdb-7444-471e-93a2-20d1af2167fe will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:30.773023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing IP validity checks on allocation pools {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:38:30.773615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:38:30.776278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Allocated IP 2001:db8::279 (10dd7368-d2c1-4a87-bede-d6803a97ce65/0b8125b1-a55c-4893-8862-1753539b2271/10658112-973f-4c89-a7f6-27d5bad32bc1) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:30.909652 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edfc6b41-b56a-4e0d-b95c-077357c98b2c', 'name': 'network-vif-deleted', 'tag': '4536d2c7-4fed-4e3a-8e1b-12c86cd88952', 'status': 'completed', 'code': 200} Mar 11 19:38:30.910760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.929567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Attempting to bind port 1e8cad01-4f34-45e1-9889-832303f8862e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:30.929978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Attempting to bind port 1e8cad01-4f34-45e1-9889-832303f8862e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd474902a-3221-4aa5-a704-fcfd56e2f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:30.930429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Attempting to bind port 1e8cad01-4f34-45e1-9889-832303f8862e on network 10dd7368-d2c1-4a87-bede-d6803a97ce65 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:30.937207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.952530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Transition to ACTIVE for port object 58cd3805-90e5-4399-b924-706229410e56 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:30.956283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:30.956877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Checking segment: {'id': 'd474902a-3221-4aa5-a704-fcfd56e2f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:30.957563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.958196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Bound using segment: {'id': 'd474902a-3221-4aa5-a704-fcfd56e2f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:30.958797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Bound port: 1e8cad01-4f34-45e1-9889-832303f8862e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd474902a-3221-4aa5-a704-fcfd56e2f57f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:30.959343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:30.999788 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:31.026572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Transition to ACTIVE for port object 58cd3805-90e5-4399-b924-706229410e56 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:31.045658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.138198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Network f685845e-6556-4779-b266-0e92378a08fb is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:31.145236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:31.151991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:31.159122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.193995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] For port 1e8cad01-4f34-45e1-9889-832303f8862e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:31.212222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.227283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.228177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bd890c92-b322-449e-8812-039813e0bcb9 req-976c76ea-1cc2-4a73-ae34-1eec6363860b tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/ports?device_id=edfc6b41-b56a-4e0d-b95c-077357c98b2c HTTP/1.1" status: 200 len: 210 time: 0.2504179 Mar 11 19:38:31.235661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Pushing event updated for resources: {'Port': ['ID=58cd3805-90e5-4399-b924-706229410e56,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:31.278215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:31.279006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=f94babdb-7444-471e-93a2-20d1af2167fe,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:31.279850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.299879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] For port 1e8cad01-4f34-45e1-9889-832303f8862e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e8cad01-4f34-45e1-9889-832303f8862e,segment=NetworkSegment(d474902a-3221-4aa5-a704-fcfd56e2f57f),segment_id=d474902a-3221-4aa5-a704-fcfd56e2f57f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:31.300963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Attempting to bind port 58cd3805-90e5-4399-b924-706229410e56 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:31.301322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Attempting to bind port 58cd3805-90e5-4399-b924-706229410e56 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '5c2aacdc-11ff-4c42-9683-5bc669ea645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:31.301813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Attempting to bind port 58cd3805-90e5-4399-b924-706229410e56 on network f685845e-6556-4779-b266-0e92378a08fb {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:31.314529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.322187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:31.326892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:31.327628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:31.328265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Checking segment: {'id': '5c2aacdc-11ff-4c42-9683-5bc669ea645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:31.328738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.329855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Bound using segment: {'id': '5c2aacdc-11ff-4c42-9683-5bc669ea645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:31.330392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Bound port: 58cd3805-90e5-4399-b924-706229410e56, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c2aacdc-11ff-4c42-9683-5bc669ea645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'f685845e-6556-4779-b266-0e92378a08fb'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:31.331022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.389206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=aa895f5d-d0b4-4883-bc44-0d5b6495785f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:31.518449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34811c-e6de-495d-b1a6-f7fbb1c9ab3c None None] Pushing event updated for resources: {'Port': ['ID=1e8cad01-4f34-45e1-9889-832303f8862e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:31.523582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.529592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.566319 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aae3bece-2fd3-47cb-8eca-17467f2c200b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7597179 Mar 11 19:38:31.568828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56148) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:31.618193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] For port 58cd3805-90e5-4399-b924-706229410e56, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:31.622518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] For port 58cd3805-90e5-4399-b924-706229410e56, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=58cd3805-90e5-4399-b924-706229410e56,segment=NetworkSegment(5c2aacdc-11ff-4c42-9683-5bc669ea645e),segment_id=5c2aacdc-11ff-4c42-9683-5bc669ea645e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:31.633381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.707231 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:31.714153 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Checking router: c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:38:31.752458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.759991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:31.760755 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:31.837853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.847089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751c494-3c5e-4491-8846-313476814fc2 None None] Pushing event updated for resources: {'Port': ['ID=58cd3805-90e5-4399-b924-706229410e56,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:31.849716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0129995d-9a2f-466b-af9e-9fddc87003e7 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.850532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0129995d-9a2f-466b-af9e-9fddc87003e7 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:31.889524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0adef8e3-e3ba-489d-a47e-65295b4f5d35 None None] Provisioning for port f94babdb-7444-471e-93a2-20d1af2167fe completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:31.893552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229a821d-cc3a-43e4-bff4-7f95bfcc53d5 None None] Network f685845e-6556-4779-b266-0e92378a08fb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:31.938435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.960024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f685845e-6556-4779-b266-0e92378a08fb']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:31.981675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.991731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:31.995202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0adef8e3-e3ba-489d-a47e-65295b4f5d35 None None] Provisioning complete for port f94babdb-7444-471e-93a2-20d1af2167fe triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:31.995848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0adef8e3-e3ba-489d-a47e-65295b4f5d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.002336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0129995d-9a2f-466b-af9e-9fddc87003e7 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:32.003679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0129995d-9a2f-466b-af9e-9fddc87003e7 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.4317477 Mar 11 19:38:32.007251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56152) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:32.047508 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:32.096861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port f94babdb-7444-471e-93a2-20d1af2167fe {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:32.097205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.098385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0adef8e3-e3ba-489d-a47e-65295b4f5d35 None None] Port f94babdb-7444-471e-93a2-20d1af2167fe cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:32.155462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2aacdc-11ff-4c42-9683-5bc669ea645e') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:32.155927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2aacdc-11ff-4c42-9683-5bc669ea645e') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:32.182914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Transition to ACTIVE for port object 10658112-973f-4c89-a7f6-27d5bad32bc1 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:32.271542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.310149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Allocated IP 172.26.8.81 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/91d3a70f-65ab-410d-b147-ef9f81448d3f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:32.325788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:32.335084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:32.341173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:32.370848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.399445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event updated for resources: {'Port': ['ID=480868e7-244e-4523-86b3-a39476dd9857,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:32.402136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=bba34308-8c77-407b-a527-354661358248,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:32.425416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:32.425884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.427237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56160) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:32.441800 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:32.511069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:32.517965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab8789-8629-4d98-b6cc-c47a11b8cfec None None] The sync data for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv is: [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '491a50ff-211a-47b6-90fd-54b8a5f30ffc', 'name': '', 'network_id': '1c3ef36d-a17c-4e26-b3ce-50b651558884', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'mac_address': 'fa:16:3e:5b:f5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:18Z', 'updated_at': '2022-03-11T19:36:48Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'subnets': [{'id': '4a068fac-5dc0-484d-9346-031f0fc97478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:32.601942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.644851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.662593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Checking segment: {'id': '69ec3581-a97b-4e8f-ba45-c2856f8d43b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:32.662736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network hostable DHCP agents. Network: 755f34ab-dd93-48b0-8645-9775020d23e8, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:32.779966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:32.779966 dv-neutron-832764-2-hyperv neutron-server[83813]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:32.779966 dv-neutron-832764-2-hyperv neutron-server[83813]: [parameters: {'id': 'f685845e-6556-4779-b266-0e92378a08fb'}] Mar 11 19:38:32.779966 dv-neutron-832764-2-hyperv neutron-server[83813]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:32.780292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:32.783744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for f94babdb-7444-471e-93a2-20d1af2167fe owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:32.817808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4701e73a-4e5d-47a7-aebb-ada0966805cb None None] New status for floating IP 0eba70c8-871d-48aa-a4ac-27725eb42315: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:38:32.849709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.850264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:32.852001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'Port': ['ID=10658112-973f-4c89-a7f6-27d5bad32bc1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:32.867145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:32.876582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:32.882792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.883474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.922869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512600b2-03a2-415d-8961-b13d94d2b207 None None] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:32.939160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.941272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Network 755f34ab-dd93-48b0-8645-9775020d23e8 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:32.946811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.975485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.976271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:32.983890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 755f34ab-dd93-48b0-8645-9775020d23e8) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:32.989545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-abf29085-d5e6-4002-99e9-16196cc0475f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.2494686 Mar 11 19:38:32.991038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.991650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.001703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56164) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.021469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Request body: {'port': {'network_id': '10dd7368-d2c1-4a87-bede-d6803a97ce65', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-990263118', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:33.022163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] bootfile-name is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:33.022365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] tftp-server is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:33.022686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] server-ip-address is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:33.054216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e8cad01-4f34-45e1-9889-832303f8862e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:33.078153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee613dc-8da4-4451-995d-0d50ca1a3cc3 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:33.157962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.251900 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2ac2624-d265-4cbd-ab33-6564d478d744 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.4011619 Mar 11 19:38:33.254042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.261959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:33.288403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.315580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.353659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=f94babdb-7444-471e-93a2-20d1af2167fe,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.419500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.422350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b3028c77-1757-40a9-aec1-6dd3f125954b None None] Provisioning for port 1e8cad01-4f34-45e1-9889-832303f8862e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:33.432498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 58cd3805-90e5-4399-b924-706229410e56 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:33.432844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.501931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:33.503654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ce9a1-88d4-42ec-9d54-3105252304d3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.513882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:33.515884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Pushing event updated for resources: {'Port': ['ID=91d3a70f-65ab-410d-b147-ef9f81448d3f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.528398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:33.529479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:33.541003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Usage tracker for resource:port and tenant:890421b37525481a9962eb3fcdca6f37 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:33.548704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:33.573463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:33.583328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.593356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.597466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-abfc02e4-ea34-447d-b422-ff911477a0cc tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "DELETE /v2.0/security-groups/b17ce9a1-88d4-42ec-9d54-3105252304d3 HTTP/1.1" status: 204 len: 168 time: 1.1156485 Mar 11 19:38:33.598985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56172) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.605018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-97158d6f-777c-4fc9-ab04-11175d402393 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/f94babdb-7444-471e-93a2-20d1af2167fe HTTP/1.1" status: 204 len: 168 time: 1.5942109 Mar 11 19:38:33.605018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Made reservation on behalf of 890421b37525481a9962eb3fcdca6f37 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:33.606496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.607687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56176) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.627823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1e8cad01-4f34-45e1-9889-832303f8862e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:33.651727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1e8cad01-4f34-45e1-9889-832303f8862e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:33.652213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.673438 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-9716d68d-8e2e-4159-98cf-f6b6b9cdfa21 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] show failed (client error): The resource could not be found. Mar 11 19:38:33.677131 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9716d68d-8e2e-4159-98cf-f6b6b9cdfa21 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "GET /v2.0/security-groups/b17ce9a1-88d4-42ec-9d54-3105252304d3 HTTP/1.1" status: 404 len: 347 time: 0.0741243 Mar 11 19:38:33.681923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56180) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.685035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] device_id is not set on port b721f63e-6715-47a5-916d-3e20296ad48e yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:33.725603 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-531b9ddb-76fd-4a91-9d48-d59dd68602b1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:38:33.729669 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-531b9ddb-76fd-4a91-9d48-d59dd68602b1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/f94babdb-7444-471e-93a2-20d1af2167fe HTTP/1.1" status: 404 len: 333 time: 0.1162074 Mar 11 19:38:33.731162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2496723'] for subnet, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.743227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56184) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:33.813155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-755f34ab-dd93-48b0-8645-9775020d23e8', 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8', 'tenant_id': 'd54a1229eadd4758a59d5c694b576b57', 'fixed_ips': [{'subnet_id': 'bba34308-8c77-407b-a527-354661358248'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:33.813958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.932086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Deleting port 6920d93d-5874-4f65-b993-c07899eb3461 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:33.932424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:33.951973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.003131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1e8cad01-4f34-45e1-9889-832303f8862e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e8cad01-4f34-45e1-9889-832303f8862e,segment=NetworkSegment(d474902a-3221-4aa5-a704-fcfd56e2f57f),segment_id=d474902a-3221-4aa5-a704-fcfd56e2f57f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:34.009125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.014482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 310a7de7-822c-41bb-920e-9d269715439e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:34.015027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.084258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1e8cad01-4f34-45e1-9889-832303f8862e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:34.111340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Allocated IP 2001:db8::2d1 (10dd7368-d2c1-4a87-bede-d6803a97ce65/0b8125b1-a55c-4893-8862-1753539b2271/b721f63e-6715-47a5-916d-3e20296ad48e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:34.149772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 19:38:34.149772 dv-neutron-832764-2-hyperv neutron-server[83814]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 11 19:38:34.149772 dv-neutron-832764-2-hyperv neutron-server[83814]: [parameters: {'in_use': 1, 'id_1': 'bba34308-8c77-407b-a527-354661358248'}] Mar 11 19:38:34.149772 dv-neutron-832764-2-hyperv neutron-server[83814]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:34.150584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:34.191849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port 58cd3805-90e5-4399-b924-706229410e56, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=58cd3805-90e5-4399-b924-706229410e56,segment=NetworkSegment(5c2aacdc-11ff-4c42-9683-5bc669ea645e),segment_id=5c2aacdc-11ff-4c42-9683-5bc669ea645e)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:34.192319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.252049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Deleting port 1ca9af63-6401-422e-a8f2-f2c70b703294 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:34.252419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.316525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Provisioning complete for port 1e8cad01-4f34-45e1-9889-832303f8862e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:34.317284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.377418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.377974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.395704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for 58cd3805-90e5-4399-b924-706229410e56 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:34.533645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Provisioning for port 10658112-973f-4c89-a7f6-27d5bad32bc1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:34.541466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Provisioning complete for port 10658112-973f-4c89-a7f6-27d5bad32bc1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:34.542115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.575361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Calling delete_port for 6920d93d-5874-4f65-b993-c07899eb3461 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:34.615913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d67e490c-8413-4129-9bb1-7553d2f2e6a5 None None] Port 10658112-973f-4c89-a7f6-27d5bad32bc1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:34.652228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.685854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.754286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8ffae019-8d17-45e0-b294-b9606ea9d0e7 None None] Provisioning complete for port 10658112-973f-4c89-a7f6-27d5bad32bc1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:34.754569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ffae019-8d17-45e0-b294-b9606ea9d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.843267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8ffae019-8d17-45e0-b294-b9606ea9d0e7 None None] Port 10658112-973f-4c89-a7f6-27d5bad32bc1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:34.872642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3110677'] for subnet, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.906914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=58cd3805-90e5-4399-b924-706229410e56,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:34.918956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:34.939003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Allocated IP 2001:db8::3 (755f34ab-dd93-48b0-8645-9775020d23e8/bba34308-8c77-407b-a527-354661358248/8a339364-fdbc-42b7-b552-1310f523040b) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:34.951591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port 58cd3805-90e5-4399-b924-706229410e56 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:34.963040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] For port 1ca9af63-6401-422e-a8f2-f2c70b703294, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1ca9af63-6401-422e-a8f2-f2c70b703294,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:34.963565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.018823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e8cad01-4f34-45e1-9889-832303f8862e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:35.031121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Router 972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:35.105753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 310a7de7-822c-41bb-920e-9d269715439e owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:35.164723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.230866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.231486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.235831 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "PUT /v2.0/subnets/bba34308-8c77-407b-a527-354661358248 HTTP/1.1" status: 200 len: 900 time: 1.9806950 Mar 11 19:38:35.237121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1e8cad01-4f34-45e1-9889-832303f8862e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:35.237246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56188) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:35.237507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.255864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Calling delete_port for 1ca9af63-6401-422e-a8f2-f2c70b703294 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:35.311047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.318980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.332801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Transition to ACTIVE for port object 8a339364-fdbc-42b7-b552-1310f523040b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:35.351041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7c5d8-dbb5-4971-b9b2-1bbe3d92b03a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event updated for resources: {'Subnet': ['ID=bba34308-8c77-407b-a527-354661358248,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.369791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.372839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Pushing event deleted for resources: {'Port': ['ID=6920d93d-5874-4f65-b993-c07899eb3461,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.398071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Transition to ACTIVE for port object 8a339364-fdbc-42b7-b552-1310f523040b will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:35.416095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.436443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Transition to ACTIVE for port object b721f63e-6715-47a5-916d-3e20296ad48e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:35.495869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:35.500542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:35.503377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Pushing event updated for resources: {'Port': ['ID=8a339364-fdbc-42b7-b552-1310f523040b,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.505914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:35.527224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.563233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.565787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.598619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.599780 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb1d10ce-5b52-425f-93c7-85c05ffaf677 tempest-ServersTestJSON-463639586 tempest-ServersTestJSON-463639586-project] 10.222.0.76 "DELETE /v2.0/floatingips/0eba70c8-871d-48aa-a4ac-27725eb42315 HTTP/1.1" status: 204 len: 168 time: 1.9171648 Mar 11 19:38:35.604660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Attempting to bind port 8a339364-fdbc-42b7-b552-1310f523040b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:35.605103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Attempting to bind port 8a339364-fdbc-42b7-b552-1310f523040b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '69ec3581-a97b-4e8f-ba45-c2856f8d43b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:35.605513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Attempting to bind port 8a339364-fdbc-42b7-b552-1310f523040b on network 755f34ab-dd93-48b0-8645-9775020d23e8 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:35.612275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:35.612641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Checking segment: {'id': '69ec3581-a97b-4e8f-ba45-c2856f8d43b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:35.613028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.613441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Bound using segment: {'id': '69ec3581-a97b-4e8f-ba45-c2856f8d43b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:35.613881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Bound port: 8a339364-fdbc-42b7-b552-1310f523040b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ec3581-a97b-4e8f-ba45-c2856f8d43b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755f34ab-dd93-48b0-8645-9775020d23e8'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:35.614242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.654970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56192) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:35.704071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] For port 8a339364-fdbc-42b7-b552-1310f523040b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:35.707381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] For port 8a339364-fdbc-42b7-b552-1310f523040b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8a339364-fdbc-42b7-b552-1310f523040b,segment=NetworkSegment(69ec3581-a97b-4e8f-ba45-c2856f8d43b0),segment_id=69ec3581-a97b-4e8f-ba45-c2856f8d43b0)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:35.710013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'Port': ['ID=b721f63e-6715-47a5-916d-3e20296ad48e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.713473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.718660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:35.721706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:35.724557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:35.728920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.729595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.743928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.774806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f685845e-6556-4779-b266-0e92378a08fb']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:35.801316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca9af63-6401-422e-a8f2-f2c70b703294,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.807299 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d7c6842-133f-4176-b0d7-89dba1cd33ca tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.8018696 Mar 11 19:38:35.807299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56196) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:35.816283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46c98f-f8aa-4eea-8eb9-045927fa3d26 None None] Pushing event updated for resources: {'Port': ['ID=8a339364-fdbc-42b7-b552-1310f523040b,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.909614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c2aacdc-11ff-4c42-9683-5bc669ea645e') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:35.910159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c2aacdc-11ff-4c42-9683-5bc669ea645e') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:35.943290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.953645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.960606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:35.996147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.018332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.046844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.049149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:36.051308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:36.068408 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:36.079416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 8a339364-fdbc-42b7-b552-1310f523040b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:36.079752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.104872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.108824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.112980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.113692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Synchronizing usage tracker for tenant:890421b37525481a9962eb3fcdca6f37 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:36.187032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Unset dirty status for tenant:890421b37525481a9962eb3fcdca6f37 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:36.188459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-766add75-554f-49e1-b805-8e2320166686 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3785863 Mar 11 19:38:36.191097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56200) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:36.270420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Deleting port b721f63e-6715-47a5-916d-3e20296ad48e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:36.271024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.286430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54076a1b-99e0-468f-8871-484bd8220fa0 None None] Provisioning for port b721f63e-6715-47a5-916d-3e20296ad48e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:36.293583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54076a1b-99e0-468f-8871-484bd8220fa0 None None] Provisioning complete for port b721f63e-6715-47a5-916d-3e20296ad48e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:36.294103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54076a1b-99e0-468f-8871-484bd8220fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.368516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-54076a1b-99e0-468f-8871-484bd8220fa0 None None] Port b721f63e-6715-47a5-916d-3e20296ad48e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:36.438633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.523561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=310a7de7-822c-41bb-920e-9d269715439e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:36.618717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.646836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.676629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.738700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=f685845e-6556-4779-b266-0e92378a08fb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:36.773028 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-712ef3e7-4ccb-4930-8635-7c633638fe81 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/f685845e-6556-4779-b266-0e92378a08fb HTTP/1.1" status: 204 len: 168 time: 7.6880891 Mar 11 19:38:36.777408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56204) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:36.812544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852134196'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:36.830155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:36.906028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:36.912002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:36.928876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:36.934114 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-66daa650-a263-4cce-a9bf-8cc2a0d10d9d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/310a7de7-822c-41bb-920e-9d269715439e HTTP/1.1" status: 204 len: 168 time: 3.1873662 Mar 11 19:38:36.939072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Calling delete_port for b721f63e-6715-47a5-916d-3e20296ad48e owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:36.940335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:36.945315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56208) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:37.045580 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7e5c25-4daf-4265-9d36-57004f697f41 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:38:37.045580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eb7e5c25-4daf-4265-9d36-57004f697f41 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:37.069894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:37.074118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.074732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8a339364-fdbc-42b7-b552-1310f523040b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:37.139915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:37.143547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 8a339364-fdbc-42b7-b552-1310f523040b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8a339364-fdbc-42b7-b552-1310f523040b,segment=NetworkSegment(69ec3581-a97b-4e8f-ba45-c2856f8d43b0),segment_id=69ec3581-a97b-4e8f-ba45-c2856f8d43b0)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.143927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.151144 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d906232-607c-4d80-8efd-72f85767521e None None] Sync routers for ids ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:37.168103 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] Routers {'972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:37.169895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:37.176506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eb7e5c25-4daf-4265-9d36-57004f697f41 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:37.180608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eb7e5c25-4daf-4265-9d36-57004f697f41 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/310a7de7-822c-41bb-920e-9d269715439e HTTP/1.1" status: 404 len: 333 time: 0.2297525 Mar 11 19:38:37.181398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56212) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:37.185103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8a339364-fdbc-42b7-b552-1310f523040b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:37.248697 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:37.262028 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] Routers {'972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:37.262770 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:37.288948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3341263a-7449-4c20-9fc9-e62b7c394941 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:37.342213 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9d906232-607c-4d80-8efd-72f85767521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:37.343444 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d906232-607c-4d80-8efd-72f85767521e None None] The sync data for ids ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:37.345590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 8a339364-fdbc-42b7-b552-1310f523040b owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:37.367758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.390270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Provisioning for port 8a339364-fdbc-42b7-b552-1310f523040b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:37.406307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Provisioning complete for port 8a339364-fdbc-42b7-b552-1310f523040b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:37.406678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.407003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:37.448018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event deleted for resources: {'Port': ['ID=b721f63e-6715-47a5-916d-3e20296ad48e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:37.502481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.503541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09b59207-558d-415a-8205-01066bc91d94 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7751608 Mar 11 19:38:37.504710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.505066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 83ebce95-b5dd-48c4-9398-f2d1024445f8 of type vlan for network c2f73752-ead1-43c0-82b3-3a619b5e2e13 Mar 11 19:38:37.508161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.512423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56216) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:37.518850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:37.646491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.681474 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d45aa0a5-993b-44d6-bc1d-b30a8f9e8193 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "DELETE /v2.0/ports/b721f63e-6715-47a5-916d-3e20296ad48e HTTP/1.1" status: 204 len: 168 time: 1.4856615 Mar 11 19:38:37.684750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56220) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:37.699023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] For port 8a339364-fdbc-42b7-b552-1310f523040b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8a339364-fdbc-42b7-b552-1310f523040b,segment=NetworkSegment(69ec3581-a97b-4e8f-ba45-c2856f8d43b0),segment_id=69ec3581-a97b-4e8f-ba45-c2856f8d43b0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.699438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Request body: {'port': {'name': 'tempest-new-port-name-741821678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:37.699837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] bootfile-name is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:37.700229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] tftp-server is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:37.700561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] server-ip-address is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:38:37.704511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.721888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.750325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:37.750697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:37.800455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170b39a-d3d5-42dd-8304-36027ed14a3e None None] Pushing event updated for resources: {'Port': ['ID=8a339364-fdbc-42b7-b552-1310f523040b,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:37.826228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 67ad2f84-a94e-47bc-82c8-ee2d2bf95927 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:37.835454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.872354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.876186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:37.876754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.987993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:37.991583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90beccc-4db6-4a07-87e9-1417fa2f2450 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:38.110391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b714f653-40fd-4e4b-99e1-7bcb243e4817 None None] Provisioning complete for port 8a339364-fdbc-42b7-b552-1310f523040b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:38.110391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b714f653-40fd-4e4b-99e1-7bcb243e4817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.152773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.185990 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4032516 Mar 11 19:38:38.193470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Router 888a3cd1-f215-4e78-9f87-1d123a9e5447 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:38.196021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56224) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:38.208797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dd0a5-ba14-45f9-955e-f631858b1a64 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=c2f73752-ead1-43c0-82b3-3a619b5e2e13,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:38.218037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:38.228671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:38.296099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 8a339364-fdbc-42b7-b552-1310f523040b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:38.296436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.544597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:38.589252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:38.598312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:38.615384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.617717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3479af-b04f-4cdc-bb2a-7ff8483e450d None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:38.621610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.630026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Router a363fc27-b707-402a-8984-93020c4234e9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:38.632552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.650908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:38.697271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-36ef3d18-aae1-4543-be1a-ca02499b1d63 None None] Provisioning complete for port 8a339364-fdbc-42b7-b552-1310f523040b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:38.697623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36ef3d18-aae1-4543-be1a-ca02499b1d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.706922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.712034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] In _notify_port_updated(), no bound segment for port 10658112-973f-4c89-a7f6-27d5bad32bc1 on network 10dd7368-d2c1-4a87-bede-d6803a97ce65 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:38:38.716017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:38.716692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:38.720488 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "PUT /v2.0/ports/10658112-973f-4c89-a7f6-27d5bad32bc1 HTTP/1.1" status: 200 len: 1129 time: 1.0322108 Mar 11 19:38:38.722158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:38.758427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:38.760769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b47d3-893c-41d2-b42f-75a6f73ca32f tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event updated for resources: {'Port': ['ID=10658112-973f-4c89-a7f6-27d5bad32bc1,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:38.931019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da2a0c6-d904-499a-823a-3aa2ccfcfed3 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:38.931657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5da2a0c6-d904-499a-823a-3aa2ccfcfed3 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Synchronizing usage tracker for tenant:890421b37525481a9962eb3fcdca6f37 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:38.944050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3479af-b04f-4cdc-bb2a-7ff8483e450d None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:38.984990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8a339364-fdbc-42b7-b552-1310f523040b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:39.028397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.038811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5da2a0c6-d904-499a-823a-3aa2ccfcfed3 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Unset dirty status for tenant:890421b37525481a9962eb3fcdca6f37 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:39.044452 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5da2a0c6-d904-499a-823a-3aa2ccfcfed3 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "GET /v2.0/ports/10658112-973f-4c89-a7f6-27d5bad32bc1 HTTP/1.1" status: 200 len: 1129 time: 0.3146880 Mar 11 19:38:39.061981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.077226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56232) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:39.174663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:39.182146 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-412dfb01-6acc-42d5-99d0-6c53d7c99781 admin admin] 10.222.0.76 "PUT /v2.0/routers/a363fc27-b707-402a-8984-93020c4234e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9250057 Mar 11 19:38:39.182893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56236) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:39.186669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=67ad2f84-a94e-47bc-82c8-ee2d2bf95927,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:39.202135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Sync routers for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:39.247763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 8a339364-fdbc-42b7-b552-1310f523040b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8a339364-fdbc-42b7-b552-1310f523040b,segment=NetworkSegment(69ec3581-a97b-4e8f-ba45-c2856f8d43b0),segment_id=69ec3581-a97b-4e8f-ba45-c2856f8d43b0)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:39.248103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.267301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:39.268011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:39.271389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.275614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing IP validity checks on allocation pools {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:38:39.276129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_backend_mixin [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83813) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:38:39.358843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.382461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.398387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Deleting port 480868e7-244e-4523-86b3-a39476dd9857 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:39.398387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.423829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8a339364-fdbc-42b7-b552-1310f523040b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:39.424180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.519595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Deleting port 10658112-973f-4c89-a7f6-27d5bad32bc1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:39.519834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.552989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.558266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 8a339364-fdbc-42b7-b552-1310f523040b owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:39.561476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:39.589953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2c5d184a-8eaa-4f2c-92be-6d79494d2b53 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/67ad2f84-a94e-47bc-82c8-ee2d2bf95927 HTTP/1.1" status: 204 len: 168 time: 2.3387816 Mar 11 19:38:39.605968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:39.718034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.862781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Calling delete_port for 480868e7-244e-4523-86b3-a39476dd9857 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:39.890151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:39.900069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:39.903788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c0b573-e80d-470e-8423-79dd80b2e30d None None] Network 272e3ac5-b0c7-4523-b67e-4362eda1e0bc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:39.910127 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] Sync routers for ids ['888a3cd1-f215-4e78-9f87-1d123a9e5447'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:39.944775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] Routers {'888a3cd1-f215-4e78-9f87-1d123a9e5447'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:39.945681 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['888a3cd1-f215-4e78-9f87-1d123a9e5447'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.032228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.054612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Deleting port 0c99a3e4-abb7-48c6-a003-7367bf43513d {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:40.055030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.064796 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.078335 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] Routers {'888a3cd1-f215-4e78-9f87-1d123a9e5447'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:40.079268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['888a3cd1-f215-4e78-9f87-1d123a9e5447'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.129650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port a27769d6-8b7e-4654-8290-7f818d712747 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:40.130010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.143160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203'}], 'enable_snat': True}, 'gw_port_id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:38:35Z', 'revision_number': 5, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port': {'id': '0c99a3e4-abb7-48c6-a003-7367bf43513d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:0a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a363fc27-b707-402a-8984-93020c4234e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.156726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Checking router: a363fc27-b707-402a-8984-93020c4234e9 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:38:40.177957 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.178553 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e420a6-3179-4eb6-aa81-e0f9734b0e9e None None] The sync data for ids ['888a3cd1-f215-4e78-9f87-1d123a9e5447'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:40.187606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.188799 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-518839b8-8ee6-4240-a767-23e04a143282 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "PUT /v2.0/routers/888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 200 len: 919 time: 11.5895543 Mar 11 19:38:40.196796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Routers {'a363fc27-b707-402a-8984-93020c4234e9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:40.198236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56244) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:40.205924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a363fc27-b707-402a-8984-93020c4234e9'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.280996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.366189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.379549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.397753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] DHCP port deletion for 272e3ac5-b0c7-4523-b67e-4362eda1e0bc request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:40.413273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Deleting port a27769d6-8b7e-4654-8290-7f818d712747 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:40.413888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.429737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=8a339364-fdbc-42b7-b552-1310f523040b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:40.521175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-238b15d5-84b2-4894-a0a3-ade8595c2e1e None None] Provisioning complete for port 10658112-973f-4c89-a7f6-27d5bad32bc1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:40.521409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-238b15d5-84b2-4894-a0a3-ade8595c2e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.563713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] Set router a363fc27-b707-402a-8984-93020c4234e9 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:40.614011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.622387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07a2266-ed90-480a-bc03-342a9674a95e None None] DHCP port deletion for 755f34ab-dd93-48b0-8645-9775020d23e8 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:40.623913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Calling delete_port for 10658112-973f-4c89-a7f6-27d5bad32bc1 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:40.750385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Pushing event deleted for resources: {'Port': ['ID=480868e7-244e-4523-86b3-a39476dd9857,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:40.774743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:38:40Z', 'revision_number': 6, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:40.778932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-238b15d5-84b2-4894-a0a3-ade8595c2e1e None None] Port 10658112-973f-4c89-a7f6-27d5bad32bc1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:40.785535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2e0e2-16c5-4247-a1ad-3e6f7917572a None None] The sync data for ids ['a363fc27-b707-402a-8984-93020c4234e9'] in dv-neutron-832764-2-hyperv is: [{'id': 'a363fc27-b707-402a-8984-93020c4234e9', 'name': 'tempest-ServersTestManualDisk-619043104-router', 'tenant_id': '8dff2755b804402a9c2ca86b0f9ca270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:05Z', 'updated_at': '2022-03-11T19:38:40Z', 'revision_number': 6, 'project_id': '8dff2755b804402a9c2ca86b0f9ca270', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:40.805204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] For port a27769d6-8b7e-4654-8290-7f818d712747, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a27769d6-8b7e-4654-8290-7f818d712747,segment=NetworkSegment(04358f34-a64f-45cc-bca4-1c3d8bf733d0),segment_id=04358f34-a64f-45cc-bca4-1c3d8bf733d0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:40.805663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:40.828662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port 8a339364-fdbc-42b7-b552-1310f523040b on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:40.830047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=c3c63b90-9732-462e-a31d-8cc98ad71948,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:40.935949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Calling delete_port for a27769d6-8b7e-4654-8290-7f818d712747 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:40.966141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] For port 0c99a3e4-abb7-48c6-a003-7367bf43513d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0c99a3e4-abb7-48c6-a003-7367bf43513d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:40.966529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.011493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.037984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port a27769d6-8b7e-4654-8290-7f818d712747, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a27769d6-8b7e-4654-8290-7f818d712747,segment=NetworkSegment(04358f34-a64f-45cc-bca4-1c3d8bf733d0),segment_id=04358f34-a64f-45cc-bca4-1c3d8bf733d0)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:41.038362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.045716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.056278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] Pushing event deleted for resources: {'Port': ['ID=a27769d6-8b7e-4654-8290-7f818d712747,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:41.059992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc346b-4904-4200-8497-9e1795ea65b7 None None] No DVR routers for this DVR port a27769d6-8b7e-4654-8290-7f818d712747 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:41.081699 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:38:41.082731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa0c986-6230-4c12-93b0-3549c3294f89 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:41.090547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.261822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '83ebce95-b5dd-48c4-9398-f2d1024445f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:41.261822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: c2f73752-ead1-43c0-82b3-3a619b5e2e13, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:41.265681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Calling delete_port for 0c99a3e4-abb7-48c6-a003-7367bf43513d owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:41.268995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1ca9af63-6401-422e-a8f2-f2c70b703294 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:41.309367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.318250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1ca9af63-6401-422e-a8f2-f2c70b703294 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:41.318719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1ca9af63-6401-422e-a8f2-f2c70b703294 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:41.319226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8a339364-fdbc-42b7-b552-1310f523040b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:41.329074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.368786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8a339364-fdbc-42b7-b552-1310f523040b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:41.369263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8a339364-fdbc-42b7-b552-1310f523040b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:41.369764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a27769d6-8b7e-4654-8290-7f818d712747 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:41.448737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for a27769d6-8b7e-4654-8290-7f818d712747 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:41.449023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a27769d6-8b7e-4654-8290-7f818d712747 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:41.449623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a27769d6-8b7e-4654-8290-7f818d712747 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:41.530917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4d56e642-e1d7-4119-9863-a1272850e538 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 200 len: 925 time: 1.1515050 Mar 11 19:38:41.532158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56248) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:41.539511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0c986-6230-4c12-93b0-3549c3294f89 None None] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:41.552588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa0c986-6230-4c12-93b0-3549c3294f89 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c2f73752-ead1-43c0-82b3-3a619b5e2e13) {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:41.579429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Router 972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:41.619085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 already present Mar 11 19:38:41.619502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:41.620016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c2f73752-ead1-43c0-82b3-3a619b5e2e13) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:41.630735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:41.631615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.639713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.697854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.727505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:41.727829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:41.781591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event deleted for resources: {'Port': ['ID=10658112-973f-4c89-a7f6-27d5bad32bc1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:41.800702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=bba34308-8c77-407b-a527-354661358248,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:41.858610 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d8dd9f22-bbc9-4093-9e23-0b0b495e0f15 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6480463 Mar 11 19:38:41.899997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56252) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:41.934317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.938567 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8bb6fa1f-4444-498d-bc1b-43c4a6359156 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "DELETE /v2.0/ports/10658112-973f-4c89-a7f6-27d5bad32bc1 HTTP/1.1" status: 204 len: 168 time: 2.8461657 Mar 11 19:38:41.939803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56256) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:41.986527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:41.997709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.000972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-c2f73752-ead1-43c0-82b3-3a619b5e2e13', 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'c3c63b90-9732-462e-a31d-8cc98ad71948'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:42.002320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.031345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755f34ab-dd93-48b0-8645-9775020d23e8']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.065418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ec3581-a97b-4e8f-ba45-c2856f8d43b0') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.065659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c99a3e4-abb7-48c6-a003-7367bf43513d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:42.065788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ec3581-a97b-4e8f-ba45-c2856f8d43b0') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.084754 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8fc4eb3e-0b07-467d-84c9-62c12cb17a8d tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=888a3cd1-f215-4e78-9f87-1d123a9e5447&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5477214 Mar 11 19:38:42.086171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56260) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:42.107797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.191571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:42.204379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.214067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.217657 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b4cd10e7-23ee-4dea-9cb6-e9e6eb16e30e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "PUT /v2.0/routers/972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 200 len: 706 time: 4.7006500 Mar 11 19:38:42.217804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] Sync routers for ids ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:42.220822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56264) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:42.239493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] Routers {'972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:42.240194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.253704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port a27769d6-8b7e-4654-8290-7f818d712747 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:42.254050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.300174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.306337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.315428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Allocated IP 172.20.0.3 (c2f73752-ead1-43c0-82b3-3a619b5e2e13/c3c63b90-9732-462e-a31d-8cc98ad71948/f78d8fc9-23f0-493d-a7c7-34d08e6e00d5) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:42.329066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] Routers {'972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:42.329717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.344241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:42.344648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:42.362123 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:42.374959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] The port 'a27769d6-8b7e-4654-8290-7f818d712747' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:42.403531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.403933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5632325-d571-4f5e-bc8b-5f742b3b13a2 None None] The sync data for ids ['972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:42.514197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.581392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.614024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Deleting subnet 0b8125b1-a55c-4893-8862-1753539b2271 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:42.630493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.631230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Transition to ACTIVE for port object f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:42.652221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Transition to ACTIVE for port object f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:42.654382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.659162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.688386 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ad2fe04-f079-48ed-b805-d336c87e1ee9 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/routers/972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 200 len: 741 time: 0.4619608 Mar 11 19:38:42.732899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:42.736753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:42.738730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Pushing event updated for resources: {'Port': ['ID=f78d8fc9-23f0-493d-a7c7-34d08e6e00d5,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:42.742072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:42.744023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56268) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:42.776057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef79da4-7aa1-43de-addf-3460c2072d38 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:42.777383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bef79da4-7aa1-43de-addf-3460c2072d38 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/networks/2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 881 time: 0.6887033 Mar 11 19:38:42.788355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56272) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:42.824433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.832266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Attempting to bind port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:42.832628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Attempting to bind port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '83ebce95-b5dd-48c4-9398-f2d1024445f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:42.832980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Attempting to bind port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 on network c2f73752-ead1-43c0-82b3-3a619b5e2e13 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:42.837979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.840618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:42.841187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Checking segment: {'id': '83ebce95-b5dd-48c4-9398-f2d1024445f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:42.841748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.842254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Bound using segment: {'id': '83ebce95-b5dd-48c4-9398-f2d1024445f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:42.842724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Bound port: f78d8fc9-23f0-493d-a7c7-34d08e6e00d5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ebce95-b5dd-48c4-9398-f2d1024445f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:42.843096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.876675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.889228 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e9a51cac-0f7a-4189-bfc8-3aa0e987ffee tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 200 len: 205 time: 0.0993378 Mar 11 19:38:42.903959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56276) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:42.946478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0c99a3e4-abb7-48c6-a003-7367bf43513d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:42.963013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272e3ac5-b0c7-4523-b67e-4362eda1e0bc']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:42.970615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=755f34ab-dd93-48b0-8645-9775020d23e8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:42.985265 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b5b90f3e-1e93-409c-969b-f27723a56ea8 tempest-RoutersAdminTest-195544642 tempest-RoutersAdminTest-195544642-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 200 len: 205 time: 0.2398043 Mar 11 19:38:42.987299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:42.991339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56280) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.000363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0c99a3e4-abb7-48c6-a003-7367bf43513d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:43.000697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0c99a3e4-abb7-48c6-a003-7367bf43513d not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:43.003737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] For port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:43.013532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] For port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f78d8fc9-23f0-493d-a7c7-34d08e6e00d5,segment=NetworkSegment(83ebce95-b5dd-48c4-9398-f2d1024445f8),segment_id=83ebce95-b5dd-48c4-9398-f2d1024445f8)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:43.019945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.027185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04358f34-a64f-45cc-bca4-1c3d8bf733d0') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.027453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04358f34-a64f-45cc-bca4-1c3d8bf733d0') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.035744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.041747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.049403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-18b8dabf-2c41-48f9-a5e0-4067c9536bb0 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 200 len: 205 time: 0.0536256 Mar 11 19:38:43.054377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56284) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.103115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38188ec9-0f25-4294-9fc8-ce7a210c675c None None] Pushing event updated for resources: {'Port': ['ID=f78d8fc9-23f0-493d-a7c7-34d08e6e00d5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:43.126015 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-67bf53fb-ef05-4ba3-a9ad-5c9ff9eb0e77 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/755f34ab-dd93-48b0-8645-9775020d23e8 HTTP/1.1" status: 204 len: 168 time: 7.8282957 Mar 11 19:38:43.137525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56288) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.157314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.189139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Deleting port 491a50ff-211a-47b6-90fd-54b8a5f30ffc {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:43.189139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.219255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.240835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.244219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:43.244434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.244603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.244859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a363fc27-b707-402a-8984-93020c4234e9 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:43.246712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a140bc3e-0b9b-450c-84c0-90b3408e2944 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:43.247136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a140bc3e-0b9b-450c-84c0-90b3408e2944 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:43.272374 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:43.300201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.301329 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-deb34f06-df56-4d4c-a918-87abdc1cd4f0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a363fc27-b707-402a-8984-93020c4234e9 HTTP/1.1" status: 204 len: 168 time: 4.1181540 Mar 11 19:38:43.309737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56292) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.310739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=c3c63b90-9732-462e-a31d-8cc98ad71948,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:43.312788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a140bc3e-0b9b-450c-84c0-90b3408e2944 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/bba34308-8c77-407b-a527-354661358248 HTTP/1.1" status: 404 len: 337 time: 0.1748199 Mar 11 19:38:43.327194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56296) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.411965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.443524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.480277 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75793b2-88cf-4096-aed5-b2c755a03484 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:43.480910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75793b2-88cf-4096-aed5-b2c755a03484 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:43.485606 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e75793b2-88cf-4096-aed5-b2c755a03484 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/755f34ab-dd93-48b0-8645-9775020d23e8 HTTP/1.1" status: 404 len: 339 time: 0.1437356 Mar 11 19:38:43.500450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56300) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.582942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.594485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Deleting subnet 5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:43.609664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.613626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.618315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.678173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f73752-ead1-43c0-82b3-3a619b5e2e13']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.693647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=272e3ac5-b0c7-4523-b67e-4362eda1e0bc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:43.694281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ebce95-b5dd-48c4-9398-f2d1024445f8') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.694569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ebce95-b5dd-48c4-9398-f2d1024445f8') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.706972 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-73603cd1-2f82-4ec4-a8a2-5845dc8585e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/272e3ac5-b0c7-4523-b67e-4362eda1e0bc HTTP/1.1" status: 204 len: 168 time: 4.0961499 Mar 11 19:38:43.711831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.724496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56304) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:43.738124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.745998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1979716101'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:43.773967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:43.783797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.785738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.789349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:43.822391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:43.837783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:43.851136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] For port 491a50ff-211a-47b6-90fd-54b8a5f30ffc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=491a50ff-211a-47b6-90fd-54b8a5f30ffc,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:43.851515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.859084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8125b1-a55c-4893-8862-1753539b2271,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:43.880308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.886688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.908075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:43.908479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:43.924666 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:44.000400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Calling delete_port for 491a50ff-211a-47b6-90fd-54b8a5f30ffc owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:44.056044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:44.059481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.088342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d54378f0-3fda-4566-abc0-c1e9959c7ead tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "DELETE /v2.0/subnets/0b8125b1-a55c-4893-8862-1753539b2271 HTTP/1.1" status: 204 len: 168 time: 2.1440792 Mar 11 19:38:44.094549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56308) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.149005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.154169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:44.154169 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:44.154169 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': 'c2f73752-ead1-43c0-82b3-3a619b5e2e13'}] Mar 11 19:38:44.154169 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:44.154507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:44.157426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.190057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.210968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32c25e-6e25-4675-9022-d4e5ed6a1f00 None None] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:44.251024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.253636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Fanout notify agent at l3_agent the message router_deleted on router 972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:44.258955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.290680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e824646-8efc-4a60-a1c8-a336dfbf5b23 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:44.311519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:44.322111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.332134 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-33269740-c7be-4d96-b795-8e32abc3cc6b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5c9f44ce-c8bb-4c8b-a113-cdaa9f124d1d HTTP/1.1" status: 204 len: 168 time: 1.0170405 Mar 11 19:38:44.334220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf01d659-ae3c-4589-b25c-e5e2e028fb70 None None] Network 42566dbc-b786-4e1a-9084-784e3a48ebe4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:44.334546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.341025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.346631 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f969b5f5-ca25-477b-ab69-97ce94614921 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 204 len: 168 time: 1.2890978 Mar 11 19:38:44.352599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e824646-8efc-4a60-a1c8-a336dfbf5b23 None None] Network 755f34ab-dd93-48b0-8645-9775020d23e8 could not be found, it might have been deleted concurrently. {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 19:38:44.373989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56316) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.439254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08107e6b-d0a2-465d-a9e9-5378a12452cd None None] DHCP port deletion for 755f34ab-dd93-48b0-8645-9775020d23e8 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:44.487734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.494405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.505328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1bfc11-300e-4f07-8696-9a1bd28bcf02 None None] Network 10dd7368-d2c1-4a87-bede-d6803a97ce65 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:44.512959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:44.532014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6a1106e3-28e8-462f-a0f4-acf25274cf08 None None] Provisioning for port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:44.549738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.591207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f7413f02-2ee0-47a9-8a86-629b8907c17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.598382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7948b436-9120-430e-a35e-afb42adfec89']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:44.613945 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0bc4bc92-39ef-4ff7-bea4-3068f02b75a4 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 200 len: 205 time: 0.2387459 Mar 11 19:38:44.614555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56320) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.615049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Deleting port 1e8cad01-4f34-45e1-9889-832303f8862e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:44.615500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.638155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.638581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment fec8ed37-605c-4586-86ab-d3dafc18fda3 of type vlan for network 28725099-d90f-46d1-8add-448e45217d44 Mar 11 19:38:44.667182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c3fee8-16c6-4c3c-8199-ea6c671a4615') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:44.667553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c3fee8-16c6-4c3c-8199-ea6c671a4615') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:44.692097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.710699 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-98fed207-f062-49e0-8b62-e4cece4aff23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:44.715213 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98fed207-f062-49e0-8b62-e4cece4aff23 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/972b1cdd-7df7-4ce8-9dbf-f74b09e5d4c2 HTTP/1.1" status: 404 len: 336 time: 0.0944841 Mar 11 19:38:44.724737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56324) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.742350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.746074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:44.746471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.786664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.800402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Deleting port 50652fb4-ac92-4cfa-a222-1622e2a52d0c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:44.800862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.831570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dc6bea43-9214-4206-9a45-32066d2f400e tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 200 len: 205 time: 0.1038537 Mar 11 19:38:44.833888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.836227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56328) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.885245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.915363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf8360-1667-4251-b3c1-5df7bfc4cb4d None None] Network c2f73752-ead1-43c0-82b3-3a619b5e2e13 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:44.940927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-1e911933-b9bb-4f45-a9e9-8fee7a0c9f1c tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:44.943956 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1e911933-b9bb-4f45-a9e9-8fee7a0c9f1c tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/f5dd6c15-bf3b-4f07-b15b-66383e4c5d95 HTTP/1.1" status: 404 len: 336 time: 0.1027536 Mar 11 19:38:44.958110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56332) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:44.969222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:44.969997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:44.990846 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:45.035119 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6d2cd0d2-932a-4214-a1db-ddde15136c61 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 200 len: 205 time: 0.0737247 Mar 11 19:38:45.037151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56336) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.038641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] DHCP port deletion for 42566dbc-b786-4e1a-9084-784e3a48ebe4 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:45.041299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:45.087490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Deleting port 50652fb4-ac92-4cfa-a222-1622e2a52d0c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:45.087877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.169101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.173081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:45.173388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.203757 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b70e9816-bb66-4ec8-aa7a-32b5291394e2 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:45.210543 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b70e9816-bb66-4ec8-aa7a-32b5291394e2 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/e91d3290-360b-4042-829a-9abf487d65bc HTTP/1.1" status: 404 len: 336 time: 0.1439009 Mar 11 19:38:45.211880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56340) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.271674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] DHCP port deletion for 10dd7368-d2c1-4a87-bede-d6803a97ce65 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:45.293298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Deleting port 1e8cad01-4f34-45e1-9889-832303f8862e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:45.293776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.300665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0711c4c6-d616-4b47-bb35-7748aa5d32ab tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 200 len: 205 time: 0.0840127 Mar 11 19:38:45.320748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56344) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.326016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.328706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] For port 1e8cad01-4f34-45e1-9889-832303f8862e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e8cad01-4f34-45e1-9889-832303f8862e,segment=NetworkSegment(d474902a-3221-4aa5-a704-fcfd56e2f57f),segment_id=d474902a-3221-4aa5-a704-fcfd56e2f57f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:45.329128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.375686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f78d8fc9-23f0-493d-a7c7-34d08e6e00d5,segment=NetworkSegment(83ebce95-b5dd-48c4-9398-f2d1024445f8),segment_id=83ebce95-b5dd-48c4-9398-f2d1024445f8)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:45.376031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.390556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.453448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:45.453647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.458136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/7948b436-9120-430e-a35e-afb42adfec89 HTTP/1.1" status: 204 len: 168 time: 1.9163625 Mar 11 19:38:45.469544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56348) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.485484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:45.485900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.509520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:45.517043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7893391 Mar 11 19:38:45.519515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97830c5-db56-4bef-ba9d-cf50d7adcfa3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=28725099-d90f-46d1-8add-448e45217d44,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:45.522891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-31da4521-eb18-4d26-9dcb-36d8895f2105 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:45.523884 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-31da4521-eb18-4d26-9dcb-36d8895f2105 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/ee163a90-341e-4875-897d-89a6c4fa64f5 HTTP/1.1" status: 404 len: 336 time: 0.1993072 Mar 11 19:38:45.537875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56352) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.538195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56354) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.566661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 28725099-d90f-46d1-8add-448e45217d44 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:45.567195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] For port 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=50652fb4-ac92-4cfa-a222-1622e2a52d0c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:45.567699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.598142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Pushing event deleted for resources: {'Port': ['ID=491a50ff-211a-47b6-90fd-54b8a5f30ffc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:45.605734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '28725099-d90f-46d1-8add-448e45217d44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:45.625082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Calling delete_port for 1e8cad01-4f34-45e1-9889-832303f8862e owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:45.701653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Calling delete_port for 50652fb4-ac92-4cfa-a222-1622e2a52d0c owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:45.734165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d370dc-483a-4351-90fd-266e832a94ef tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=7948b436-9120-430e-a35e-afb42adfec89,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:45.757295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] For port 50652fb4-ac92-4cfa-a222-1622e2a52d0c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=50652fb4-ac92-4cfa-a222-1622e2a52d0c,segment=NetworkSegment(909231ef-27e9-4eb0-85fb-9f1f9a5df248),segment_id=909231ef-27e9-4eb0-85fb-9f1f9a5df248)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:45.757884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.774784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:45.836209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=f78d8fc9-23f0-493d-a7c7-34d08e6e00d5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:45.848256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:45.884810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Calling delete_port for 50652fb4-ac92-4cfa-a222-1622e2a52d0c owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:45.939802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4197e95c-04d2-46e4-af7a-61f400910401 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:45.940240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4197e95c-04d2-46e4-af7a-61f400910401 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:45.944810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4197e95c-04d2-46e4-af7a-61f400910401 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/537c54f6-4e28-439b-9cc0-060f9e769f56 HTTP/1.1" status: 404 len: 337 time: 0.4264967 Mar 11 19:38:45.953848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56360) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:45.969043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fcb3ea72-89e8-4c61-b05b-84f29ced2a69 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 200 len: 205 time: 0.3699648 Mar 11 19:38:45.996206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.037564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:46.037922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:46.040667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] For port 1e8cad01-4f34-45e1-9889-832303f8862e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e8cad01-4f34-45e1-9889-832303f8862e,segment=NetworkSegment(d474902a-3221-4aa5-a704-fcfd56e2f57f),segment_id=d474902a-3221-4aa5-a704-fcfd56e2f57f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:46.041052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.048531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Could not find standard attr ID for object f78d8fc9-23f0-493d-a7c7-34d08e6e00d5. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:38:46.054359 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No ports have port_id starting with f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 Mar 11 19:38:46.094079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.113378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d6242-2c09-4ea9-add7-61e6364d8c2f None None] DHCP port deletion for c2f73752-ead1-43c0-82b3-3a619b5e2e13 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:46.143177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-927d9f1e-311a-4bd0-ac8f-f0256363f330 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:46.143781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927d9f1e-311a-4bd0-ac8f-f0256363f330 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:46.148453 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-927d9f1e-311a-4bd0-ac8f-f0256363f330 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/03359983-e31f-4f49-9f2f-0ffeff9b5613 HTTP/1.1" status: 404 len: 339 time: 0.1781967 Mar 11 19:38:46.166092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56368) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.168070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-e49997d7-b558-4f23-a6ba-215a14a5f189 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:46.170516 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e49997d7-b558-4f23-a6ba-215a14a5f189 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/73a91504-7391-41d7-93bc-fc8f078c151c HTTP/1.1" status: 404 len: 336 time: 0.1692593 Mar 11 19:38:46.174695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56370) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.178680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Calling delete_port for 1e8cad01-4f34-45e1-9889-832303f8862e owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:46.212151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:46.245758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Pushing event deleted for resources: {'Port': ['ID=50652fb4-ac92-4cfa-a222-1622e2a52d0c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.247556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] No DVR routers for this DVR port 50652fb4-ac92-4cfa-a222-1622e2a52d0c on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:46.257287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:46.268498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:46.268947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:46.270144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:46.294230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.299194 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9360dcbd-ea0c-48d6-b246-4c6a618e8656 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b0bdf77-4aac-40c7-b8d6-594cc535b9be HTTP/1.1" status: 200 len: 205 time: 0.1180010 Mar 11 19:38:46.305416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56376) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.312968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.348225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:46.450612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-ac5a8294-0d81-4381-9745-1a6766a9ad55 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] delete failed (client error): The resource could not be found. Mar 11 19:38:46.451645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ac5a8294-0d81-4381-9745-1a6766a9ad55 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/routers/2b0bdf77-4aac-40c7-b8d6-594cc535b9be HTTP/1.1" status: 404 len: 336 time: 0.1408856 Mar 11 19:38:46.457659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56380) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.460830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f73752-ead1-43c0-82b3-3a619b5e2e13']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.461265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event deleted for resources: {'Port': ['ID=1e8cad01-4f34-45e1-9889-832303f8862e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.506575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] No DVR routers for this DVR port 1e8cad01-4f34-45e1-9889-832303f8862e on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:46.509787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ebce95-b5dd-48c4-9398-f2d1024445f8') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.510093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ebce95-b5dd-48c4-9398-f2d1024445f8') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.512033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:46.517400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.524458 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83ab256-3df7-47e5-9709-f0b8f3c894a2 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:46.524890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83ab256-3df7-47e5-9709-f0b8f3c894a2 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:46.539044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Deleting port 50652fb4-ac92-4cfa-a222-1622e2a52d0c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:46.539603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.546663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.561590 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d83ab256-3df7-47e5-9709-f0b8f3c894a2 tempest-RoutersAdminTest-363574558 tempest-RoutersAdminTest-363574558-project] 10.222.0.76 "DELETE /v2.0/subnets/6cdeeafd-f451-450b-adac-18cae9b2034e HTTP/1.1" status: 404 len: 337 time: 0.0996706 Mar 11 19:38:46.563455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42566dbc-b786-4e1a-9084-784e3a48ebe4']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.578440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.581432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909231ef-27e9-4eb0-85fb-9f1f9a5df248') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.581717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909231ef-27e9-4eb0-85fb-9f1f9a5df248') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:46.597267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:46.597658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.599590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.613614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1fa3d611-9004-40f5-b508-06200e34474b None None] The port '50652fb4-ac92-4cfa-a222-1622e2a52d0c' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:46.613875 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:46.616420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.696981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f7f6943c-e00f-4825-916d-1d6611084034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.727772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.736304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:46.736724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.760281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port 91d3a70f-65ab-410d-b147-ef9f81448d3f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:46.760493 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:46.762664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.770085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Deleting port 1e8cad01-4f34-45e1-9889-832303f8862e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:46.770592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.812983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.841246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.865811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=c2f73752-ead1-43c0-82b3-3a619b5e2e13,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.872620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.872857 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf93d8fe-44c8-4138-b934-ad461a22f818 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/c2f73752-ead1-43c0-82b3-3a619b5e2e13 HTTP/1.1" status: 204 len: 168 time: 4.9680741 Mar 11 19:38:46.877747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56388) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:46.892884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-978849764'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:46.899919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:46.902540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.926086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.928481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-93da4ce8-64ae-444c-a6aa-43b80cb94e55 None None] The port '1e8cad01-4f34-45e1-9889-832303f8862e' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:46.942867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:46.948982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:46.952526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] Pushing event deleted for resources: {'Network': ['ID=42566dbc-b786-4e1a-9084-784e3a48ebe4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.964535 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-68ab891a-1a9f-456d-ad87-10fec2f11786 admin admin] 10.222.0.76 "DELETE /v2.0/networks/42566dbc-b786-4e1a-9084-784e3a48ebe4 HTTP/1.1" status: 204 len: 168 time: 2.6288083 Mar 11 19:38:46.966496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:46.975767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:46.990108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:46.994404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.027153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56394) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:47.030601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting subnet cd0cda56-34f6-42e3-afbd-4be272fc24b8 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:47.043110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:47.047062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 50652fb4-ac92-4cfa-a222-1622e2a52d0c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:47.075304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.075676 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 3194f3cd-09db-498e-b339-b806420d19c7 of type vlan for network d459cd8a-19d9-49ba-8a5b-d46184eb035c Mar 11 19:38:47.096697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd7368-d2c1-4a87-bede-d6803a97ce65']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:47.131553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.133761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 50652fb4-ac92-4cfa-a222-1622e2a52d0c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:47.135972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 50652fb4-ac92-4cfa-a222-1622e2a52d0c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:47.136415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e8cad01-4f34-45e1-9889-832303f8862e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:47.155943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.187846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd474902a-3221-4aa5-a704-fcfd56e2f57f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:47.188068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd474902a-3221-4aa5-a704-fcfd56e2f57f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:47.209103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1e8cad01-4f34-45e1-9889-832303f8862e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:47.209785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e8cad01-4f34-45e1-9889-832303f8862e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:47.210344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:47.230960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.243550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.246479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:47.246982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f78d8fc9-23f0-493d-a7c7-34d08e6e00d5 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:47.260858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:47.294308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.298125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:47.298712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.309996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.336011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.379485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.389788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:47.390187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.402010 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5223739 Mar 11 19:38:47.405275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56404) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:47.405883 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:47.412386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': 'd459cd8a-19d9-49ba-8a5b-d46184eb035c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:47.425783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a99e5-f0a5-41cb-bbc6-bcbfe2e53fc0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=d459cd8a-19d9-49ba-8a5b-d46184eb035c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:47.437030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d459cd8a-19d9-49ba-8a5b-d46184eb035c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:47.526231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:47.531622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:47.534744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:47.542535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:47.553464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:47.654047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.708826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.715767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for 91d3a70f-65ab-410d-b147-ef9f81448d3f owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:47.831877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.837311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:47.840527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a38ef1b8-ef2f-42d1-97af-fc7c9ce41d12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8dff2755b804402a9c2ca86b0f9ca270&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5612018 Mar 11 19:38:47.843555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56408) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:47.848861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Usage tracker for resource:security_group_rule and tenant:b4505aa57f194312a01c6519dcd65320 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:47.862974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.864714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:47.880896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.924523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] Pushing event deleted for resources: {'Network': ['ID=10dd7368-d2c1-4a87-bede-d6803a97ce65,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:47.949228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:47.999369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:48.001432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd52584e-7b1e-4f4d-b906-4e22ac9a015e tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096 tempest-ExtraDHCPOptionsIpV6TestJSON-1640434096-project] 10.222.0.76 "DELETE /v2.0/networks/10dd7368-d2c1-4a87-bede-d6803a97ce65 HTTP/1.1" status: 204 len: 168 time: 3.8909628 Mar 11 19:38:48.014112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.164987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.169709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.261875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.270574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.284649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.295004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.315911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=cd0cda56-34f6-42e3-afbd-4be272fc24b8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.320816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.355817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:48.361573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=cd583988-b500-4300-a780-3a319805a87d,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.376221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff91698-d7dc-493f-8e5d-275a7e6e2817 None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:48.385293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.400259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.403496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28173a68-ed30-4707-aef2-1131c2685ed0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.416741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f15e58dc-3efd-4f00-af50-2009235f12ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b4505aa57f194312a01c6519dcd65320&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3881860 Mar 11 19:38:48.420955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56422) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:48.437735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '3194f3cd-09db-498e-b339-b806420d19c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd459cd8a-19d9-49ba-8a5b-d46184eb035c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:48.438158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: d459cd8a-19d9-49ba-8a5b-d46184eb035c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:48.477318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=91d3a70f-65ab-410d-b147-ef9f81448d3f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.496296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.497438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7f8035b1-ca7a-483b-aa78-c8d474407d59 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/cd0cda56-34f6-42e3-afbd-4be272fc24b8 HTTP/1.1" status: 204 len: 168 time: 2.3273876 Mar 11 19:38:48.499612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=96eb434b-d096-4c9b-a0ef-e035cace19a4,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.504905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56426) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:48.525683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network d459cd8a-19d9-49ba-8a5b-d46184eb035c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:48.533948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45e2c5c-524d-42ea-abfb-fc353db0c1a5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.540084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.565574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d459cd8a-19d9-49ba-8a5b-d46184eb035c) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:48.570324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.571096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.588878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9934a4-f0d3-4ec6-b402-5a9029848755 None None] Network d459cd8a-19d9-49ba-8a5b-d46184eb035c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:48.597059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.601273 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b811c477-9ddd-423e-9690-3cfbe6955a0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b45e2c5c-524d-42ea-abfb-fc353db0c1a5 HTTP/1.1" status: 204 len: 168 time: 0.7567437 Mar 11 19:38:48.606768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.629839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c69fec22-ff26-463c-af93-438de0325f39 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2237468 Mar 11 19:38:48.632759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56432) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:48.656892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': 'fec8ed37-605c-4586-86ab-d3dafc18fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '28725099-d90f-46d1-8add-448e45217d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:48.657254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: 28725099-d90f-46d1-8add-448e45217d44, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:48.671741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting subnet 962d357a-b21a-4240-9b80-662144832999 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:48.682563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.787831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.835413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28173a68-ed30-4707-aef2-1131c2685ed0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.861009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.868501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.869609 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a6a41bae-db2a-45b5-ba20-2d2bfc8fc099 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/28173a68-ed30-4707-aef2-1131c2685ed0 HTTP/1.1" status: 204 len: 168 time: 0.4476974 Mar 11 19:38:48.886998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:48.901861 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-74358344-96f3-4a2b-9482-562db9f7382d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=890421b37525481a9962eb3fcdca6f37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5413401 Mar 11 19:38:48.903611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56438) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:48.937429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.014569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.017708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30892d7f-e249-4f89-878f-6358f6b96a6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d459cd8a-19d9-49ba-8a5b-d46184eb035c', 'network_id': 'd459cd8a-19d9-49ba-8a5b-d46184eb035c', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'cd583988-b500-4300-a780-3a319805a87d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:49.019709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-30892d7f-e249-4f89-878f-6358f6b96a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.104297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.150155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.190350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.218856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 28725099-d90f-46d1-8add-448e45217d44 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:49.227414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.266226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 28725099-d90f-46d1-8add-448e45217d44) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:49.287096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139dbec-61af-40ec-adbe-931ea65b4ab8 None None] Network 28725099-d90f-46d1-8add-448e45217d44 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:49.296573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:49.297498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.358923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=cd583988-b500-4300-a780-3a319805a87d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:49.547535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server [None req-30892d7f-e249-4f89-878f-6358f6b96a6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd583988-b500-4300-a780-3a319805a87d: This subnet is being modified by another concurrent operation. Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:38:49.553594 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd583988-b500-4300-a780-3a319805a87d: This subnet is being modified by another concurrent operation. Mar 11 19:38:49.557583 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Mar 11 19:38:49.617211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f5bf02-f300-427d-a382-62e687ed4766 None None] Network d459cd8a-19d9-49ba-8a5b-d46184eb035c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:49.630417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4017988a-ff90-49d0-922d-899bb1a3a4b7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:49.635119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d6523c3d-c98b-4e09-a8de-6a09c6f1ee10 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0372713 Mar 11 19:38:49.648562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.654563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56450) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:49.655136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:49.673722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.679124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '28725099-d90f-46d1-8add-448e45217d44', 'name': 'tempest-PortsTestJSON-1107779236', 'fixed_ips': [{'subnet_id': '96eb434b-d096-4c9b-a0ef-e035cace19a4', 'ip_address': '172.20.0.10'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:49.705571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.706770 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d212ed49-097c-4287-9032-d1dce88d7215 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4017988a-ff90-49d0-922d-899bb1a3a4b7 HTTP/1.1" status: 204 len: 168 time: 0.8017278 Mar 11 19:38:49.725675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.743174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d459cd8a-19d9-49ba-8a5b-d46184eb035c']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.784976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3194f3cd-09db-498e-b339-b806420d19c7') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.785395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3194f3cd-09db-498e-b339-b806420d19c7') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.808829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.823980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.840089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.850578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:49.851473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:49.890922 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:49.947925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-28725099-d90f-46d1-8add-448e45217d44', 'network_id': '28725099-d90f-46d1-8add-448e45217d44', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '96eb434b-d096-4c9b-a0ef-e035cace19a4'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:49.948870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.018935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.044265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.044771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router 888a3cd1-f215-4e78-9f87-1d123a9e5447 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:50.060499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.068044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:50.076330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.083012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5b6d6ed4-f767-4237-9a93-f5b7da591c8c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 204 len: 168 time: 7.1765146 Mar 11 19:38:50.085957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56462) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:50.086280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56464) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:50.089911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/d459cd8a-19d9-49ba-8a5b-d46184eb035c HTTP/1.1" status: 204 len: 168 time: 1.4560487 Mar 11 19:38:50.093552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f9b0c-6e61-408b-9382-cdd138a97d09 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=d459cd8a-19d9-49ba-8a5b-d46184eb035c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:50.112041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56472) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:50.112189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c339da1a-c9dc-43a2-8143-c74ed4c95ad7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abf58e37992b47c7a5d4ee84db432c3c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4556003 Mar 11 19:38:50.113661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:50.120379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:50.126585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-255812344', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:50.134481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca221b7d-02e4-4251-b1b6-17c2941c9bb8 None None] Provisioning complete for port 61eff88e-65c5-46a9-ad71-382b8afd4b3f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:50.135016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca221b7d-02e4-4251-b1b6-17c2941c9bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.135417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1908696799'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:50.148750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:50.153510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:50.156497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:50.163246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Usage tracker for resource:router and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:50.171758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:50.175387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:50.183646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:50.187032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:50.239717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.242048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.292083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:50.294485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:50.301165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.306080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.374442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Allocated IP 172.20.0.2 (28725099-d90f-46d1-8add-448e45217d44/96eb434b-d096-4c9b-a0ef-e035cace19a4/c9be6bc3-3628-4d39-bff8-5a13dad47119) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:50.399066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.414328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=962d357a-b21a-4240-9b80-662144832999,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:50.431662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f1f753-077c-4534-a8cb-4387af0af8fb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:50.445297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.449032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.450128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.461629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.468738 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d743e26-29e2-4c17-be7a-f259c44ce5fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/09f1f753-077c-4534-a8cb-4387af0af8fb HTTP/1.1" status: 204 len: 168 time: 0.3548050 Mar 11 19:38:50.473274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.497316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:50.500961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.504947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3091e5-ea2b-4305-b67c-7d728c274e97 None None] Network ea1ef166-1bec-4bea-8e1c-4708ab515d87 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:50.519056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:50.691728 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ae2a5120-3c24-4479-ab8c-667abd83b93d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/962d357a-b21a-4240-9b80-662144832999 HTTP/1.1" status: 204 len: 168 time: 2.1621923 Mar 11 19:38:50.694186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56494) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:50.854297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:50.892573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.893530 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment d167af86-ec7c-438f-aa80-107a9a1ae69b of type vlan for network 12bfdc82-aced-41ed-8d8a-0c88530f7127 Mar 11 19:38:50.933638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.941489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.949453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.951297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Transition to ACTIVE for port object c9be6bc3-3628-4d39-bff8-5a13dad47119 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:50.967070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 61eff88e-65c5-46a9-ad71-382b8afd4b3f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:50.967512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:50.987582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Transition to ACTIVE for port object c9be6bc3-3628-4d39-bff8-5a13dad47119 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:50.991012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] DHCP port deletion for ea1ef166-1bec-4bea-8e1c-4708ab515d87 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:50.998125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Deleting port 61eff88e-65c5-46a9-ad71-382b8afd4b3f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:50.998918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.045702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56506) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:51.069659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.095912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.220101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Network 28725099-d90f-46d1-8add-448e45217d44 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:51.292597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:51.302659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:51.343931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Pushing event updated for resources: {'Port': ['ID=c9be6bc3-3628-4d39-bff8-5a13dad47119,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:51.357605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=61eff88e-65c5-46a9-ad71-382b8afd4b3f,segment=NetworkSegment(ef69d722-b560-42d7-a242-25266599ac28),segment_id=ef69d722-b560-42d7-a242-25266599ac28)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:51.357969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.413013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.10 (28725099-d90f-46d1-8add-448e45217d44/96eb434b-d096-4c9b-a0ef-e035cace19a4/6c844e36-aaa1-46c1-b1fb-2a1aa0983e45) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:51.439237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.442964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:51.443562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.494462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:51.503921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Attempting to bind port c9be6bc3-3628-4d39-bff8-5a13dad47119 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:51.509195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Attempting to bind port c9be6bc3-3628-4d39-bff8-5a13dad47119 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'fec8ed37-605c-4586-86ab-d3dafc18fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '28725099-d90f-46d1-8add-448e45217d44'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:51.512049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Attempting to bind port c9be6bc3-3628-4d39-bff8-5a13dad47119 on network 28725099-d90f-46d1-8add-448e45217d44 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:51.529463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] For port 61eff88e-65c5-46a9-ad71-382b8afd4b3f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=61eff88e-65c5-46a9-ad71-382b8afd4b3f,segment=NetworkSegment(ef69d722-b560-42d7-a242-25266599ac28),segment_id=ef69d722-b560-42d7-a242-25266599ac28)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:51.530136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.555104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:51.566119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Checking segment: {'id': 'fec8ed37-605c-4586-86ab-d3dafc18fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '28725099-d90f-46d1-8add-448e45217d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:51.566611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.567008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Bound using segment: {'id': 'fec8ed37-605c-4586-86ab-d3dafc18fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '28725099-d90f-46d1-8add-448e45217d44'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:51.567535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Bound port: c9be6bc3-3628-4d39-bff8-5a13dad47119, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8ed37-605c-4586-86ab-d3dafc18fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '28725099-d90f-46d1-8add-448e45217d44'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:51.567923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.602796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56518) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:51.614321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 61eff88e-65c5-46a9-ad71-382b8afd4b3f owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:51.678765 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-705e7d7a-01ee-4c45-b0ee-b3dda239f738 tempest-AgentManagementNegativeTest-1772894108 tempest-AgentManagementNegativeTest-1772894108-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6286964 Mar 11 19:38:51.699255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Calling delete_port for 61eff88e-65c5-46a9-ad71-382b8afd4b3f owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:51.728964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:51.735056 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6285539 Mar 11 19:38:51.743841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56526) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:51.768446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce71a9-fbbb-4842-a538-1e0cdd11747d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=12bfdc82-aced-41ed-8d8a-0c88530f7127,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:51.787215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 12bfdc82-aced-41ed-8d8a-0c88530f7127 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:51.873121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:51.938438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea648037-e565-4e57-823a-864f5badd066 None None] For port c9be6bc3-3628-4d39-bff8-5a13dad47119, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:51.944021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea648037-e565-4e57-823a-864f5badd066 None None] For port c9be6bc3-3628-4d39-bff8-5a13dad47119, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c9be6bc3-3628-4d39-bff8-5a13dad47119,segment=NetworkSegment(fec8ed37-605c-4586-86ab-d3dafc18fda3),segment_id=fec8ed37-605c-4586-86ab-d3dafc18fda3)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:51.945387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:51.945779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:51.950188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.023418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea648037-e565-4e57-823a-864f5badd066 None None] Pushing event updated for resources: {'Port': ['ID=c9be6bc3-3628-4d39-bff8-5a13dad47119,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:52.046527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=61eff88e-65c5-46a9-ad71-382b8afd4b3f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:52.052614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:52.057129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:52.060549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:52.066809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:52.080688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-884100413'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:52.088190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:52.102492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:52.109029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:network and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:52.116697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:52.175936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port 61eff88e-65c5-46a9-ad71-382b8afd4b3f on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:52.203681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.229903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:52.255950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:52.268639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:52.310938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.372061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.393449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:52.396659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.423929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.447836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Deleting port 61eff88e-65c5-46a9-ad71-382b8afd4b3f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:52.449714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.454621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.466320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.547001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9319e9cf-6248-4191-bf9b-966fcce2aff0 None None] The port '61eff88e-65c5-46a9-ad71-382b8afd4b3f' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:52.615270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.639359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 28725099-d90f-46d1-8add-448e45217d44 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:52.640918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=6c844e36-aaa1-46c1-b1fb-2a1aa0983e45,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:52.646743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:52.649509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:52.682804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56548) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:52.689107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Allocated IP 172.26.8.23 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/f8ff9f8b-1fef-4a78-be44-f9dfcf79b56f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:52.693173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:52.722717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:security_group_rule and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:52.728841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1ef166-1bec-4bea-8e1c-4708ab515d87']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:52.735890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:52.742084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:52.756452 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Sync routers for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:52.766423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:52.772661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef69d722-b560-42d7-a242-25266599ac28') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:52.772937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef69d722-b560-42d7-a242-25266599ac28') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:52.776513 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:52.777450 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:52.787537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.810895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.820111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-400023547'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:52.831127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:52.837242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.838090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:52.844254 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-82bcc13e-8f6a-4be4-86d4-e7a5f28a1900 admin admin] 10.222.0.76 "PUT /v2.0/routers/c4c79352-5f8e-4c9b-a0a3-3c92bc64a349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1712496 Mar 11 19:38:52.851286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56554) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:52.860638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:network and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:52.919755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:52.950649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:52.970879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c9be6bc3-3628-4d39-bff8-5a13dad47119 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:52.985075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.005712 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-99de5689-a20c-49b5-b64b-705545821d4f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3475542 Mar 11 19:38:53.006231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.014008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:53.014559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.019673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56558) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.031230 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:53.052524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': '28725099-d90f-46d1-8add-448e45217d44', 'name': 'tempest-PortsTestJSON-1155306833', 'fixed_ips': [{'subnet_id': '96eb434b-d096-4c9b-a0ef-e035cace19a4', 'ip_address': '172.20.0.9'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:53.078010 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:53.080158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port c9be6bc3-3628-4d39-bff8-5a13dad47119 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:53.083033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:53.086252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.172215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 61eff88e-65c5-46a9-ad71-382b8afd4b3f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:53.241797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.243108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 61eff88e-65c5-46a9-ad71-382b8afd4b3f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:53.243759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 61eff88e-65c5-46a9-ad71-382b8afd4b3f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:53.268505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.305596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=e1c5bd06-69fc-4c7d-8df3-429f6c4a0c31,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.337481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:53.346361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f13e8f3bcb334538a1d9da8d21081b77 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:53.354860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.356719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:53.366972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:53.376824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:security_group_rule and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:53.386759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:53.390606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:53.398969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:53.402619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:53.405638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.408209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:53.416780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.417843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:53.418654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:53.423147 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:38:44Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:53.424764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.431037 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Checking router: c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:38:53.437097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=ea1ef166-1bec-4bea-8e1c-4708ab515d87,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.438796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.455163 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Routers {'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:53.455806 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:53.481157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d7c1ee04-5d9b-4b09-9714-064ce28a5ba9 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/ea1ef166-1bec-4bea-8e1c-4708ab515d87 HTTP/1.1" status: 204 len: 168 time: 2.7832394 Mar 11 19:38:53.481157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': 'd167af86-ec7c-438f-aa80-107a9a1ae69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:53.481157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 12bfdc82-aced-41ed-8d8a-0c88530f7127, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:53.485704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56562) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.492736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:53.559529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.559900 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Added segment e51389b0-d5d6-496d-983c-d78df48b9cc2 of type vlan for network fbfdbd75-e28e-4c47-91df-6da33faef51a Mar 11 19:38:53.561000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceafa040-664f-4da0-bb1e-59367faf6d35,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.563995 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab25d7c-1ad4-4b62-8bc1-7f7c7c8ca92e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:53.564422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab25d7c-1ad4-4b62-8bc1-7f7c7c8ca92e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:53.567528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3e96b-2205-43bd-a6d0-d81c22ffc7d7 None None] Network 28725099-d90f-46d1-8add-448e45217d44 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:53.608780 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2ab25d7c-1ad4-4b62-8bc1-7f7c7c8ca92e tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/ee40402b-f427-40af-838e-871b026ab1dc HTTP/1.1" status: 404 len: 337 time: 0.1135876 Mar 11 19:38:53.622084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56566) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.649018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.660461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:53.674730 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ae8f19-84e3-4273-a4c2-12446a3be6bd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:53.675163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ae8f19-84e3-4273-a4c2-12446a3be6bd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:53.690198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:53.698415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:53.701069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:53.705176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.708094 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-70ae8f19-84e3-4273-a4c2-12446a3be6bd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/a8622943-f45c-4835-b4ca-523eed36498f HTTP/1.1" status: 404 len: 339 time: 0.0849843 Mar 11 19:38:53.708895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 12bfdc82-aced-41ed-8d8a-0c88530f7127 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:53.711495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56570) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.737662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event updated for resources: {'Port': ['ID=f8ff9f8b-1fef-4a78-be44-f9dfcf79b56f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.747676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] Set router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:38:53.758654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.780266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0a0150-326c-40e8-83ae-810194f05ad1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:53.781014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0a0150-326c-40e8-83ae-810194f05ad1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:53.783236 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2a0a0150-326c-40e8-83ae-810194f05ad1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/64713faa-47dc-4da8-92e6-0ff3e4e08970 HTTP/1.1" status: 404 len: 337 time: 0.0668399 Mar 11 19:38:53.789310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56574) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.792697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.796680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.797517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.803903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 12bfdc82-aced-41ed-8d8a-0c88530f7127) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:53.872924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.873372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c78862-5154-4e03-8b5d-7480c110860c None None] Network 12bfdc82-aced-41ed-8d8a-0c88530f7127 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:53.874250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.930741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:53.951132 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e915ed-a2a1-4de0-be1b-bf6bdc16844b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:53.951903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e915ed-a2a1-4de0-be1b-bf6bdc16844b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:53.953837 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f4e915ed-a2a1-4de0-be1b-bf6bdc16844b tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/fbbfc705-5faa-4559-b424-743531bf2b92 HTTP/1.1" status: 404 len: 339 time: 0.1519399 Mar 11 19:38:53.966689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b7360b-cfcd-4600-8004-b62b5c0b2e40,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.988628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56578) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:53.990735 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3871553 Mar 11 19:38:53.996626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56580) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:54.006019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.034456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'subnet': {'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:54.048293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Provisioning for port c9be6bc3-3628-4d39-bff8-5a13dad47119 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:54.062967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Provisioning complete for port c9be6bc3-3628-4d39-bff8-5a13dad47119 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:54.063617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.138978 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-10d89048-8c94-41a0-a4fd-bed876ffd3d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f13e8f3bcb334538a1d9da8d21081b77&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8770049 Mar 11 19:38:54.144129 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f9db5ce-dc29-4600-965c-5b54ea1fe494 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3036575 Mar 11 19:38:54.148867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.150948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56586) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:54.151459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56588) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:54.182092 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:38:44Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:54.186294 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0788673-aa99-48b1-8cc0-efe19a9af9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:54.186841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0788673-aa99-48b1-8cc0-efe19a9af9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:54.187974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d1775f-940a-48b0-bbf7-d0e5a769c956 None None] The sync data for ids ['c4c79352-5f8e-4c9b-a0a3-3c92bc64a349'] in dv-neutron-832764-2-hyperv is: [{'id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'name': 'tempest-ServersTestJSON-687050674-router', 'tenant_id': '0a18426f7b2f410b944e9769ef307fa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:07Z', 'updated_at': '2022-03-11T19:38:44Z', 'revision_number': 5, 'project_id': '0a18426f7b2f410b944e9769ef307fa8', 'gw_port': {'id': 'e0a417d0-90ab-40d4-a23f-e84c8a78b6c4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:44:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c79352-5f8e-4c9b-a0a3-3c92bc64a349', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:09Z', 'updated_at': '2022-03-11T19:36:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:54.188555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e0788673-aa99-48b1-8cc0-efe19a9af9cd tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/933ecf47-2758-4c6e-b9dd-67690ed2d44d HTTP/1.1" status: 404 len: 337 time: 0.1962888 Mar 11 19:38:54.200698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11dd66-5e47-482e-a59c-43f5212ac16d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Network': ['ID=fbfdbd75-e28e-4c47-91df-6da33faef51a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:54.202853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56594) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:54.325713 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b14a66-3122-4760-b4b5-d8c588cd932d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:54.326047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b14a66-3122-4760-b4b5-d8c588cd932d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:54.327766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-93b14a66-3122-4760-b4b5-d8c588cd932d tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/912eba23-deb3-4170-aaa9-dcea5bef61c2 HTTP/1.1" status: 404 len: 339 time: 0.0684831 Mar 11 19:38:54.335085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56598) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:54.354909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:54.355563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.362619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.369936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.393672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network fbfdbd75-e28e-4c47-91df-6da33faef51a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:54.395060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:54.458755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.468343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:54.497321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.515640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-12bfdc82-aced-41ed-8d8a-0c88530f7127', 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'e1c5bd06-69fc-4c7d-8df3-429f6c4a0c31'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:54.516458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.547099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:subnet and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:54.555750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:54.563674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.564279 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Added segment 79d7ebd4-ddec-47ba-8977-7f398c2ac39c of type vlan for network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 Mar 11 19:38:54.580482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9690897-eec7-4b81-a472-dccacf9f1b70,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:54.584136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:54.635686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] For port c9be6bc3-3628-4d39-bff8-5a13dad47119, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c9be6bc3-3628-4d39-bff8-5a13dad47119,segment=NetworkSegment(fec8ed37-605c-4586-86ab-d3dafc18fda3),segment_id=fec8ed37-605c-4586-86ab-d3dafc18fda3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:54.649076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.685684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.724905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.738791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:54.841655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.864906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08656112-602b-4cdc-9339-8712b3ba68ed None None] Pushing event updated for resources: {'Port': ['ID=c9be6bc3-3628-4d39-bff8-5a13dad47119,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:54.885574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Provisioning complete for port c9be6bc3-3628-4d39-bff8-5a13dad47119 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:54.886205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.914630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting subnet a8a1ba55-7afb-4785-b71c-4f3a65e35e0b {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:54.917686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.929438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:38:54.932645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 491a50ff-211a-47b6-90fd-54b8a5f30ffc no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:54.962880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.984961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.985668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.987683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 491a50ff-211a-47b6-90fd-54b8a5f30ffc {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:54.987820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b7360b-cfcd-4600-8004-b62b5c0b2e40,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:54.988088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 491a50ff-211a-47b6-90fd-54b8a5f30ffc not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:54.990151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:54.999638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.004695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Allocated IP 172.20.0.1 (12bfdc82-aced-41ed-8d8a-0c88530f7127/e1c5bd06-69fc-4c7d-8df3-429f6c4a0c31/d212718b-ce8b-4864-83c8-6942949611e9) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:55.034836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.038851 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9cd3c84-1164-462e-9f38-2660da55cb92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6b7360b-cfcd-4600-8004-b62b5c0b2e40 HTTP/1.1" status: 204 len: 168 time: 0.8837006 Mar 11 19:38:55.074774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.078665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.079342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.083622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.9 (28725099-d90f-46d1-8add-448e45217d44/96eb434b-d096-4c9b-a0ef-e035cace19a4/279b5e1b-50f9-4c38-87e2-5e66e06c77a8) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:55.120747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.237501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.292561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a1ba55-7afb-4785-b71c-4f3a65e35e0b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.294959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Provisioning for port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:55.297689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.309810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeadd067-ea36-460d-8b80-38a2fe519ecf None None] Network 090138e0-164e-46eb-aa24-d6c0ed68e2e2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:55.310585 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3284d31d-59fb-48d1-9667-32c0a140c76c tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/a8a1ba55-7afb-4785-b71c-4f3a65e35e0b HTTP/1.1" status: 204 len: 168 time: 0.9739206 Mar 11 19:38:55.311181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56606) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:55.338803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Provisioning complete for port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:55.339183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.391280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Network': ['ID=b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.408743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d5424f6f-af71-4fac-b822-8959c617101f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7203269 Mar 11 19:38:55.418195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56610) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:55.434941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.438624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.440782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:55.445450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:38:55.450702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port 2db6862a-1eb4-45b8-a6ef-dc06da83416e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:55.451037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.650789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Transition to ACTIVE for port object d212718b-ce8b-4864-83c8-6942949611e9 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:55.678056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-57e1252f-5e96-4e2b-8588-07e87761136d None None] Port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:55.718641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2db6862a-1eb4-45b8-a6ef-dc06da83416e,segment=NetworkSegment(44d24e5b-451f-497d-8a17-7415a82d437e),segment_id=44d24e5b-451f-497d-8a17-7415a82d437e)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:55.719793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.724252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Transition to ACTIVE for port object d212718b-ce8b-4864-83c8-6942949611e9 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:55.758638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.847540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Network 12bfdc82-aced-41ed-8d8a-0c88530f7127 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:55.855882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:55.864664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:55.871506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:55.876717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Pushing event updated for resources: {'Port': ['ID=d212718b-ce8b-4864-83c8-6942949611e9,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.878923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-239b9476-2a30-4af3-8aee-7cb868025d05 None None] Provisioning complete for port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:55.879282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-239b9476-2a30-4af3-8aee-7cb868025d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.884901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.886028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for 2db6862a-1eb4-45b8-a6ef-dc06da83416e owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:55.888694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:55.901516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:55.917769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.926881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:55.943250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.987600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:55.989554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Deleting port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:55.990032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:55.999401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=e1c5bd06-69fc-4c7d-8df3-429f6c4a0c31,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.021261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-239b9476-2a30-4af3-8aee-7cb868025d05 None None] Port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:56.032373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Attempting to bind port d212718b-ce8b-4864-83c8-6942949611e9 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:56.032785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Attempting to bind port d212718b-ce8b-4864-83c8-6942949611e9 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd167af86-ec7c-438f-aa80-107a9a1ae69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:56.033173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Attempting to bind port d212718b-ce8b-4864-83c8-6942949611e9 on network 12bfdc82-aced-41ed-8d8a-0c88530f7127 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:56.040242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:56.040607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Checking segment: {'id': 'd167af86-ec7c-438f-aa80-107a9a1ae69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:56.041001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.041381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Bound using segment: {'id': 'd167af86-ec7c-438f-aa80-107a9a1ae69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:56.042082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Bound port: d212718b-ce8b-4864-83c8-6942949611e9, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd167af86-ec7c-438f-aa80-107a9a1ae69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:56.042575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.045711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:56.135542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] DHCP port deletion for 090138e0-164e-46eb-aa24-d6c0ed68e2e2 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:38:56.152345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Deleting port 2db6862a-1eb4-45b8-a6ef-dc06da83416e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:56.152657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.245014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] For port d212718b-ce8b-4864-83c8-6942949611e9, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:56.250240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] For port d212718b-ce8b-4864-83c8-6942949611e9, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d212718b-ce8b-4864-83c8-6942949611e9,segment=NetworkSegment(d167af86-ec7c-438f-aa80-107a9a1ae69b),segment_id=d167af86-ec7c-438f-aa80-107a9a1ae69b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:56.282505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.290195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56628) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.324366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.357237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.414544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.417339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.429520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.439826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=2db6862a-1eb4-45b8-a6ef-dc06da83416e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.462097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port 2db6862a-1eb4-45b8-a6ef-dc06da83416e on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:56.491068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eff5e9-5c5a-4122-899d-531722fa87cd None None] Pushing event updated for resources: {'Port': ['ID=d212718b-ce8b-4864-83c8-6942949611e9,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.530157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] For port 2db6862a-1eb4-45b8-a6ef-dc06da83416e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2db6862a-1eb4-45b8-a6ef-dc06da83416e,segment=NetworkSegment(44d24e5b-451f-497d-8a17-7415a82d437e),segment_id=44d24e5b-451f-497d-8a17-7415a82d437e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:56.530544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.539460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bfdc82-aced-41ed-8d8a-0c88530f7127']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.544922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-b72a2d65-65ac-4390-974e-eb5f9881b823 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.548894 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b72a2d65-65ac-4390-974e-eb5f9881b823 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2531753 Mar 11 19:38:56.550298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.597786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d603b7-e462-4f7d-80aa-63c8e1a381fe None None] Network 12bfdc82-aced-41ed-8d8a-0c88530f7127 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:56.599170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-1f743b28-520e-4e78-bb5f-917e5741f6a4 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.602743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1f743b28-520e-4e78-bb5f-917e5741f6a4 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0357294 Mar 11 19:38:56.607353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd167af86-ec7c-438f-aa80-107a9a1ae69b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.607659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd167af86-ec7c-438f-aa80-107a9a1ae69b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.611449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56638) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.637819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-65883628-40fa-44e7-a44e-cbe8b49c1d02 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.642721 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-65883628-40fa-44e7-a44e-cbe8b49c1d02 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0182867 Mar 11 19:38:56.642905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.649802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.652881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.662829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] For port e0a417d0-90ab-40d4-a23f-e84c8a78b6c4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:56.663152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.668337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-eb0bcbcf-d497-4ee8-a535-10b339819f75 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.672360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Calling delete_port for 2db6862a-1eb4-45b8-a6ef-dc06da83416e owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:56.673579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb0bcbcf-d497-4ee8-a535-10b339819f75 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0192297 Mar 11 19:38:56.676153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56646) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.682379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 28725099-d90f-46d1-8add-448e45217d44 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:56.687518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=279b5e1b-50f9-4c38-87e2-5e66e06c77a8,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.693736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Subnet': ['ID=e9b1366d-e9e8-4e56-903b-6605581d8c92,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.702610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:56.708171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d7e24564-58b5-4957-9f42-b6bf9276ee5a tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.711583 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d7e24564-58b5-4957-9f42-b6bf9276ee5a tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0263350 Mar 11 19:38:56.714382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56650) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.720759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.725328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-98e37040-0850-43c4-ae82-9cf2440c08f8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.728835 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98e37040-0850-43c4-ae82-9cf2440c08f8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0126412 Mar 11 19:38:56.728835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090138e0-164e-46eb-aa24-d6c0ed68e2e2']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.735104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.744221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:56.744635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.761290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-c10e43a5-2b45-4000-a7e3-1873d4c49260 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c10e43a5-2b45-4000-a7e3-1873d4c49260 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0242229 Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:56.764622 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:56.770140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d24e5b-451f-497d-8a17-7415a82d437e') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.770294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d24e5b-451f-497d-8a17-7415a82d437e') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.771846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.841900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Calling delete_port for e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:56.843418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.865444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.872553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:56.872902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:56.873383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-ca1a2caa-b4e4-4eee-9e6c-8cbc005ec9c7 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.874212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:38:56.874212 dv-neutron-832764-2-hyperv neutron-server[83812]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:38:56.874212 dv-neutron-832764-2-hyperv neutron-server[83812]: [parameters: {'id': '12bfdc82-aced-41ed-8d8a-0c88530f7127'}] Mar 11 19:38:56.874212 dv-neutron-832764-2-hyperv neutron-server[83812]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:38:56.874534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:38:56.874969 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ca1a2caa-b4e4-4eee-9e6c-8cbc005ec9c7 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0441854 Mar 11 19:38:56.875691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:56.878321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:56.894228 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:56.896249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.924984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Checking segment: {'id': 'e51389b0-d5d6-496d-983c-d78df48b9cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:56.925590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network hostable DHCP agents. Network: fbfdbd75-e28e-4c47-91df-6da33faef51a, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:56.938372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:56.955717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c9be6bc3-3628-4d39-bff8-5a13dad47119 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:38:56.968339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-c6412aac-93bc-4678-8b8d-b12369a55604 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.969269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c6412aac-93bc-4678-8b8d-b12369a55604 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0732350 Mar 11 19:38:56.989251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56668) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:56.995451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-8635c97e-90be-4c47-bcbe-a3d10f2872c6 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:56.996430 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8635c97e-90be-4c47-bcbe-a3d10f2872c6 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065136 Mar 11 19:38:57.000616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56672) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.007103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d58b120a-66c2-4e63-9bd4-581c51fa3624 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.008109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d58b120a-66c2-4e63-9bd4-581c51fa3624 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0068634 Mar 11 19:38:57.012275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56676) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.018852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-b2d6cc39-737f-4668-a3ba-5ccc91ef3031 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.020677 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2d6cc39-737f-4668-a3ba-5ccc91ef3031 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0072954 Mar 11 19:38:57.024601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56680) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.030484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d6f001c0-8fba-4c19-8f24-c23717097c19 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.034712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d6f001c0-8fba-4c19-8f24-c23717097c19 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0098574 Mar 11 19:38:57.036203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56684) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.041792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-6c4d135b-f118-47ba-829f-177899f19f5c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.045824 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6c4d135b-f118-47ba-829f-177899f19f5c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0086868 Mar 11 19:38:57.047221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.047872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.057133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d30befe8-8223-4dd0-a193-e6523ce3f55e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.061288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d30befe8-8223-4dd0-a193-e6523ce3f55e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0105462 Mar 11 19:38:57.064714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56692) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.065890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c9be6bc3-3628-4d39-bff8-5a13dad47119 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:57.066455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.067396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Router 22697b91-a25f-45bc-b0e8-af3271a73ae2 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:57.081420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.087482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=090138e0-164e-46eb-aa24-d6c0ed68e2e2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:57.091833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-909346ee-8e3b-43cf-bbab-0ed0b3e9d25e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.092800 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-909346ee-8e3b-43cf-bbab-0ed0b3e9d25e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0232990 Mar 11 19:38:57.098550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.103276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-200be23b-bcd8-4e3f-8dc2-c7ee3cba809c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.106926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-200be23b-bcd8-4e3f-8dc2-c7ee3cba809c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077260 Mar 11 19:38:57.110652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.116631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-5fc60f31-d9fd-49cc-9ea8-3ade0d285ad0 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.122440 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5fc60f31-d9fd-49cc-9ea8-3ade0d285ad0 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062644 Mar 11 19:38:57.122440 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8cf38414-ad11-4970-91cb-97356b3be8f1 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/090138e0-164e-46eb-aa24-d6c0ed68e2e2 HTTP/1.1" status: 204 len: 168 time: 1.8071208 Mar 11 19:38:57.122440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.133709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:57.134408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.140211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56706) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.165347 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5e8bd0-7286-40ee-9843-26a7310eb2ec tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:57.165812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5e8bd0-7286-40ee-9843-26a7310eb2ec tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:57.169643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dc5e8bd0-7286-40ee-9843-26a7310eb2ec tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/f028135e-d7cc-4e1e-8a58-a34940db172b HTTP/1.1" status: 404 len: 337 time: 0.0451682 Mar 11 19:38:57.171779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56712) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.175834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-f0483e24-d363-4a36-b59c-2c96ddd43acd tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.178866 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0483e24-d363-4a36-b59c-2c96ddd43acd tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0334754 Mar 11 19:38:57.180961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56714) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.186972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-0b3d1039-3187-4113-bd38-2ff0a657c6fb tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.188022 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0b3d1039-3187-4113-bd38-2ff0a657c6fb tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058048 Mar 11 19:38:57.190757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56718) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.199011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:57.200227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-7047b4a8-8750-4ff8-87e1-3f52e889cfa0 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.202519 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7047b4a8-8750-4ff8-87e1-3f52e889cfa0 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0107028 Mar 11 19:38:57.204519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56724) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.228588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-b7b5907a-5b7f-4cbf-af00-495fd97b2e9b tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.229780 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b7b5907a-5b7f-4cbf-af00-495fd97b2e9b tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0243773 Mar 11 19:38:57.235891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56728) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.241741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-b7fc1ab2-a4dd-40a3-8fbe-d5f8d6b89cea tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.247008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b7fc1ab2-a4dd-40a3-8fbe-d5f8d6b89cea tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0100036 Mar 11 19:38:57.247707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56732) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.252419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-76279402-3817-4ac7-93cd-a937f7480176 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.255361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-76279402-3817-4ac7-93cd-a937f7480176 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0052571 Mar 11 19:38:57.256277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56736) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.261189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-1dfef976-87c6-4f97-97fb-51d8e1ede850 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.263347 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1dfef976-87c6-4f97-97fb-51d8e1ede850 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0051131 Mar 11 19:38:57.264433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56740) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.270265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-b55a0f24-54cd-4790-ad9b-e79a5a98f2cd tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.271780 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b55a0f24-54cd-4790-ad9b-e79a5a98f2cd tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058200 Mar 11 19:38:57.274108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56744) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.280330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-102f7042-b2cc-4ecc-8e69-a760df6ed23e None None] Provisioning for port 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:38:57.281099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-e6f65c0c-4020-4c3f-ba5d-fd1479b9fdae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.284365 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e6f65c0c-4020-4c3f-ba5d-fd1479b9fdae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069995 Mar 11 19:38:57.285204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56748) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.285689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-102f7042-b2cc-4ecc-8e69-a760df6ed23e None None] Provisioning complete for port 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:38:57.286037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-102f7042-b2cc-4ecc-8e69-a760df6ed23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.292188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-16a8019b-bb91-4844-9d5c-6234f9d8986f tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.295504 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-16a8019b-bb91-4844-9d5c-6234f9d8986f tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0069168 Mar 11 19:38:57.295862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56752) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.300799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-aeaf0943-608a-4743-bbb8-3d30bf923771 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.304049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aeaf0943-608a-4743-bbb8-3d30bf923771 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049975 Mar 11 19:38:57.305606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56756) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.318339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-6de6ff1d-591f-4b45-a6b2-74fc44a7d0c2 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.321784 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6de6ff1d-591f-4b45-a6b2-74fc44a7d0c2 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0074141 Mar 11 19:38:57.324247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56760) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.327967 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8c1c18-d180-4baf-bf5f-1c2c3d6f990a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] DELETE failed (client error): The resource could not be found. Mar 11 19:38:57.328462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8c1c18-d180-4baf-bf5f-1c2c3d6f990a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:38:57.330379 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9c8c1c18-d180-4baf-bf5f-1c2c3d6f990a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/44f0d923-34ae-45bc-9071-7d31e4c92062 HTTP/1.1" status: 404 len: 339 time: 0.1389210 Mar 11 19:38:57.333170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56764) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.333894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, fbfdbd75-e28e-4c47-91df-6da33faef51a) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:57.343239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e815ab-1537-4ed8-8116-625f21465d67 None None] Network fbfdbd75-e28e-4c47-91df-6da33faef51a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:57.363162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2db6862a-1eb4-45b8-a6ef-dc06da83416e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:38:57.376822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.386269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-cc947501-6ae8-4c0d-85e0-ef26e3d21285 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.387344 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cc947501-6ae8-4c0d-85e0-ef26e3d21285 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0561852 Mar 11 19:38:57.391244 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-547ae195-7879-4ef2-948a-43111f51d990 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3657877 Mar 11 19:38:57.391244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:57.391244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.392999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56768) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.392999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56770) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.396403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Deleting port 2db6862a-1eb4-45b8-a6ef-dc06da83416e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:57.396792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.401956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.420023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-102f7042-b2cc-4ecc-8e69-a760df6ed23e None None] Port 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:38:57.439959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-82e937e2-64e5-4386-9153-ace3c135f53b tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.443249 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-82e937e2-64e5-4386-9153-ace3c135f53b tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0479162 Mar 11 19:38:57.449240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56776) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.461959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-801c09ad-6b64-4a64-a039-0990a21a41c1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.465573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-801c09ad-6b64-4a64-a039-0990a21a41c1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079803 Mar 11 19:38:57.470528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56780) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.482311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-2804eb33-afd6-4e04-bae3-42a97c5319f8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.483370 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2804eb33-afd6-4e04-bae3-42a97c5319f8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0105109 Mar 11 19:38:57.484565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port d212718b-ce8b-4864-83c8-6942949611e9 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:57.485058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.510367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56784) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.528524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2db6862a-1eb4-45b8-a6ef-dc06da83416e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:38:57.528900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2db6862a-1eb4-45b8-a6ef-dc06da83416e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:38:57.541486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-b2ccfd8c-65d0-4c32-9735-2cea38f74fc9 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.545300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2ccfd8c-65d0-4c32-9735-2cea38f74fc9 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0311277 Mar 11 19:38:57.556030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56788) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.575795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2abd2158-f2bb-49b6-8247-84ed62e47a12 None None] The port '2db6862a-1eb4-45b8-a6ef-dc06da83416e' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:38:57.621368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-a54e67ee-b6ae-45e4-856a-635d44f4f847 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.626301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a54e67ee-b6ae-45e4-856a-635d44f4f847 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0630877 Mar 11 19:38:57.632779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56792) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.654615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-f41d5f42-2bf3-44fd-8914-60fa7265936f tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.662288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f41d5f42-2bf3-44fd-8914-60fa7265936f tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0202279 Mar 11 19:38:57.662288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c71e929-5e4e-4ab4-965b-6f77cd7b3b73 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6545243 Mar 11 19:38:57.663696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56796) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.664032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.685784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1606247823', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:57.693724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-5ad1e004-cab2-4fd3-b618-744b2ef36d14 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.694686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5ad1e004-cab2-4fd3-b618-744b2ef36d14 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0280054 Mar 11 19:38:57.696669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=dcf3eb47-1158-4af5-95c4-df9038559c84,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:57.704740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56804) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.718819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-daae0f3c-f9bc-48cb-9fa3-ceccc10b39ae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.719804 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-daae0f3c-f9bc-48cb-9fa3-ceccc10b39ae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0126166 Mar 11 19:38:57.723893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.727241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56808) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.731396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:57.740261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946aa72-a333-4d53-95e4-52d028f60fe3 None None] Network fbfdbd75-e28e-4c47-91df-6da33faef51a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:38:57.761441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:router and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:57.769066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:57.772903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-f22f15c2-f51d-4b19-81b1-f790d7ab8fca tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.774045 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f22f15c2-f51d-4b19-81b1-f790d7ab8fca tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0130701 Mar 11 19:38:57.779958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe4f7c-de4a-4745-8d8a-f98fbde1dfef tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:57.780658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bafe4f7c-de4a-4745-8d8a-f98fbde1dfef tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:38:57.784551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56812) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.788521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a417d0-90ab-40d4-a23f-e84c8a78b6c4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:57.795827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:57.801119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting subnet 068e98f1-0f36-4eea-a2e5-21c961cac994 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:57.801401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:57.801956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network hostable DHCP agents. Network: b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:57.807088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-d12b2819-4ab8-464d-ba05-297bc374a351 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.810568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d12b2819-4ab8-464d-ba05-297bc374a351 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0171022 Mar 11 19:38:57.827091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56816) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.830772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.923154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-15dcc779-70dd-4598-a463-b09361e6f142 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.926575 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-15dcc779-70dd-4598-a463-b09361e6f142 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0613916 Mar 11 19:38:57.928390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56820) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.935764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:57.944472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-0a34b3ef-3a18-44e7-bcba-7e44ec01eba1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.945339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0a34b3ef-3a18-44e7-bcba-7e44ec01eba1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0155747 Mar 11 19:38:57.948441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56824) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.960424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.961344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:57.965863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddafeb79-9f9f-42a6-81ef-f121077aca85 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:38:57.972876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-0a185ca4-a06a-4ea4-914a-ae4dc54b56b7 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:57.976697 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0a185ca4-a06a-4ea4-914a-ae4dc54b56b7 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0213444 Mar 11 19:38:57.979379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bafe4f7c-de4a-4745-8d8a-f98fbde1dfef tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:38:57.983205 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bafe4f7c-de4a-4745-8d8a-f98fbde1dfef tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5859308 Mar 11 19:38:57.983205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56828) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:57.983425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56830) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.001482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.065495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-5a4d730e-acd0-4f4f-b6b4-2abe6f9fa4c9 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.069125 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5a4d730e-acd0-4f4f-b6b4-2abe6f9fa4c9 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0733950 Mar 11 19:38:58.073587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56836) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.080899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-a6cae4d5-94ce-4fec-b826-5d953c541bf1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.084238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a6cae4d5-94ce-4fec-b826-5d953c541bf1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074055 Mar 11 19:38:58.084456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:58.085887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56840) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.088793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port d212718b-ce8b-4864-83c8-6942949611e9, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d212718b-ce8b-4864-83c8-6942949611e9,segment=NetworkSegment(d167af86-ec7c-438f-aa80-107a9a1ae69b),segment_id=d167af86-ec7c-438f-aa80-107a9a1ae69b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:58.089158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.097595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddafeb79-9f9f-42a6-81ef-f121077aca85 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:38:58.099278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-34429561-fb1e-4662-a552-cc90664e6dbb tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.102915 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-34429561-fb1e-4662-a552-cc90664e6dbb tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0139554 Mar 11 19:38:58.104328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:58.104917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.110849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56844) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.119177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.121716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-1fe66fd9-2116-44da-8c7d-64531e1075d2 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.122859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1fe66fd9-2116-44da-8c7d-64531e1075d2 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0109425 Mar 11 19:38:58.176746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56848) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.187168 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96b49553-4535-4582-be6b-b1c3021adc18 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7630303 Mar 11 19:38:58.189657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-cec87ec7-ee8f-4ae0-b155-9c60d6507d5e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.193303 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cec87ec7-ee8f-4ae0-b155-9c60d6507d5e tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091670 Mar 11 19:38:58.244366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for d212718b-ce8b-4864-83c8-6942949611e9 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:58.246880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56852) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.248020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56854) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.258566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:58.270205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-beebc306-a14d-46a9-a920-2853df058995 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.273611 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-beebc306-a14d-46a9-a920-2853df058995 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0149014 Mar 11 19:38:58.275185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] Sync routers for ids ['22697b91-a25f-45bc-b0e8-af3271a73ae2'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:38:58.276708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'name': 'tempest-NetworksTestDHCPv6-1837334469'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:58.295749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56860) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.340973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] Routers {'22697b91-a25f-45bc-b0e8-af3271a73ae2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:58.341597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['22697b91-a25f-45bc-b0e8-af3271a73ae2'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:58.367755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-dbdda00e-8d9e-4d0a-8834-b5b76e37bd4d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.371910 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dbdda00e-8d9e-4d0a-8834-b5b76e37bd4d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0675223 Mar 11 19:38:58.375414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56864) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.392554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-be885369-5e0f-4cbd-82c6-b0c703493b89 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.395969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be885369-5e0f-4cbd-82c6-b0c703493b89 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0174148 Mar 11 19:38:58.402427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56868) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.403612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.409855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:58.428994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [None req-76771217-171d-4144-a63b-4acd00373a5a tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.432501 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-76771217-171d-4144-a63b-4acd00373a5a tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0248380 Mar 11 19:38:58.432960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] Routers {'22697b91-a25f-45bc-b0e8-af3271a73ae2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:38:58.432960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['22697b91-a25f-45bc-b0e8-af3271a73ae2'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:58.437856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56872) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.444893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.448885 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3ae79fdc-efb1-4764-9a66-18687d410634 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3604202 Mar 11 19:38:58.453913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56876) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.467473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:58.510452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-b622e470-52ef-4d33-a77e-520159ab5f7d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.513843 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b622e470-52ef-4d33-a77e-520159ab5f7d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0680361 Mar 11 19:38:58.514901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56880) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.532152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-08bce57d-9e3c-482b-82e7-d59cab83ee8c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.535512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:58.535642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-08bce57d-9e3c-482b-82e7-d59cab83ee8c tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0109773 Mar 11 19:38:58.535723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e4f44-a52d-4623-9b37-0e5ac4945127 None None] The sync data for ids ['22697b91-a25f-45bc-b0e8-af3271a73ae2'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:38:58.539221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56884) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.545765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.552644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-aa599a7f-4b80-46db-a2b6-5bc1fc07c7bf tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.553599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aa599a7f-4b80-46db-a2b6-5bc1fc07c7bf tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0134523 Mar 11 19:38:58.565978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56888) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.574156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-92b728f5-9a7f-46f5-9050-0c53077847ae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.577420 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92b728f5-9a7f-46f5-9050-0c53077847ae tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0082121 Mar 11 19:38:58.578576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.579913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56892) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.587562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-64caad74-12bf-4ee6-a908-8883cef2dab1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.591094 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-64caad74-12bf-4ee6-a908-8883cef2dab1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0077355 Mar 11 19:38:58.599733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56896) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.604449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'dcf3eb47-1158-4af5-95c4-df9038559c84'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:38:58.605567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.609324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-00e36018-a734-454e-a223-faec530834b8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.610352 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-00e36018-a734-454e-a223-faec530834b8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0097084 Mar 11 19:38:58.614458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56900) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.622053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:58.626463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-c5caa4a3-7d54-4f47-ac55-9494cdb856b8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.627441 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c5caa4a3-7d54-4f47-ac55-9494cdb856b8 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094244 Mar 11 19:38:58.632895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56904) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.635559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:58.645468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:38:58.651193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-0372e1f9-80de-4614-8a09-d78ccc414187 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.654573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0372e1f9-80de-4614-8a09-d78ccc414187 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0182812 Mar 11 19:38:58.656892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56908) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.658204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:38:58.662680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-96ba9ee7-8f19-446e-8894-674e15dcca1d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.665854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96ba9ee7-8f19-446e-8894-674e15dcca1d tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0070422 Mar 11 19:38:58.666335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56912) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.674044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-9aaa0ea2-4816-4470-b2fe-65157059a0a1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.678222 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9aaa0ea2-4816-4470-b2fe-65157059a0a1 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0074351 Mar 11 19:38:58.678873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.680228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.680802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:58.688369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [None req-e8f1c88f-396a-4b9a-88ca-473f1ba2db65 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:38:58.689313 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e8f1c88f-396a-4b9a-88ca-473f1ba2db65 tempest-ExtensionsTestJSON-1893463694 tempest-ExtensionsTestJSON-1893463694-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0069036 Mar 11 19:38:58.698493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.699654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1c79e9db-f905-4e95-b636-a115745dcfd5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/c4c79352-5f8e-4c9b-a0a3-3c92bc64a349 HTTP/1.1" status: 204 len: 168 time: 5.8426042 Mar 11 19:38:58.700579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:58.704442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.721161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56922) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.765304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.810213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.820428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b49da-7883-4a9d-bea7-e72c4bb7f7c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:58.822972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port e488005b-608a-48b9-bed3-ffcfee838670 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:38:58.824805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b49da-7883-4a9d-bea7-e72c4bb7f7c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:58.829026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04b49da-7883-4a9d-bea7-e72c4bb7f7c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:58.834216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c04b49da-7883-4a9d-bea7-e72c4bb7f7c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.8356671 Mar 11 19:38:58.848192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/dcf3eb47-1158-4af5-95c4-df9038559c84/db4f05ed-07e8-4106-af81-6e7db43f9407) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:58.858518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Deleting subnet 4a068fac-5dc0-484d-9346-031f0fc97478 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:38:58.861327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56926) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:58.864469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:58.917125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=d212718b-ce8b-4864-83c8-6942949611e9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:58.927877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port d212718b-ce8b-4864-83c8-6942949611e9 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:59.026021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.029052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.066434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:59.066841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.115232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.123358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.218298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Subnet': ['ID=068e98f1-0f36-4eea-a2e5-21c961cac994,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.226929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bfdc82-aced-41ed-8d8a-0c88530f7127']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:59.237835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56932) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:59.242754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.250928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd167af86-ec7c-438f-aa80-107a9a1ae69b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:59.251225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd167af86-ec7c-438f-aa80-107a9a1ae69b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:59.286086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.297785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Transition to ACTIVE for port object db4f05ed-07e8-4106-af81-6e7db43f9407 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:59.319463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Transition to ACTIVE for port object db4f05ed-07e8-4106-af81-6e7db43f9407 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:38:59.327393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.329457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.354363 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-40950a75-d8c9-4664-bd01-c1071008bff5 tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/subnets/068e98f1-0f36-4eea-a2e5-21c961cac994 HTTP/1.1" status: 204 len: 168 time: 2.0178118 Mar 11 19:38:59.365793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56936) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:59.370698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.399050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:59.401968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:59.406490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:38:59.408087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:38:59.408533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.408757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Pushing event updated for resources: {'Port': ['ID=db4f05ed-07e8-4106-af81-6e7db43f9407,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:59.470076 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:59.497320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.536029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Attempting to bind port db4f05ed-07e8-4106-af81-6e7db43f9407 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:38:59.536995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Attempting to bind port db4f05ed-07e8-4106-af81-6e7db43f9407 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:38:59.538107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Attempting to bind port db4f05ed-07e8-4106-af81-6e7db43f9407 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:38:59.547826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:38:59.548760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:38:59.550548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.551783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:38:59.552591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Bound port: db4f05ed-07e8-4106-af81-6e7db43f9407, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:38:59.553204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.595298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::257 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/dcf3eb47-1158-4af5-95c4-df9038559c84/e488005b-608a-48b9-bed3-ffcfee838670) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:59.596976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.607546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.623442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.675399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.686928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.699894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] For port db4f05ed-07e8-4106-af81-6e7db43f9407, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:59.703209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] For port db4f05ed-07e8-4106-af81-6e7db43f9407, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=db4f05ed-07e8-4106-af81-6e7db43f9407,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:59.707021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.776846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=12bfdc82-aced-41ed-8d8a-0c88530f7127,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.778446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 279b5e1b-50f9-4c38-87e2-5e66e06c77a8 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:38:59.783789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329f117-3230-46b5-92de-34fac2c12ce2 None None] Pushing event updated for resources: {'Port': ['ID=db4f05ed-07e8-4106-af81-6e7db43f9407,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.789863 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-22919bb0-5ba9-490c-999e-64feb140e16a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/12bfdc82-aced-41ed-8d8a-0c88530f7127 HTTP/1.1" status: 204 len: 168 time: 5.6357815 Mar 11 19:38:59.790691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Deleting port a74ffe88-c916-4c65-a425-23696d9fed7a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:38:59.791033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.813928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56942) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:38:59.834422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-780159336'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:38:59.855028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:59.865133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:59.897534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:38:59.901325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:38:59.964162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Usage tracker for resource:security_group_rule and tenant:31367f28223345e29212039394fa7dae is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:38:59.977146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:00.021579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:00.033587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:00.067760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:00.070261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a068fac-5dc0-484d-9346-031f0fc97478,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.093123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.122962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.157334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:00.160999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.186164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.199867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79266059-14aa-46ff-9d87-e30af53dc6dc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4a068fac-5dc0-484d-9346-031f0fc97478 HTTP/1.1" status: 204 len: 168 time: 1.4727905 Mar 11 19:39:00.203868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56946) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:00.243595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.303660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.357098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:00.382277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] For port a74ffe88-c916-4c65-a425-23696d9fed7a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a74ffe88-c916-4c65-a425-23696d9fed7a,segment=NetworkSegment(672a1a4a-22fa-418e-a452-468ef3bfe324),segment_id=672a1a4a-22fa-418e-a452-468ef3bfe324)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:00.382589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.385347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object e488005b-608a-48b9-bed3-ffcfee838670 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:00.388649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=279b5e1b-50f9-4c38-87e2-5e66e06c77a8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.450017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.450281 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 7b45ba8a-2e24-424a-9f62-fa727bd62b85 of type vlan for network 0270ff6a-41e5-42b3-bb18-3456d2db8929 Mar 11 19:39:00.464590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.549971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Calling delete_port for a74ffe88-c916-4c65-a425-23696d9fed7a owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:00.553239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Deleting port 192fc365-a55d-4300-9937-b78991e4d870 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:00.553596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.580254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.602133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.617976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.639000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.672241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.692881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.46 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/7eef103c-af89-4ac1-ad4f-2632ac318a9e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:00.727600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.729890 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d431ac8-b42d-4b83-9126-6774a5d4db94 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/279b5e1b-50f9-4c38-87e2-5e66e06c77a8 HTTP/1.1" status: 204 len: 168 time: 1.8666508 Mar 11 19:39:00.731774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:00.732685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.739889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56950) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:00.773415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8e442-b4fb-4983-a478-666f62213171,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.780585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.792896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=e488005b-608a-48b9-bed3-ffcfee838670,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.799634 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e3b60892-2903-4f8a-b229-c8f1a5ae595b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31367f28223345e29212039394fa7dae&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5592535 Mar 11 19:39:00.800322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56954) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:00.802591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:00.814546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:00.827242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:00.831162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:00.831814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:00.866653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc17b0-f873-476c-b925-f7a6962d360e None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:39:00.971489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c031ffc-dec2-40ba-890d-bb258d0d2af4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7165921 Mar 11 19:39:00.977319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56958) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:00.989242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device db4f05ed-07e8-4106-af81-6e7db43f9407 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:01.022315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ae1fcae0-0500-4aad-af4f-3aecad765817 None None] Provisioning for port db4f05ed-07e8-4106-af81-6e7db43f9407 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:01.045910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] For port 192fc365-a55d-4300-9937-b78991e4d870, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=192fc365-a55d-4300-9937-b78991e4d870,segment=NetworkSegment(d1cfcccd-451f-45ff-bc69-6581d118cb9c),segment_id=d1cfcccd-451f-45ff-bc69-6581d118cb9c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:01.046291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.062811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Port': ['ID=a74ffe88-c916-4c65-a425-23696d9fed7a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:01.065906 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2474f322-1c7b-47f8-88cb-d7273c9cb626 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:39:01.068955 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2474f322-1c7b-47f8-88cb-d7273c9cb626 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/279b5e1b-50f9-4c38-87e2-5e66e06c77a8 HTTP/1.1" status: 404 len: 333 time: 0.3099403 Mar 11 19:39:01.072802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdc17b0-f873-476c-b925-f7a6962d360e None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:39:01.085778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56962) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:01.175124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=0270ff6a-41e5-42b3-bb18-3456d2db8929,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:01.179548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] No DVR routers for this DVR port a74ffe88-c916-4c65-a425-23696d9fed7a on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:01.193626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:01.210554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5f317040-626f-4440-8659-a6eef1afe1ed tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3874609 Mar 11 19:39:01.212565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port db4f05ed-07e8-4106-af81-6e7db43f9407 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:01.234509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56966) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:01.280065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:01.283705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port db4f05ed-07e8-4106-af81-6e7db43f9407 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:01.284072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.302827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Calling delete_port for 192fc365-a55d-4300-9937-b78991e4d870 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:01.356217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.431279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.444619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc562f-d691-48e6-90ca-2e34754198a8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:01.449256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc562f-d691-48e6-90ca-2e34754198a8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:01.449505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06bc562f-d691-48e6-90ca-2e34754198a8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:01.484940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.513348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.543674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06bc562f-d691-48e6-90ca-2e34754198a8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:01.547362 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-06bc562f-d691-48e6-90ca-2e34754198a8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5654380 Mar 11 19:39:01.547362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=192fc365-a55d-4300-9937-b78991e4d870,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:01.548624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56970) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:01.552237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] No DVR routers for this DVR port 192fc365-a55d-4300-9937-b78991e4d870 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:01.578170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port db4f05ed-07e8-4106-af81-6e7db43f9407, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=db4f05ed-07e8-4106-af81-6e7db43f9407,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:01.602709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:01.603108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.619977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.662738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.670607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:01.698787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.722374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:01.722762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e0a417d0-90ab-40d4-a23f-e84c8a78b6c4 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:01.735248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port e488005b-608a-48b9-bed3-ffcfee838670 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:01.735248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.760017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a107e6d6-8c23-48d1-a36a-d5bd29e51614']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.761471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.773254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=db4f05ed-07e8-4106-af81-6e7db43f9407,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:01.788743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.789623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfd7942-186e-4485-9997-1368efa0a133 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:01.810245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8e442-b4fb-4983-a478-666f62213171,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:01.815506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb717e6e-7562-460b-8212-91074552c1fc None None] Network a107e6d6-8c23-48d1-a36a-d5bd29e51614 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:01.836013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4963e4-01a0-4c61-9d38-45b3927c8f38 None None] Network 1c3ef36d-a17c-4e26-b3ce-50b651558884 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:01.843060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3ef36d-a17c-4e26-b3ce-50b651558884']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.884851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672a1a4a-22fa-418e-a452-468ef3bfe324') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.885496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672a1a4a-22fa-418e-a452-468ef3bfe324') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.897509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cfcccd-451f-45ff-bc69-6581d118cb9c') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.898060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cfcccd-451f-45ff-bc69-6581d118cb9c') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:01.924959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.929607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.932959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:01.937047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-018d77dc-1586-41fc-8934-0b5868fbdd0d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93b8e442-b4fb-4983-a478-666f62213171 HTTP/1.1" status: 204 len: 168 time: 1.1267345 Mar 11 19:39:02.062981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.084573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.089751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.099102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:02.099530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.117056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:02.117934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:02.121379 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:02.123302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:02.135294 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:02.263441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.276279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.283175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.317288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.418077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3ef36d-a17c-4e26-b3ce-50b651558884,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.418845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:02.435805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8c1ee-e13e-49ee-8d83-e908af43b9dd None None] DHCP port deletion for 1c3ef36d-a17c-4e26-b3ce-50b651558884 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:02.452368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=7eef103c-af89-4ac1-ad4f-2632ac318a9e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.456623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:02.470137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 is not hosted by any dhcp agent {{(pid=83812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 19:39:02.475175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:02.476112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.477619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "PUT /v2.0/networks/0270ff6a-41e5-42b3-bb18-3456d2db8929 HTTP/1.1" status: 200 len: 723 time: 1.2384975 Mar 11 19:39:02.483643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 56982) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:02.487883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:02.497353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for e488005b-608a-48b9-bed3-ffcfee838670 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:02.520680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.524700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.529540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cf7f2814-dda2-4aad-8cc8-bdd20126c5f6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1c3ef36d-a17c-4e26-b3ce-50b651558884 HTTP/1.1" status: 204 len: 168 time: 2.3222346 Mar 11 19:39:02.533883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:02.534107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.542551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf168f27-841d-4d83-8c8f-cd5a63fe6e62 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=0270ff6a-41e5-42b3-bb18-3456d2db8929,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.553499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42204ef-ab03-4b5e-9a0f-301f973539da None None] DHCP port deletion for a107e6d6-8c23-48d1-a36a-d5bd29e51614 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:02.558088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:02.651073 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] 10.222.0.76 "DELETE /v2.0/networks/a107e6d6-8c23-48d1-a36a-d5bd29e51614 HTTP/1.1" status: 204 len: 168 time: 3.2823362 Mar 11 19:39:02.712072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2077573-82ea-4ff2-9357-c492a8ec276a tempest-NetworksIpV6Test-632012167 tempest-NetworksIpV6Test-632012167-project] Pushing event deleted for resources: {'Network': ['ID=a107e6d6-8c23-48d1-a36a-d5bd29e51614,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.713591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:02.718340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:02.721861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:02.722683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:02.810640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:02.823496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.824908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.842315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:02.850886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56994) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:02.932898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:02.979084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Deleting port f8ff9f8b-1fef-4a78-be44-f9dfcf79b56f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:02.979466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.000305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device db4f05ed-07e8-4106-af81-6e7db43f9407 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:03.066861 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-580a20be-698b-466f-a59a-3a46c624b30c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a18426f7b2f410b944e9769ef307fa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2099326 Mar 11 19:39:03.070379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 56998) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:03.147455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.195163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port db4f05ed-07e8-4106-af81-6e7db43f9407 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:03.197018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.232631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.322020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=6c844e36-aaa1-46c1-b1fb-2a1aa0983e45,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:03.393677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=e488005b-608a-48b9-bed3-ffcfee838670,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:03.401340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.517902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a74ffe88-c916-4c65-a425-23696d9fed7a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:03.567953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a74ffe88-c916-4c65-a425-23696d9fed7a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:03.568343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a74ffe88-c916-4c65-a425-23696d9fed7a not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:03.568766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 192fc365-a55d-4300-9937-b78991e4d870 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:03.581069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57008) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:03.619887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 192fc365-a55d-4300-9937-b78991e4d870 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:03.624296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 192fc365-a55d-4300-9937-b78991e4d870 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:03.773733 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8475d966-3653-4371-970c-8d31105b22e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/e488005b-608a-48b9-bed3-ffcfee838670 HTTP/1.1" status: 204 len: 168 time: 2.2221270 Mar 11 19:39:03.779032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57016) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:03.838277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069712e-8a3e-4f44-8369-7f45a34e91b5 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:03.876811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c7ef0-b580-47c2-a7ef-52044893ad05 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.878120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8c7ef0-b580-47c2-a7ef-52044893ad05 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.878864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3e8c7ef0-b580-47c2-a7ef-52044893ad05 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:03.924897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57020) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:03.940254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.949755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3e8c7ef0-b580-47c2-a7ef-52044893ad05 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:03.950928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3e8c7ef0-b580-47c2-a7ef-52044893ad05 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1666009 Mar 11 19:39:03.954624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57026) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:03.966015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4f1edf44-d8db-4d72-b49f-0af819dca552 None None] Could not find standard attr ID for object e488005b-608a-48b9-bed3-ffcfee838670. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:03.972290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:03.975951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.035592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4f1edf44-d8db-4d72-b49f-0af819dca552 None None] Provisioning complete for port db4f05ed-07e8-4106-af81-6e7db43f9407 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:04.036397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f1edf44-d8db-4d72-b49f-0af819dca552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.046148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-149455898'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:04.051564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:04.055348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:network and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:04.058552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:04.081375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:04.129299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Calling delete_port for f8ff9f8b-1fef-4a78-be44-f9dfcf79b56f owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:04.158737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.166364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Made reservation on behalf of 369e066f8a0143b0b395a90b4eb9ddf3 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:04.169513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.200974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-95dd6c86-3d4a-47d1-a957-81122e715abe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 HTTP/1.1" status: 204 len: 168 time: 3.1135685 Mar 11 19:39:04.204136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57030) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:04.234606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.283923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.299922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=133a54ef-2862-4877-a5fb-ce27fb59fb4e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:04.300177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-fadc4499-e510-478e-a27c-18f3b206bc04 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:39:04.300432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fadc4499-e510-478e-a27c-18f3b206bc04 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:04.342446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:04.347626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet dcf3eb47-1158-4af5-95c4-df9038559c84 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:04.352472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:security_group_rule and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:04.356610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:04.360521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.365899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.366631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.388433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fadc4499-e510-478e-a27c-18f3b206bc04 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:04.392409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fadc4499-e510-478e-a27c-18f3b206bc04 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/6c844e36-aaa1-46c1-b1fb-2a1aa0983e45 HTTP/1.1" status: 404 len: 333 time: 0.1842000 Mar 11 19:39:04.392962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57034) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:04.397189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:04.398306 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e1db7469-cd33-4abb-8e4a-521dae203bc4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d54a1229eadd4758a59d5c694b576b57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7901962 Mar 11 19:39:04.405769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57038) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:04.413509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '7b45ba8a-2e24-424a-9f62-fa727bd62b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:04.413817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 0270ff6a-41e5-42b3-bb18-3456d2db8929, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:04.476066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.593254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:04.615990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.626715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.644648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dc66168f-d10f-4d0c-938c-1b98a0189e52 None None] Provisioning complete for port db4f05ed-07e8-4106-af81-6e7db43f9407 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:04.646294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dc66168f-d10f-4d0c-938c-1b98a0189e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.648445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0270ff6a-41e5-42b3-bb18-3456d2db8929) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:04.666005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:04.666663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.676145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.684406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.733995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b008a-96fa-492c-9f3f-02e6b0dce655 None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:04.747576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28e3d60-4319-4790-9d28-caa38446df12,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:04.748184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.802324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.805971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f75c4f76-4000-4a12-8867-6b18b6d17ef0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b28e3d60-4319-4790-9d28-caa38446df12 HTTP/1.1" status: 204 len: 168 time: 1.7308197 Mar 11 19:39:04.826667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 96eb434b-d096-4c9b-a0ef-e035cace19a4 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:04.836367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.869504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.887888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.894212 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-201c0d9f-9126-48e3-aad2-d8ffaab15bc3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4077957 Mar 11 19:39:04.931835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57044) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:04.940204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:04.952868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a21f548-706c-4200-b8f9-ecaca4824a13,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:04.967874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:04.999567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Pushing event deleted for resources: {'Port': ['ID=f8ff9f8b-1fef-4a78-be44-f9dfcf79b56f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.043401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf3eb47-1158-4af5-95c4-df9038559c84,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.065703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:05.077446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.091503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b3042e-6230-45a6-8d10-b589087ae9e9 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:05.091732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.113432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.113777 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Added segment ec7b814a-f67c-4163-8761-32c87e47d059 of type vlan for network 68772da9-b558-426d-9c46-0f4e93a27836 Mar 11 19:39:05.131388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-490a14fa-5c5c-4c40-98d6-896c4608b1df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/dcf3eb47-1158-4af5-95c4-df9038559c84 HTTP/1.1" status: 204 len: 168 time: 1.1733963 Mar 11 19:39:05.135599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57050) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:05.254583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3a303e12-7839-4121-9ade-1f6d09fea1fe tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141121 Mar 11 19:39:05.255986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:05.260772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.262966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.264065 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7789bc0-0ebc-426e-aa70-ff4fe9e04a3d HTTP/1.1" status: 204 len: 168 time: 0.8563819 Mar 11 19:39:05.268589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:05.291105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-76465c68-8355-409c-8260-6003856bd4a8 None None] Could not find standard attr ID for object e488005b-608a-48b9-bed3-ffcfee838670. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:05.369995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-0270ff6a-41e5-42b3-bb18-3456d2db8929', 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': '133a54ef-2862-4877-a5fb-ce27fb59fb4e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:05.370798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.418557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62207edc-f03a-42e4-87db-4b81e1186328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7789bc0-0ebc-426e-aa70-ff4fe9e04a3d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.421694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:05.428751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.433368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:05.436729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:05.444157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:05.480359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:05.485598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.503075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.507208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.507976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.600778 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6727428 Mar 11 19:39:05.610968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57068) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:05.612105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:05.616849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'subnet': {'network_id': '68772da9-b558-426d-9c46-0f4e93a27836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:05.651106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Deleting port db4f05ed-07e8-4106-af81-6e7db43f9407 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:05.652337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.663070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.832813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:05.837199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:subnet and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:05.840858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:05.849556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:05.857684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dd154-2447-436e-b51a-a57460714772 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Network': ['ID=68772da9-b558-426d-9c46-0f4e93a27836,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.873631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Made reservation on behalf of 369e066f8a0143b0b395a90b4eb9ddf3 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:05.881815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.884770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:05.923121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 68772da9-b558-426d-9c46-0f4e93a27836 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:05.963915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.091210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.121259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Allocated IP 172.20.0.2 (0270ff6a-41e5-42b3-bb18-3456d2db8929/133a54ef-2862-4877-a5fb-ce27fb59fb4e/15d0fbac-0720-45f9-b148-9115a7e149b7) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:06.277320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57088) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.303352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1489054'] for subnet, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.329620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] For port db4f05ed-07e8-4106-af81-6e7db43f9407, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=db4f05ed-07e8-4106-af81-6e7db43f9407,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:06.330168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.344623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:39:06.380403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.431700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Router 22697b91-a25f-45bc-b0e8-af3271a73ae2 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:06.433459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15337461'] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.449308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb434b-d096-4c9b-a0ef-e035cace19a4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:06.456545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f4cc4-4440-437c-a534-d9b87ff548b3 None None] Network 28725099-d90f-46d1-8add-448e45217d44 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:06.514669 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/96eb434b-d096-4c9b-a0ef-e035cace19a4 HTTP/1.1" status: 204 len: 168 time: 2.1192532 Mar 11 19:39:06.519931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57096) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.581629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.581974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.582308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.582660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.582991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.583322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.583642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.583956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.584288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.584591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.584885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d85aa7-13f2-462c-9bc3-ba1f1df3b241 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.634913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Calling delete_port for db4f05ed-07e8-4106-af81-6e7db43f9407 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:06.672433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.703754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-557944585-network', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:06.731378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:06.743720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:06.750078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.753910 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aa0d1bfd-cec5-4944-9abd-93be66f542fa tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "PUT /v2.0/routers/22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 200 len: 709 time: 8.2973423 Mar 11 19:39:06.757229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] Sync routers for ids ['22697b91-a25f-45bc-b0e8-af3271a73ae2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:06.758363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57104) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.776950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port c9be6bc3-3628-4d39-bff8-5a13dad47119 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:06.778188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.779429 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] Routers {'22697b91-a25f-45bc-b0e8-af3271a73ae2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:06.780720 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['22697b91-a25f-45bc-b0e8-af3271a73ae2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.887661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Usage tracker for resource:network and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:06.910628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:06.911286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57108) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.919410 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a1de8b12-2dfc-49b0-bb13-c5940da0c4b9 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/routers/22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 200 len: 744 time: 0.1602502 Mar 11 19:39:06.921621 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.923491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57110) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.945308 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] Routers {'22697b91-a25f-45bc-b0e8-af3271a73ae2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:06.946164 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['22697b91-a25f-45bc-b0e8-af3271a73ae2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.979580 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-afda9bab-5efa-4fc2-b7da-a89395becb16 tempest-RoutersIpV6AdminTest-998709089 tempest-RoutersIpV6AdminTest-998709089-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&device_id=22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 200 len: 205 time: 0.0545518 Mar 11 19:39:06.981557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57118) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:06.998449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.018580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device db4f05ed-07e8-4106-af81-6e7db43f9407 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:07.027227 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1a7d4655-2d98-4a0a-8479-b0039549e498 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 200 len: 205 time: 0.0447352 Mar 11 19:39:07.027918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:07.056981 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:07.057735 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f809b6-97b6-4006-b3fc-7915832f5f74 None None] The sync data for ids ['22697b91-a25f-45bc-b0e8-af3271a73ae2'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:07.082173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] Pushing event deleted for resources: {'Port': ['ID=db4f05ed-07e8-4106-af81-6e7db43f9407,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.093557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Transition to ACTIVE for port object 15d0fbac-0720-45f9-b148-9115a7e149b7 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:07.097545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: db4f05ed-07e8-4106-af81-6e7db43f9407 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:07.097882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device db4f05ed-07e8-4106-af81-6e7db43f9407 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:07.113242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f92571-0ee6-4bed-aa29-253834521de8 None None] No DVR routers for this DVR port db4f05ed-07e8-4106-af81-6e7db43f9407 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:07.134051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Transition to ACTIVE for port object 15d0fbac-0720-45f9-b148-9115a7e149b7 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:07.145167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.148153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port c9be6bc3-3628-4d39-bff8-5a13dad47119, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c9be6bc3-3628-4d39-bff8-5a13dad47119,segment=NetworkSegment(fec8ed37-605c-4586-86ab-d3dafc18fda3),segment_id=fec8ed37-605c-4586-86ab-d3dafc18fda3)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.150348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.204559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1891599479'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:07.223810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:07.226558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:07.229666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:07.229809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:07.234629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:07.237953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Pushing event updated for resources: {'Port': ['ID=15d0fbac-0720-45f9-b148-9115a7e149b7,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.238758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.245423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] DHCP port deletion for 28725099-d90f-46d1-8add-448e45217d44 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:07.250174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Deleting port c9be6bc3-3628-4d39-bff8-5a13dad47119 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:07.250572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.323884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.341171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for c9be6bc3-3628-4d39-bff8-5a13dad47119 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:07.372379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Made reservation on behalf of f07e2f5bf20842c3809eaf6baaaa7df7 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:07.374763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.388544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:07.394358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:07.409910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:07.412984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:07.415536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Attempting to bind port 15d0fbac-0720-45f9-b148-9115a7e149b7 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:07.415536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Attempting to bind port 15d0fbac-0720-45f9-b148-9115a7e149b7 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '7b45ba8a-2e24-424a-9f62-fa727bd62b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:07.415828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Attempting to bind port 15d0fbac-0720-45f9-b148-9115a7e149b7 on network 0270ff6a-41e5-42b3-bb18-3456d2db8929 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:07.425221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:07.429574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.438496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:07.438903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Checking segment: {'id': '7b45ba8a-2e24-424a-9f62-fa727bd62b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:07.439590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:07.439725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.439725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Bound using segment: {'id': '7b45ba8a-2e24-424a-9f62-fa727bd62b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:07.440103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Bound port: 15d0fbac-0720-45f9-b148-9115a7e149b7, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b45ba8a-2e24-424a-9f62-fa727bd62b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '0270ff6a-41e5-42b3-bb18-3456d2db8929'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:07.440468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.457041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:07.464521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:07.466277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.470621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.471274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.477007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:07.477188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:07.487713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.491581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e5e0baa8-7c14-46b9-84f0-265a3dcb11c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.8239710 Mar 11 19:39:07.496768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.514245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57128) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:07.557814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:07.560542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.571950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc6c725-5e35-4e8f-9bf8-68f4808c2f77 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:07.592313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.592775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.593204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.593642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.594062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.594481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.594896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.595340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.595791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.596199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.596589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:07.639343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.670682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2642063'] for subnet, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.706209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:07.709357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.737611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:07.740857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:07.752138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:07.759372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Usage tracker for resource:security_group_rule and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:07.772547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:07.778531 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e853a534-914a-43db-ac70-aad944115d7b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5216599 Mar 11 19:39:07.794336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:07.796135 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57132) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:07.799774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=c9be6bc3-3628-4d39-bff8-5a13dad47119,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.806188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Checking segment: {'id': 'ec7b814a-f67c-4163-8761-32c87e47d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:07.806624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network hostable DHCP agents. Network: 68772da9-b558-426d-9c46-0f4e93a27836, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:07.809986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] For port c9be6bc3-3628-4d39-bff8-5a13dad47119, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c9be6bc3-3628-4d39-bff8-5a13dad47119,segment=NetworkSegment(fec8ed37-605c-4586-86ab-d3dafc18fda3),segment_id=fec8ed37-605c-4586-86ab-d3dafc18fda3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.810379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.812958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:07.816393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.816884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'name': 'tempest-NetworksTestDHCPv6-1910632909'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:07.816997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:07.820761 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "PUT /v2.0/subnets/133a54ef-2862-4877-a5fb-ce27fb59fb4e HTTP/1.1" status: 200 len: 806 time: 2.8716621 Mar 11 19:39:07.826256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57136) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:07.845580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No DVR routers for this DVR port c9be6bc3-3628-4d39-bff8-5a13dad47119 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:07.856137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Subnet': ['ID=66bbc3c6-8f96-4ab2-9750-221945bfdb4c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.880804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:07.881501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:38:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:07.885160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:07.929974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c42676-6198-4954-8553-b54367ec81de tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=133a54ef-2862-4877-a5fb-ce27fb59fb4e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.015513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Calling delete_port for c9be6bc3-3628-4d39-bff8-5a13dad47119 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:08.040857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] For port 15d0fbac-0720-45f9-b148-9115a7e149b7, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:08.051078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:08.051586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c83b41-b837-4bff-bb4a-0130b1e70995 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:08.076476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] For port 15d0fbac-0720-45f9-b148-9115a7e149b7, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=15d0fbac-0720-45f9-b148-9115a7e149b7,segment=NetworkSegment(7b45ba8a-2e24-424a-9f62-fa727bd62b85),segment_id=7b45ba8a-2e24-424a-9f62-fa727bd62b85)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:08.087425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.151308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.176734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.195648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.223060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.224079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:08.224445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:08.233242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Pushing event updated for resources: {'Port': ['ID=15d0fbac-0720-45f9-b148-9115a7e149b7,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.261731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.263736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.264297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Fanout notify agent at l3_agent the message router_deleted on router 22697b91-a25f-45bc-b0e8-af3271a73ae2 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:08.273965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.276918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 15d0fbac-0720-45f9-b148-9115a7e149b7 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:08.277253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.283530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.283849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.284180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.284506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.284985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.285231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.285551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.285867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.286181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.286493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.286804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3c0028-b23b-49b9-8f3b-8df8732406b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.296477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'd0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:08.297362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.330623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 68772da9-b558-426d-9c46-0f4e93a27836 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:08.354498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:08.363182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:08.364693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28725099-d90f-46d1-8add-448e45217d44']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:08.380218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:08.383942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.386142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:08.389993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.391087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-68fdee4c-3745-4a60-9814-a6a75e3d5f84 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 204 len: 168 time: 1.3621302 Mar 11 19:39:08.392019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea7bc4-8536-4ae7-98eb-f96ea9d46a99,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.407833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 68772da9-b558-426d-9c46-0f4e93a27836) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:08.409951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:08.412013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57140) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:08.414170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec8ed37-605c-4586-86ab-d3dafc18fda3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:08.414558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec8ed37-605c-4586-86ab-d3dafc18fda3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:08.423963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.424315 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment 27754f71-4cb5-457a-9edd-b6427f329b05 of type vlan for network f3344b6f-a7fa-4242-b1f6-e04aa236e599 Mar 11 19:39:08.428250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.430878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391c3183-5c4d-455e-8a71-e3b0e5b23ef2 None None] Network 68772da9-b558-426d-9c46-0f4e93a27836 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:08.468408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:08.468993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.490379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.521332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.563284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f872a78b-b7b4-471c-806b-b373caf337fb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.575882 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5d41ebc7-d061-40a9-9d66-fb0ef11a7ac8 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 200 len: 205 time: 0.1491919 Mar 11 19:39:08.576799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:08.589634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:08.593661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57144) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:08.594311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.615093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.633494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:08.633494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:08.650797 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:08.666175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9/f8f1193e-d16f-43e1-8309-6fddf7bb810d) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:08.707042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.707405 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Added segment 8520d419-0aa6-4818-81ac-c1fb597b6fcd of type vlan for network 06ddae5e-e879-42e2-bf11-e38249405e8c Mar 11 19:39:08.709226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-67b149c0-c09d-402c-b4de-d28e2e461af6 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0973625 Mar 11 19:39:08.721852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57148) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:08.726119 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-95f2a829-64ea-4df4-897d-e5ed467546e0 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:08.727235 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-95f2a829-64ea-4df4-897d-e5ed467546e0 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/22697b91-a25f-45bc-b0e8-af3271a73ae2 HTTP/1.1" status: 404 len: 336 time: 0.1299586 Mar 11 19:39:08.731414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57150) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:08.732074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.736709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:08.737351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.738252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 1623fab5-5cbe-4da1-b5ab-73b99117b698 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:08.759219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Deleting port c9be6bc3-3628-4d39-bff8-5a13dad47119 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:08.759834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.790958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2068788999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:08.800405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:08.804874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:router and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:08.809800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:08.816372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:08.866359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.867708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.872468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.895025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.904876 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4572e38a-65c5-4ffe-863f-1f6b36d84bc0 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 200 len: 205 time: 0.1602981 Mar 11 19:39:08.906066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-338c2341-47e1-4ef2-ad83-6d6464f92349 None None] The port 'c9be6bc3-3628-4d39-bff8-5a13dad47119' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:39:08.916503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=f3344b6f-a7fa-4242-b1f6-e04aa236e599,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.921823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port 15d0fbac-0720-45f9-b148-9115a7e149b7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=15d0fbac-0720-45f9-b148-9115a7e149b7,segment=NetworkSegment(7b45ba8a-2e24-424a-9f62-fa727bd62b85),segment_id=7b45ba8a-2e24-424a-9f62-fa727bd62b85)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:08.922287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:08.930911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57156) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:08.966707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:08.999113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.035763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=28725099-d90f-46d1-8add-448e45217d44,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:09.090838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:09.097984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-68772da9-b558-426d-9c46-0f4e93a27836', 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836', 'tenant_id': '369e066f8a0143b0b395a90b4eb9ddf3', 'fixed_ips': [{'subnet_id': '66bbc3c6-8f96-4ab2-9750-221945bfdb4c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:09.099530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.124958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 15d0fbac-0720-45f9-b148-9115a7e149b7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:09.128587 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-afdec669-e79d-497a-91c3-6d44ac2ab1fc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/28725099-d90f-46d1-8add-448e45217d44 HTTP/1.1" status: 204 len: 168 time: 2.6077673 Mar 11 19:39:09.137458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.142939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.147586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2078921369'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:09.158598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.158797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-f607c20d-36f1-4a3d-bac0-0087492d7334 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:09.159844 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f607c20d-36f1-4a3d-bac0-0087492d7334 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/888a3cd1-f215-4e78-9f87-1d123a9e5447 HTTP/1.1" status: 404 len: 336 time: 0.2276597 Mar 11 19:39:09.162651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:09.163343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.164294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57164) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.193369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:09.282737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.283835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:network and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:09.296592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Transition to ACTIVE for port object f8f1193e-d16f-43e1-8309-6fddf7bb810d will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:09.302529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:09.323625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Transition to ACTIVE for port object f8f1193e-d16f-43e1-8309-6fddf7bb810d will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:09.325838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:09.341769 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0538955 Mar 11 19:39:09.349817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.362259 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d8ab9914-0107-484c-8f1e-49ef51082469 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4415705 Mar 11 19:39:09.383505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for 15d0fbac-0720-45f9-b148-9115a7e149b7 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:09.385204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10c6a9-06ad-48d8-ba01-5350a38bed5c admin admin] Pushing event updated for resources: {'Network': ['ID=06ddae5e-e879-42e2-bf11-e38249405e8c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:09.402021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57170) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.403013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.417029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.429564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7adad0fd-947a-4061-b388-3a8fdb8e9b0c tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 200 len: 205 time: 0.2638607 Mar 11 19:39:09.447028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57176) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.467886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 06ddae5e-e879-42e2-bf11-e38249405e8c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:09.469813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'name': 'tempest-PortsIpV6TestJSON-2026010061'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:09.490754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Request body: {'subnet': {'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-557944585-subnet', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:09.494372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:09.497387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.517010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.524319 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2a1e5124-4ebe-4260-81e0-47a22343a506 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7481689 Mar 11 19:39:09.529640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57184) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.532946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:09.591028 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-a96e0430-5d6a-4697-8f22-e18099a2cac4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:09.595200 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a96e0430-5d6a-4697-8f22-e18099a2cac4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/b8175509-f28d-4342-944f-6d7e10263dca HTTP/1.1" status: 404 len: 336 time: 0.1464026 Mar 11 19:39:09.598354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57188) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.661358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Usage tracker for resource:subnet and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:09.674964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:09.692177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-82f976b4-538a-4531-aa86-ab45f5000b56 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 200 len: 205 time: 0.0904758 Mar 11 19:39:09.693005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57192) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.736766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf35423-66ab-45db-9c27-2ee2f3b96905 None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:09.757053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:09.777848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-2ad353b9-badc-4a45-b9d1-dd1ee16811e4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:09.781686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2ad353b9-badc-4a45-b9d1-dd1ee16811e4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/444dae91-ac76-48f2-8593-e9200b8435e3 HTTP/1.1" status: 404 len: 336 time: 0.0883136 Mar 11 19:39:09.783720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57196) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.836917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::1c0 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9/1623fab5-5cbe-4da1-b5ab-73b99117b698) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:09.847639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.873400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:09.884590 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-233fb861-4c20-487b-99f4-c5c524cfac72 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 200 len: 205 time: 0.0817425 Mar 11 19:39:09.884590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Made reservation on behalf of f07e2f5bf20842c3809eaf6baaaa7df7 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:09.885563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:09.894541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57200) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:09.984279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=15d0fbac-0720-45f9-b148-9115a7e149b7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.007195 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-37cc69c8-d258-4ce7-a1f8-dc97601b2607 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:10.012594 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-37cc69c8-d258-4ce7-a1f8-dc97601b2607 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/2b86385a-083f-43af-b979-9429e7db33f8 HTTP/1.1" status: 404 len: 336 time: 0.1114583 Mar 11 19:39:10.013688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57204) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:10.024789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Allocated IP 172.20.0.2 (68772da9-b558-426d-9c46-0f4e93a27836/66bbc3c6-8f96-4ab2-9750-221945bfdb4c/a1250808-f443-4dcd-866b-6d6699888895) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:10.129620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.130000 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Added segment 57c6a075-8b95-475a-b2e9-cc7655b19882 of type vlan for network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 Mar 11 19:39:10.134444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:10.149193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port 15d0fbac-0720-45f9-b148-9115a7e149b7 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:10.154313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:10.179587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:10.212085 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-31d82f80-a3d4-4f83-9a2d-90ed6b1ce515 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "GET /v2.0/ports?device_id=e726351f-9300-4066-bc41-b89194c30109 HTTP/1.1" status: 200 len: 205 time: 0.1909175 Mar 11 19:39:10.214543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57208) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:10.282499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:10.284265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0762c929-6de4-4706-bce6-54266744a0e8 None None] Could not find standard attr ID for object 15d0fbac-0720-45f9-b148-9115a7e149b7. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:10.285595 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-767605d1-455d-4bb7-bc64-e4aed9117fa4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] delete failed (client error): The resource could not be found. Mar 11 19:39:10.286782 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-767605d1-455d-4bb7-bc64-e4aed9117fa4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/routers/e726351f-9300-4066-bc41-b89194c30109 HTTP/1.1" status: 404 len: 336 time: 0.0712302 Mar 11 19:39:10.290115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57212) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:10.316864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:10.321247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Could not find standard attr ID for object 15d0fbac-0720-45f9-b148-9115a7e149b7. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:10.331480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:10.332222 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24bf55a-9770-4ee0-a918-d00c38c69da4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:10.332725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24bf55a-9770-4ee0-a918-d00c38c69da4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:10.338161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Pushing event updated for resources: {'Port': ['ID=f8f1193e-d16f-43e1-8309-6fddf7bb810d,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.346604 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e24bf55a-9770-4ee0-a918-d00c38c69da4 tempest-RoutersIpV6AdminTest-1180257136 tempest-RoutersIpV6AdminTest-1180257136-project] 10.222.0.76 "DELETE /v2.0/subnets/8ac2f61c-69fd-4c4a-b980-ce681f23ba8e HTTP/1.1" status: 404 len: 337 time: 0.0557287 Mar 11 19:39:10.347557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.383703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:10.403066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.411928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c9be6bc3-3628-4d39-bff8-5a13dad47119 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:10.453280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.467533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: c9be6bc3-3628-4d39-bff8-5a13dad47119 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:10.467882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c9be6bc3-3628-4d39-bff8-5a13dad47119 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:10.469551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.505569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Transition to ACTIVE for port object a1250808-f443-4dcd-866b-6d6699888895 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:10.512137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:10.515278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.590898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:10.608266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Transition to ACTIVE for port object a1250808-f443-4dcd-866b-6d6699888895 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:10.621935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Attempting to bind port f8f1193e-d16f-43e1-8309-6fddf7bb810d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:10.622771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Attempting to bind port f8f1193e-d16f-43e1-8309-6fddf7bb810d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:10.622771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Attempting to bind port f8f1193e-d16f-43e1-8309-6fddf7bb810d on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:10.632546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.638698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=133a54ef-2862-4877-a5fb-ce27fb59fb4e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.667585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:10.667984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:10.669256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.669668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:10.670234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Bound port: f8f1193e-d16f-43e1-8309-6fddf7bb810d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:10.670688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.676440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.720705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0270ff6a-41e5-42b3-bb18-3456d2db8929']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:10.737668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b45ba8a-2e24-424a-9f62-fa727bd62b85') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:10.737963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b45ba8a-2e24-424a-9f62-fa727bd62b85') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:10.751685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.770205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.779621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:10.780175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:10.799111 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:10.805045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Network 68772da9-b558-426d-9c46-0f4e93a27836 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:10.813624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Pushing event updated for resources: {'Port': ['ID=a1250808-f443-4dcd-866b-6d6699888895,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.817228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:10.822281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:10.934536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75267ce5-1287-4c64-b7cc-55893f9ce4a7 None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:10.955481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57220) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:10.967286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.972998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.977226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.978118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.985816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] For port f8f1193e-d16f-43e1-8309-6fddf7bb810d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:10.987354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:10.988619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75267ce5-1287-4c64-b7cc-55893f9ce4a7 None None] Network 0270ff6a-41e5-42b3-bb18-3456d2db8929 could not be found, it might have been deleted concurrently. {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 19:39:11.000983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=0270ff6a-41e5-42b3-bb18-3456d2db8929,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.003192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] For port f8f1193e-d16f-43e1-8309-6fddf7bb810d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f8f1193e-d16f-43e1-8309-6fddf7bb810d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:11.004499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Attempting to bind port a1250808-f443-4dcd-866b-6d6699888895 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:11.005019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Attempting to bind port a1250808-f443-4dcd-866b-6d6699888895 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ec7b814a-f67c-4163-8761-32c87e47d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:11.005447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Attempting to bind port a1250808-f443-4dcd-866b-6d6699888895 on network 68772da9-b558-426d-9c46-0f4e93a27836 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:11.008859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a3078802-dd5b-41cb-aaba-9decdd6eb4bd tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/0270ff6a-41e5-42b3-bb18-3456d2db8929 HTTP/1.1" status: 204 len: 168 time: 3.1231387 Mar 11 19:39:11.009566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57226) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:11.016256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.040043 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a20507-7130-4c57-95a7-0685165ae252 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:11.040499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a20507-7130-4c57-95a7-0685165ae252 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:11.046505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64a20507-7130-4c57-95a7-0685165ae252 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/0270ff6a-41e5-42b3-bb18-3456d2db8929 HTTP/1.1" status: 404 len: 339 time: 0.0322750 Mar 11 19:39:11.046505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57230) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:11.054858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-687166702', 'description': 'd1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:11.056977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:11.057699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Checking segment: {'id': 'ec7b814a-f67c-4163-8761-32c87e47d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:11.058104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.058491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Bound using segment: {'id': 'ec7b814a-f67c-4163-8761-32c87e47d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:11.059042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Bound port: a1250808-f443-4dcd-866b-6d6699888895, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7b814a-f67c-4163-8761-32c87e47d059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68772da9-b558-426d-9c46-0f4e93a27836'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:11.059342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.061239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:11.067418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:network and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:11.070743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:11.083890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:11.096655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e61a8e-7edf-4829-b9c1-ce544278b9f0 None None] DHCP port deletion for 0270ff6a-41e5-42b3-bb18-3456d2db8929 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:11.099007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:11.102769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.139003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:11.158363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.159211 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment f79cbb99-c70b-4e91-b492-b24203d6722d of type vlan for network e2e9c981-e39a-4e0b-aa93-0df4f9529621 Mar 11 19:39:11.219340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db7bf-9d41-40e5-82df-9430e3c1b474 None None] Pushing event updated for resources: {'Port': ['ID=f8f1193e-d16f-43e1-8309-6fddf7bb810d,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.221276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.231002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.263842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] For port a1250808-f443-4dcd-866b-6d6699888895, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:11.268161 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1295841 Mar 11 19:39:11.277321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] For port a1250808-f443-4dcd-866b-6d6699888895, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a1250808-f443-4dcd-866b-6d6699888895,segment=NetworkSegment(ec7b814a-f67c-4163-8761-32c87e47d059),segment_id=ec7b814a-f67c-4163-8761-32c87e47d059)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:11.282566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57234) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:11.283925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64955863-d088-4d40-bde7-cf3600d5d4db tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Network': ['ID=c91645d2-6f0b-4c2b-b5e6-a059eaba7421,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.285776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.326283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:11.327214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 1623fab5-5cbe-4da1-b5ab-73b99117b698 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:11.395086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.437886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.452065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:11.528897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36c167-7496-4073-992c-f88e572c68d9 None None] Pushing event updated for resources: {'Port': ['ID=a1250808-f443-4dcd-866b-6d6699888895,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.585110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.589299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:11.590049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.617887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.635856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:11.666934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f59f25e-605f-44fa-8828-6b395c1ebb0c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.688138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.707597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:11.733739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Usage tracker for resource:security_group_rule and tenant:ad21a5ac81e94c1bb6b7f51daae8b069 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:11.759047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:11.770004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:11.787494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=e2e9c981-e39a-4e0b-aa93-0df4f9529621,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:11.794061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-21108259-3c8e-4d88-b0c9-912b7173f10c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7435417 Mar 11 19:39:11.797353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57238) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:11.805648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network e2e9c981-e39a-4e0b-aa93-0df4f9529621 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:11.810823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:11.843291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:11.847474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:11.909536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:11.962730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ae1e7-b0a9-46ef-8323-36552327eb5f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:11.963482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-219ae1e7-b0a9-46ef-8323-36552327eb5f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Synchronizing usage tracker for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:11.966901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:12.011469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Checking segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:12.011818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Network hostable DHCP agents. Network: 06ddae5e-e879-42e2-bf11-e38249405e8c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:12.095366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-219ae1e7-b0a9-46ef-8323-36552327eb5f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Unset dirty status for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:12.099029 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-219ae1e7-b0a9-46ef-8323-36552327eb5f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks?id=e2e9c981-e39a-4e0b-aa93-0df4f9529621 HTTP/1.1" status: 200 len: 760 time: 0.2955825 Mar 11 19:39:12.112025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:12.119918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:12.126748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'description': 'd2'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:12.129320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:12.183971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:12.193048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.193997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.198894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=1623fab5-5cbe-4da1-b5ab-73b99117b698,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:12.202481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.241954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.256568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.316894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.324100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0ff3480e-36b5-45de-8b80-107597b6e150 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5259464 Mar 11 19:39:12.335215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57246) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:12.388263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:12.408401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Network 06ddae5e-e879-42e2-bf11-e38249405e8c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:12.484638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ce781c90-3474-4a23-b205-6d872d4829fe None None] Provisioning for port f8f1193e-d16f-43e1-8309-6fddf7bb810d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:12.527333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad21a5ac81e94c1bb6b7f51daae8b069&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5667384 Mar 11 19:39:12.530564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57250) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:12.545290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024476e-cfd0-4227-83dd-7d25c5e402eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d21cd-6932-4cac-a7a8-d6a93f5f2f74,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:12.547650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 06ddae5e-e879-42e2-bf11-e38249405e8c) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:12.562783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49287caa-3a4b-4883-916c-261f7d9249d1 None None] Network 06ddae5e-e879-42e2-bf11-e38249405e8c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:12.564645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.565382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.603716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': '27754f71-4cb5-457a-9edd-b6427f329b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:12.604201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: f3344b6f-a7fa-4242-b1f6-e04aa236e599, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:12.678598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6678ef06-aabf-498f-bfea-48b7655a9cc0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2950804 Mar 11 19:39:12.689997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57254) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:12.702019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.753995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.772794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:12.788665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:12.811546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Usage tracker for resource:router and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:12.820214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:12.837247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:12.846728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28bc11-a5cb-435d-8bf5-13ad2e6cd6db tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.851254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e28bc11-a5cb-435d-8bf5-13ad2e6cd6db tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.852382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0e28bc11-a5cb-435d-8bf5-13ad2e6cd6db tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:12.888533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b34ab983-c573-452b-b219-d7f0274ef12b None None] Provisioning for port 1623fab5-5cbe-4da1-b5ab-73b99117b698 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:12.908182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.933304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b34ab983-c573-452b-b219-d7f0274ef12b None None] Provisioning complete for port 1623fab5-5cbe-4da1-b5ab-73b99117b698 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:12.933517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b34ab983-c573-452b-b219-d7f0274ef12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.955031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=e2e9c981-e39a-4e0b-aa93-0df4f9529621,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:12.957002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f0f04-2c73-4cc8-9bcf-e1b362f818df None None] Network 68772da9-b558-426d-9c46-0f4e93a27836 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:12.957142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network e2e9c981-e39a-4e0b-aa93-0df4f9529621 is not hosted by any dhcp agent {{(pid=83812) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Mar 11 19:39:12.960819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.961316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.965568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-89c21398-2656-45cb-a0a5-a242901cb37d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "PUT /v2.0/networks/e2e9c981-e39a-4e0b-aa93-0df4f9529621 HTTP/1.1" status: 200 len: 757 time: 0.8494496 Mar 11 19:39:12.966263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57258) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:12.970853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.979804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.983208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-06ddae5e-e879-42e2-bf11-e38249405e8c', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:12.984054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:12.996854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network e2e9c981-e39a-4e0b-aa93-0df4f9529621 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:12.999736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:13.006154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Allocated IP 172.20.0.1 (68772da9-b558-426d-9c46-0f4e93a27836/66bbc3c6-8f96-4ab2-9750-221945bfdb4c/ba4935d8-9b66-48ce-a18b-0d2ef00642d9) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:13.008543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.009416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.030073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.031784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.133421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0e28bc11-a5cb-435d-8bf5-13ad2e6cd6db tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:13.134924 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0e28bc11-a5cb-435d-8bf5-13ad2e6cd6db tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7955909 Mar 11 19:39:13.136110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, f3344b6f-a7fa-4242-b1f6-e04aa236e599) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:13.139622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a1250808-f443-4dcd-866b-6d6699888895 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:13.151055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57262) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:13.188083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ce3804-29c1-493a-b37e-3d69606a49a8 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:13.264898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:13.269061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:13.269653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.271987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fc88f5-8333-4503-816a-39d581b07a17 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:13.277454 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-05fc88f5-8333-4503-816a-39d581b07a17 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks?id=e2e9c981-e39a-4e0b-aa93-0df4f9529621 HTTP/1.1" status: 200 len: 760 time: 0.2908325 Mar 11 19:39:13.278964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=445e4753-f59b-45ed-8ab3-99667c43976e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:13.284308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57266) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:13.291837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 1623fab5-5cbe-4da1-b5ab-73b99117b698 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:13.292012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.365199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b34ab983-c573-452b-b219-d7f0274ef12b None None] Port 1623fab5-5cbe-4da1-b5ab-73b99117b698 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:13.428861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-410238690'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:13.448601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:13.475283 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c52cadbb-af8b-4020-8157-aca2db08b229 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.0238218 Mar 11 19:39:13.475516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.477942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57274) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:13.482725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.489821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Checking segment: {'id': '57c6a075-8b95-475a-b2e9-cc7655b19882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:13.490182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network hostable DHCP agents. Network: c91645d2-6f0b-4c2b-b5e6-a059eaba7421, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:13.494510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:13.506936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1117839305'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:13.527347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d21cd-6932-4cac-a7a8-d6a93f5f2f74,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:13.529710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:13.577520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:13.583587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:13.586738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.598564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:13.616990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:13.639136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.642978 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c13385ad-ad6b-47e7-9b88-dc72824cb529 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f4d21cd-6932-4cac-a7a8-d6a93f5f2f74 HTTP/1.1" status: 204 len: 168 time: 1.1081443 Mar 11 19:39:13.695526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Provisioning for port a1250808-f443-4dcd-866b-6d6699888895 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:13.707101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a1250808-f443-4dcd-866b-6d6699888895 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:13.727464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Allocated IP 172.20.0.2 (06ddae5e-e879-42e2-bf11-e38249405e8c/9f59f25e-605f-44fa-8828-6b395c1ebb0c/2d47f454-4668-4100-a5b5-2db45434d36f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:13.733368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Provisioning complete for port a1250808-f443-4dcd-866b-6d6699888895 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:13.733751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.763000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a1250808-f443-4dcd-866b-6d6699888895 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:13.763531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.785171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:13.789060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.801219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.801786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:13.833092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:13.847668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.848048 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 089cf9c7-2d89-48c1-ae1b-8aa2042fb4c7 of type vlan for network f0167189-0e2f-4e40-a59b-e98119fc77e5 Mar 11 19:39:13.873419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Transition to ACTIVE for port object ba4935d8-9b66-48ce-a18b-0d2ef00642d9 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:13.879234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.890232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c91645d2-6f0b-4c2b-b5e6-a059eaba7421) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:13.908288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:13.935776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee9bb8f-448a-4ce9-b6d4-c9f8c3b5264f None None] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:13.936639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:13.939205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:13.994960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.004546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.033022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.1 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/b5baf3ac-3f98-4d0f-bb7f-fca938266957) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:14.076600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.077244 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment 86cd4651-0c12-464c-8c59-35d6a259710b of type vlan for network a112701b-fe06-40b6-9c3b-6524adb296cf Mar 11 19:39:14.085810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 1623fab5-5cbe-4da1-b5ab-73b99117b698 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:14.102290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 68772da9-b558-426d-9c46-0f4e93a27836 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:14.195078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5fe73c01-2685-4d4d-bddc-d1852b8f5105 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7602003 Mar 11 19:39:14.204080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:14.206460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57282) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:14.232603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:14.244392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-709378817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:14.268833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=ba4935d8-9b66-48ce-a18b-0d2ef00642d9,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:14.271468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.287879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.297932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:14.306393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:router and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:14.314912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:14.322534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:14.374156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.377273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57286) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:14.433354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.449958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.454272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:14.455003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.470777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.481615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.506453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.544455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.556220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.558871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Transition to ACTIVE for port object 2d47f454-4668-4100-a5b5-2db45434d36f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:14.581421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Transition to ACTIVE for port object 2d47f454-4668-4100-a5b5-2db45434d36f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:14.631296 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3458734 Mar 11 19:39:14.637732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57290) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:14.640377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=1623fab5-5cbe-4da1-b5ab-73b99117b698,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:14.647320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.652417 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-86769d12-7515-43c3-bb8b-770093ba33ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1623fab5-5cbe-4da1-b5ab-73b99117b698 HTTP/1.1" status: 204 len: 168 time: 1.5003049 Mar 11 19:39:14.656879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d6cad5b-a2a2-494d-9bb9-f6ddcc8193a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af99ceb716e4471b9bb95a14c59123f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2657320 Mar 11 19:39:14.661934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57292) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:14.662281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57296) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:14.665827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.726305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': 'f0167189-0e2f-4e40-a59b-e98119fc77e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:14.761774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Network 06ddae5e-e879-42e2-bf11-e38249405e8c is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:14.763762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.772912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Pushing event updated for resources: {'Port': ['ID=2d47f454-4668-4100-a5b5-2db45434d36f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:14.782188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:14.794657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Allocated IP 172.26.8.139 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:14.795380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:14.799593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.816250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.817202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.836273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.851496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b57759e6-0a56-4460-bceb-73c265d1cc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.887870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-c91645d2-6f0b-4c2b-b5e6-a059eaba7421', 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '445e4753-f59b-45ed-8ab3-99667c43976e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:14.888980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.898265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:14.913323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port a1250808-f443-4dcd-866b-6d6699888895, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a1250808-f443-4dcd-866b-6d6699888895,segment=NetworkSegment(ec7b814a-f67c-4163-8761-32c87e47d059),segment_id=ec7b814a-f67c-4163-8761-32c87e47d059)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:14.924377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Attempting to bind port 2d47f454-4668-4100-a5b5-2db45434d36f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:14.924931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Attempting to bind port 2d47f454-4668-4100-a5b5-2db45434d36f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:14.925341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Attempting to bind port 2d47f454-4668-4100-a5b5-2db45434d36f on network 06ddae5e-e879-42e2-bf11-e38249405e8c {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:14.932424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:14.933330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f8f1193e-d16f-43e1-8309-6fddf7bb810d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:14.993608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089daa7-6ba8-4b11-a820-a1a9e81ee570 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=f0167189-0e2f-4e40-a59b-e98119fc77e5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.008461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.020248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8dfa8-a23d-4f7f-b700-7c08209b9c90 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.021584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8dfa8-a23d-4f7f-b700-7c08209b9c90 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.025649 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64c8dfa8-a23d-4f7f-b700-7c08209b9c90 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3057830 Mar 11 19:39:15.034691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57302) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:15.035230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.038784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.039377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.048203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:15.055360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:15.066105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network f0167189-0e2f-4e40-a59b-e98119fc77e5 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:15.120088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Usage tracker for resource:subnet and tenant:872e3eea31514bf3b0fd7bfff2225723 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:15.124691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:15.132714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:15.173925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=b5baf3ac-3f98-4d0f-bb7f-fca938266957,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.188921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:15.189220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:15.189645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Checking segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:15.190272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.190704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Bound using segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:15.191292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Bound port: 2d47f454-4668-4100-a5b5-2db45434d36f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:15.191784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.203960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:15.257223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.265432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:15.265922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-f918e1de-e751-4003-a905-42833bfb31dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:15.279554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.286577 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-32cb53dd-085c-47a5-8674-5294bc7b2b97 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0547812 Mar 11 19:39:15.286577 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7939494 Mar 11 19:39:15.289067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57306) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:15.289067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57308) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:15.295410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'ports': [{'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'}, {'network_id': 'a112701b-fe06-40b6-9c3b-6524adb296cf'}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:15.295727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:15.296186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'a112701b-fe06-40b6-9c3b-6524adb296cf'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:15.302210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d905665-5bcd-48de-a3f9-b5802793da77 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=a112701b-fe06-40b6-9c3b-6524adb296cf,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.304326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:15.315809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.354216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a112701b-fe06-40b6-9c3b-6524adb296cf details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:15.370901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421', 'name': 'tempest-PortsTestJSON-1794135682'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:15.379216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.389988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=a1250808-f443-4dcd-866b-6d6699888895,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.519915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Allocated IP 172.20.0.2 (c91645d2-6f0b-4c2b-b5e6-a059eaba7421/445e4753-f59b-45ed-8ab3-99667c43976e/e5d63196-eaf1-4e66-8c75-c294ad815be0) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:15.528102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] For port 2d47f454-4668-4100-a5b5-2db45434d36f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:15.531584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f8f1193e-d16f-43e1-8309-6fddf7bb810d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:15.536090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] For port 2d47f454-4668-4100-a5b5-2db45434d36f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d47f454-4668-4100-a5b5-2db45434d36f,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:15.548096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.552285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f8f1193e-d16f-43e1-8309-6fddf7bb810d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:15.552802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.635835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.654844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.816083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:15.817738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209751b-12cb-4ea9-abf9-bd7bebe05415 None None] Pushing event updated for resources: {'Port': ['ID=2d47f454-4668-4100-a5b5-2db45434d36f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.822670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.921501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.925723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:15.981651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.003260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19daab07-78a1-4c9f-8cd3-f053868a649a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.007878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.019078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.019943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.044621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:16.048285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Transition to ACTIVE for port object e5d63196-eaf1-4e66-8c75-c294ad815be0 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:16.055881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f8f1193e-d16f-43e1-8309-6fddf7bb810d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f8f1193e-d16f-43e1-8309-6fddf7bb810d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:16.059752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:16.078936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:16.092620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.113948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.115063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f05e425d-c7da-4a6f-8788-3b33607215c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19daab07-78a1-4c9f-8cd3-f053868a649a HTTP/1.1" status: 204 len: 168 time: 1.3960340 Mar 11 19:39:16.120032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:16.126832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:16.136069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:16.146938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 15d0fbac-0720-45f9-b148-9115a7e149b7 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:16.155934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:16.191696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:16.202964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.205056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:16.210015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 15d0fbac-0720-45f9-b148-9115a7e149b7 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:16.210513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 15d0fbac-0720-45f9-b148-9115a7e149b7 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:16.212580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Transition to ACTIVE for port object e5d63196-eaf1-4e66-8c75-c294ad815be0 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:16.225747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:16.252628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.359473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Provisioning complete for port a1250808-f443-4dcd-866b-6d6699888895 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:16.359972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.406080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.410273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.421439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d47f454-4668-4100-a5b5-2db45434d36f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:16.436732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=a80c2f3b-b055-4a0e-8472-16174dd74f2b,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.458634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '089cf9c7-2d89-48c1-ae1b-8aa2042fb4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f0167189-0e2f-4e40-a59b-e98119fc77e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:16.458996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: f0167189-0e2f-4e40-a59b-e98119fc77e5, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:16.464557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f8f1193e-d16f-43e1-8309-6fddf7bb810d,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.504524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network f0167189-0e2f-4e40-a59b-e98119fc77e5 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:16.511816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.558178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, f0167189-0e2f-4e40-a59b-e98119fc77e5) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:16.562105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.567059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:16.567731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.577478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:16.581154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c54705-12e7-40b7-a7e6-5f02e6487d60 None None] Network f0167189-0e2f-4e40-a59b-e98119fc77e5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:16.592818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.596618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:16.598172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Pushing event updated for resources: {'Port': ['ID=e5d63196-eaf1-4e66-8c75-c294ad815be0,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.600814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:16.606824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:16.609705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:16.611271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:16.613648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad3ad64-eb6e-42cb-bfa1-07f9d2d9fd34 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:16.616324 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f542bb6-a8e3-4f22-9e7a-ccce0cabe0b5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9 HTTP/1.1" status: 204 len: 168 time: 1.5710547 Mar 11 19:39:16.618298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57318) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:16.624705 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f20518ad-356e-493b-8113-5b7f8f17d467 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9709306 Mar 11 19:39:16.628984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57320) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:16.642951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:16.646406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.655168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:16.658033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.681238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.752707 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f75e5bc-835d-4c4d-a88b-8dd3ae872c35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249545 Mar 11 19:39:16.773102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57330) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:16.813630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 0574c8fd-3562-4469-a75a-f9336a81bf39 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:16.862455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:16.910895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-be92c4fa-4fc2-4eb8-8f3d-c099499797a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.940483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2d47f454-4668-4100-a5b5-2db45434d36f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:16.988999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:16.993769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:16.995240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:16.997242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a1250808-f443-4dcd-866b-6d6699888895 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:17.028574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:17.037905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.087041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:17.101521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Attempting to bind port e5d63196-eaf1-4e66-8c75-c294ad815be0 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:17.102070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Attempting to bind port e5d63196-eaf1-4e66-8c75-c294ad815be0 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '57c6a075-8b95-475a-b2e9-cc7655b19882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:17.102529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Attempting to bind port e5d63196-eaf1-4e66-8c75-c294ad815be0 on network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:17.104796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.154029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=ba4935d8-9b66-48ce-a18b-0d2ef00642d9,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:17.252632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:17.253128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Checking segment: {'id': '57c6a075-8b95-475a-b2e9-cc7655b19882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:17.253622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.254208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Bound using segment: {'id': '57c6a075-8b95-475a-b2e9-cc7655b19882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:17.254861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Bound port: e5d63196-eaf1-4e66-8c75-c294ad815be0, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6a075-8b95-475a-b2e9-cc7655b19882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'c91645d2-6f0b-4c2b-b5e6-a059eaba7421'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:17.255302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.271003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d7b05-3acd-4b45-a990-9abe4fdc8578 None None] Network 06ddae5e-e879-42e2-bf11-e38249405e8c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:17.280114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.327249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=a80c2f3b-b055-4a0e-8472-16174dd74f2b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:17.338266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.403837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:17.417889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Provisioning for port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:17.453519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.466042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60e661-f3bb-4cce-92bb-0e14b24c9a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-f0167189-0e2f-4e40-a59b-e98119fc77e5', 'network_id': 'f0167189-0e2f-4e40-a59b-e98119fc77e5', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': 'a80c2f3b-b055-4a0e-8472-16174dd74f2b'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:17.467250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bb60e661-f3bb-4cce-92bb-0e14b24c9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.477362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Provisioning complete for port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:17.477856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.496124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0167189-0e2f-4e40-a59b-e98119fc77e5']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:17.510247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089cf9c7-2d89-48c1-ae1b-8aa2042fb4c7') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:17.510810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089cf9c7-2d89-48c1-ae1b-8aa2042fb4c7') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:17.526053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.545670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.553766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:17.554429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:17.573376 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:17.584037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a1250808-f443-4dcd-866b-6d6699888895 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:17.584454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.664475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.669131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.687218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-de51e567-5fa0-429f-9fa7-08e6581274d8 None None] Port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:17.714339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=f0167189-0e2f-4e40-a59b-e98119fc77e5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:17.725875 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd948ae4-4fda-4f65-a5ff-74c4620954c5 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/f0167189-0e2f-4e40-a59b-e98119fc77e5 HTTP/1.1" status: 204 len: 168 time: 1.0956855 Mar 11 19:39:17.726533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57346) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:17.778390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-79022be4-5d4b-4d30-8864-52349755e3fc tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] GET failed (client error): The resource could not be found. Mar 11 19:39:17.778907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-79022be4-5d4b-4d30-8864-52349755e3fc tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Synchronizing usage tracker for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:17.797350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d7030-6e63-4591-9069-c043b4ba880d None None] Network f0167189-0e2f-4e40-a59b-e98119fc77e5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:17.802131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-79022be4-5d4b-4d30-8864-52349755e3fc tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Unset dirty status for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:17.803795 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-79022be4-5d4b-4d30-8864-52349755e3fc tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets/a80c2f3b-b055-4a0e-8472-16174dd74f2b HTTP/1.1" status: 404 len: 337 time: 0.0757236 Mar 11 19:39:17.806480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57350) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:17.816782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] For port e5d63196-eaf1-4e66-8c75-c294ad815be0, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:17.823296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:17.838770 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f73ed1-cd16-4b0e-ba1d-b0c2608775d0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:17.839728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f73ed1-cd16-4b0e-ba1d-b0c2608775d0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:17.841938 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-12f73ed1-cd16-4b0e-ba1d-b0c2608775d0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/f0167189-0e2f-4e40-a59b-e98119fc77e5 HTTP/1.1" status: 404 len: 339 time: 0.0341341 Mar 11 19:39:17.843458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d7030-6e63-4591-9069-c043b4ba880d None None] Network f0167189-0e2f-4e40-a59b-e98119fc77e5 could not be found, it might have been deleted concurrently. {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 19:39:17.846856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57356) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:17.850241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Deleting port f8f1193e-d16f-43e1-8309-6fddf7bb810d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:17.850717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.875977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:17.896833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] For port e5d63196-eaf1-4e66-8c75-c294ad815be0, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e5d63196-eaf1-4e66-8c75-c294ad815be0,segment=NetworkSegment(57c6a075-8b95-475a-b2e9-cc7655b19882),segment_id=57c6a075-8b95-475a-b2e9-cc7655b19882)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:17.954802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.050346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb1988f-d633-428a-894e-7442ab43b002 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.051102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-abb1988f-d633-428a-894e-7442ab43b002 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Synchronizing usage tracker for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:18.075045 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:39:18.079141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-abb1988f-d633-428a-894e-7442ab43b002 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Unset dirty status for tenant:872e3eea31514bf3b0fd7bfff2225723 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:18.083040 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-abb1988f-d633-428a-894e-7442ab43b002 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2326162 Mar 11 19:39:18.083304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57362) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:18.103102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Provisioning for port 2d47f454-4668-4100-a5b5-2db45434d36f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:18.120688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.13 (c91645d2-6f0b-4c2b-b5e6-a059eaba7421/445e4753-f59b-45ed-8ab3-99667c43976e/0574c8fd-3562-4469-a75a-f9336a81bf39) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:18.157650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6adef59e-e151-4d18-b6af-20f003f7d620 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 207 time: 0.0721941 Mar 11 19:39:18.158767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57368) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:18.179269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.180673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Provisioning complete for port 2d47f454-4668-4100-a5b5-2db45434d36f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:18.180863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.246556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.413513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bc097-5b1f-4821-90bc-8f3c32f266f3 None None] Pushing event updated for resources: {'Port': ['ID=e5d63196-eaf1-4e66-8c75-c294ad815be0,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:18.470199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f8f1193e-d16f-43e1-8309-6fddf7bb810d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:18.502180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 5987b9bd-4a0f-4793-9aa8-d6f297eb306e yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:18.541114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] For port f8f1193e-d16f-43e1-8309-6fddf7bb810d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f8f1193e-d16f-43e1-8309-6fddf7bb810d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:18.541753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.596229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14120b-59b9-4d48-88fa-2cf914cf91a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.600529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14120b-59b9-4d48-88fa-2cf914cf91a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.604742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14120b-59b9-4d48-88fa-2cf914cf91a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.609137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b14120b-59b9-4d48-88fa-2cf914cf91a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.611221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8b14120b-59b9-4d48-88fa-2cf914cf91a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4507933 Mar 11 19:39:18.614667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57378) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:18.844363 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b662908d-8b3b-4208-bee7-fb7ada923cdc tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2252452 Mar 11 19:39:18.844546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57384) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:18.875611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Calling delete_port for f8f1193e-d16f-43e1-8309-6fddf7bb810d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:18.908313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:18.924257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6629ac-3421-4544-a0a6-d88a2a18726c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.925537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6629ac-3421-4544-a0a6-d88a2a18726c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.932565 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff6629ac-3421-4544-a0a6-d88a2a18726c tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0816715 Mar 11 19:39:18.940097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:18.950697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.952344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.986095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:18.992424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 68772da9-b558-426d-9c46-0f4e93a27836 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:19.007967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.027438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb15da5-d46f-4a20-a66f-9c2bcd3a7a27 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.029139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb15da5-d46f-4a20-a66f-9c2bcd3a7a27 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.035787 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dfb15da5-d46f-4a20-a66f-9c2bcd3a7a27 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0938370 Mar 11 19:39:19.036407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57394) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.072230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57398) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.074893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.081791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:19.085870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] For port 2d47f454-4668-4100-a5b5-2db45434d36f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d47f454-4668-4100-a5b5-2db45434d36f,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:19.100903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.104594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.140397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.153876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] Pushing event deleted for resources: {'Port': ['ID=f8f1193e-d16f-43e1-8309-6fddf7bb810d,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.175370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 0574c8fd-3562-4469-a75a-f9336a81bf39 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:19.238700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7596f55d-0e49-4dcb-857b-c57f70babe47 None None] No DVR routers for this DVR port f8f1193e-d16f-43e1-8309-6fddf7bb810d on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:19.250768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a4450-a35c-4b7b-a043-57f89891b8cf tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.252263 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad9a4450-a35c-4b7b-a043-57f89891b8cf tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks/74157efc-1997-4cec-a3f4-6cd24bb5ed2f HTTP/1.1" status: 200 len: 799 time: 0.2149270 Mar 11 19:39:19.256650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57404) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.283642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.285758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93a7d5-3c77-4e26-ae81-a810df0a0cfd None None] Pushing event updated for resources: {'Port': ['ID=2d47f454-4668-4100-a5b5-2db45434d36f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.290512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-37b8d4b9-4b19-4a25-b76c-b48b9e6000a5 None None] Provisioning complete for port 2d47f454-4668-4100-a5b5-2db45434d36f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:19.295393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37b8d4b9-4b19-4a25-b76c-b48b9e6000a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.372930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=b5baf3ac-3f98-4d0f-bb7f-fca938266957,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.411620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.445764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.446501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.502358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-15419207'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:19.511413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:19.523534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4fe8c15b-fc5d-4638-a2ce-dd85adf4e531 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/networks/74157efc-1997-4cec-a3f4-6cd24bb5ed2f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2591419 Mar 11 19:39:19.523534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Usage tracker for resource:router and tenant:d80777aebfb44160934a154dcfa7b3b9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:19.528283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:19.530990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57408) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.536936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:19.593604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.594562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.610651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-492b4581-5728-40a9-98ee-c3de1c598474 None None] Provisioning complete for port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:19.610981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-492b4581-5728-40a9-98ee-c3de1c598474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.611787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fdd3af-3064-446b-a4f6-22c7460a89a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.617329 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e4fdd3af-3064-446b-a4f6-22c7460a89a4 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets/dbbde165-77c6-4fa4-b52b-c74604daf055 HTTP/1.1" status: 200 len: 811 time: 0.0810816 Mar 11 19:39:19.618116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57412) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.673262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-492b4581-5728-40a9-98ee-c3de1c598474 None None] Port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:19.682478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.703884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4d160f-c719-4019-b5df-ff7b1aa2e9f3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.706537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c4d160f-c719-4019-b5df-ff7b1aa2e9f3 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "GET /v2.0/subnets/dbbde165-77c6-4fa4-b52b-c74604daf055?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0864904 Mar 11 19:39:19.710358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.716091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44006768'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:19.721363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.724996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:19.742071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:19.752809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.755110 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f7ead336-1813-4cdf-962e-eb0be872798e tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.6816213 Mar 11 19:39:19.757137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57420) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:19.777640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2f8227-6502-422f-87f7-7ae3c1f04bf6 None None] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:19.816238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:19.819559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.878707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-30dc75fa-3cd3-4c32-83e6-4c7a38869588 None None] Provisioning for port e5d63196-eaf1-4e66-8c75-c294ad815be0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:19.919923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:19.933328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.955386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=0574c8fd-3562-4469-a75a-f9336a81bf39,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.969378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:19.978738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:19.986130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:19.986430 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Added segment 6e42ee66-610a-4e3f-bb92-c138d87e3bae of type vlan for network 26942431-3077-4b0c-ad3c-fd19687ec429 Mar 11 19:39:19.988699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:20.050350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.079526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.111264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.229047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:20.347480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-759d0f1b-2057-4512-9aed-079b8f30d907 None None] Provisioning for port 0574c8fd-3562-4469-a75a-f9336a81bf39 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:20.355137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-759d0f1b-2057-4512-9aed-079b8f30d907 None None] Provisioning complete for port 0574c8fd-3562-4469-a75a-f9336a81bf39 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:20.356317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-759d0f1b-2057-4512-9aed-079b8f30d907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.358012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:20.358624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.414016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:20.446750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.450530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:20.451113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.465827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-759d0f1b-2057-4512-9aed-079b8f30d907 None None] Port 0574c8fd-3562-4469-a75a-f9336a81bf39 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:20.466654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=cede56af-9dbd-4ca2-8855-b00efbb809d0,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:20.477525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:20.481299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:20.481883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.498639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd40de67-b7e4-48a6-aeea-feb5bbae6de8 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:20.511612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:20.528421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port c5cc7139-194c-407c-bcf1-9252112c475f yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:20.539095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:20.544388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.590945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d47f454-4668-4100-a5b5-2db45434d36f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:20.626331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.654673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9406543 Mar 11 19:39:20.655881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57424) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:20.660796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:20.696010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b661ef6-2582-4dff-8bd4-8dcc6380117a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Network': ['ID=26942431-3077-4b0c-ad3c-fd19687ec429,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:20.706198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-713f8df4-a4fb-444d-9fc0-a77822b90aa4 None None] Provisioning complete for port 0574c8fd-3562-4469-a75a-f9336a81bf39 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:20.706599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-713f8df4-a4fb-444d-9fc0-a77822b90aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.711963 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a1a016a1-12e2-4eed-b96f-287eaa808068 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.4215019 Mar 11 19:39:20.725862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57428) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:20.736551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b235f0b8-0281-4875-988c-2c0ecb8b1370 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9561577 Mar 11 19:39:20.745120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57432) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:20.757101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'name': 'tempest-NetworksTestDHCPv6-28492942'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:20.786620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.787090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a870f093-57cf-47c7-92e4-1f68ee81fcfc {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:20.808626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:20.871567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.875623 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-73cf8874-be8b-41ad-8be7-304d6698631a tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a870f093-57cf-47c7-92e4-1f68ee81fcfc HTTP/1.1" status: 204 len: 168 time: 1.1145389 Mar 11 19:39:20.877924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57436) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:20.889530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Request body: {'router': {'name': 'tempest-router-1145555001', 'distributed': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:20.898235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:20.903584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:20.917206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Usage tracker for resource:router and tenant:d80777aebfb44160934a154dcfa7b3b9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:20.923275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:20.944892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:20.946999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:20.966547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:20.970470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.971489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:20.979146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Made reservation on behalf of 872e3eea31514bf3b0fd7bfff2225723 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:20.996837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:21.039442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-713f8df4-a4fb-444d-9fc0-a77822b90aa4 None None] Port 0574c8fd-3562-4469-a75a-f9336a81bf39 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:21.048270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'cede56af-9dbd-4ca2-8855-b00efbb809d0'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:21.049075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.071689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2d47f454-4668-4100-a5b5-2db45434d36f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:21.072231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.075903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:21.078583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.120126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.123776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.149016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port be3bf219-f475-4115-aa42-01ed92d4c322 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:21.239371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.272989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing IP validity checks on allocation pools {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:39:21.273493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:39:21.275815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.329075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e5d63196-eaf1-4e66-8c75-c294ad815be0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:21.332929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.337021 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8a67992f-ad95-4478-89a3-42596c46698f tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4543524 Mar 11 19:39:21.337822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57440) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:21.405850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/cede56af-9dbd-4ca2-8855-b00efbb809d0/4562f0ce-174a-4238-a54b-8fe66256e0e4) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:21.484199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e5d63196-eaf1-4e66-8c75-c294ad815be0 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:21.493338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e5d63196-eaf1-4e66-8c75-c294ad815be0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:21.493786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.537297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.638819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Router 1d49edc6-9a64-4a35-8c74-822f6fa6dc0c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:39:21.645897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.686087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.708174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.712540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:39:21.731120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.747797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Transition to ACTIVE for port object 4562f0ce-174a-4238-a54b-8fe66256e0e4 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:21.762675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:21.768521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e5d63196-eaf1-4e66-8c75-c294ad815be0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e5d63196-eaf1-4e66-8c75-c294ad815be0,segment=NetworkSegment(57c6a075-8b95-475a-b2e9-cc7655b19882),segment_id=57c6a075-8b95-475a-b2e9-cc7655b19882)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:21.771879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:21.775876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Transition to ACTIVE for port object 4562f0ce-174a-4238-a54b-8fe66256e0e4 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:21.776066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=5987b9bd-4a0f-4793-9aa8-d6f297eb306e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:21.779167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.815380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.859826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:21.862741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:21.865454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:21.867966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e5d63196-eaf1-4e66-8c75-c294ad815be0,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:21.868360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:21.869297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:21.996330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Pushing event updated for resources: {'Port': ['ID=4562f0ce-174a-4238-a54b-8fe66256e0e4,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.006854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Attempting to bind port 4562f0ce-174a-4238-a54b-8fe66256e0e4 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:22.007824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Attempting to bind port 4562f0ce-174a-4238-a54b-8fe66256e0e4 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:22.007824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Attempting to bind port 4562f0ce-174a-4238-a54b-8fe66256e0e4 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:22.014611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:22.014971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:22.015989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.015989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:22.016167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Bound port: 4562f0ce-174a-4238-a54b-8fe66256e0e4, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:22.016542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.045421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=586dd327-6e50-4227-8692-8a6fa34fd9f2,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.102008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] For port 4562f0ce-174a-4238-a54b-8fe66256e0e4, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:22.105112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] For port 4562f0ce-174a-4238-a54b-8fe66256e0e4, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4562f0ce-174a-4238-a54b-8fe66256e0e4,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:22.115484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.197329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::99 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/cede56af-9dbd-4ca2-8855-b00efbb809d0/be3bf219-f475-4115-aa42-01ed92d4c322) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:22.201282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Checking segment: {'id': '6e42ee66-610a-4e3f-bb92-c138d87e3bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:22.201832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network hostable DHCP agents. Network: 26942431-3077-4b0c-ad3c-fd19687ec429, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:22.214895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703c309-5662-4063-bd87-092ea18a9a26 None None] Pushing event updated for resources: {'Port': ['ID=4562f0ce-174a-4238-a54b-8fe66256e0e4,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.217280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=c5cc7139-194c-407c-bcf1-9252112c475f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.225092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.242774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.281003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Network 26942431-3077-4b0c-ad3c-fd19687ec429 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:22.314188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 26942431-3077-4b0c-ad3c-fd19687ec429) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:22.323634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a330cbd8-8b39-4f2d-8e25-be67da66afc5 None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:22.344550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': '86cd4651-0c12-464c-8c59-35d6a259710b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a112701b-fe06-40b6-9c3b-6524adb296cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:22.344910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: a112701b-fe06-40b6-9c3b-6524adb296cf, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:22.347879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.348613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.353330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.353814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec489097-c3a2-4e60-a543-5f4d61a5a353 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:22.370134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.422575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:22.469523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e5d63196-eaf1-4e66-8c75-c294ad815be0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:22.506399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.507508 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-90c51a0b-e2ed-4434-8256-7620671e14a4 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ec489097-c3a2-4e60-a543-5f4d61a5a353 HTTP/1.1" status: 204 len: 168 time: 1.1686559 Mar 11 19:39:22.511978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57444) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:22.519950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c8c81776-3149-45d3-ac61-163250c2bd1d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8601055 Mar 11 19:39:22.520140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:22.522523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57448) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:22.529314 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-166024de-06df-4d85-99bb-28da3139c898 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "PUT /v2.0/routers/1d49edc6-9a64-4a35-8c74-822f6fa6dc0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9910340 Mar 11 19:39:22.531939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Request body: {'router': {'name': 'tempest-router-1663527803', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2915745cff894203a4ec81426037f07f'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:22.535777 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] Sync routers for ids ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:22.542383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:22.547219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:22.554872 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] Routers {'1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:22.555670 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:22.558825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:22.566462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Usage tracker for resource:router and tenant:2915745cff894203a4ec81426037f07f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:22.577048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:22.586896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:22.590241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network a112701b-fe06-40b6-9c3b-6524adb296cf is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:22.609574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.621523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.624005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.651177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object be3bf219-f475-4115-aa42-01ed92d4c322 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:22.660741 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:22.670243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.675046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'port': {'network_id': '68772da9-b558-426d-9c46-0f4e93a27836', 'name': 'tempest-FloatingIPNegativeTestJSON-1471916538'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:22.680417 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] Routers {'1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:22.682753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:22.703752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.707429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.721147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e5d63196-eaf1-4e66-8c75-c294ad815be0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:22.721651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.761491 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:22.762150 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77009f2e-4847-4eab-8927-1552baa1fe97 None None] The sync data for ids ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:22.772183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.775983 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-95452b6f-3edf-4358-991e-1f3176a35a52 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2559147 Mar 11 19:39:22.784854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57456) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:22.793255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:22.844150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a112701b-fe06-40b6-9c3b-6524adb296cf) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:22.863634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76297ff9-0564-4c28-adf6-1c556518a7b5 None None] Network a112701b-fe06-40b6-9c3b-6524adb296cf requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:22.872409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:22.920059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:22.921285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:22.925442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.928779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.928922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:22.929428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.933092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.933693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.935372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-26942431-3077-4b0c-ad3c-fd19687ec429', 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429', 'tenant_id': '872e3eea31514bf3b0fd7bfff2225723', 'fixed_ips': [{'subnet_id': '586dd327-6e50-4227-8692-8a6fa34fd9f2'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:22.936167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:22.947666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=be3bf219-f475-4115-aa42-01ed92d4c322,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.965210 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-abba0bad-10a2-4bbd-bfd2-e6d19706cd62 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2169347 Mar 11 19:39:22.965983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57460) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:23.179760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Allocated IP 172.20.0.3 (26942431-3077-4b0c-ad3c-fd19687ec429/586dd327-6e50-4227-8692-8a6fa34fd9f2/dd3bfb44-4b17-40ce-9df4-1bf1dca68686) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:23.340110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.340736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.406450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7e8d1568-9020-4a8c-9f1c-cd11c3e50435 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.1175430 Mar 11 19:39:23.414391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.417511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57464) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:23.425700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Transition to ACTIVE for port object dd3bfb44-4b17-40ce-9df4-1bf1dca68686 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:23.445093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Transition to ACTIVE for port object dd3bfb44-4b17-40ce-9df4-1bf1dca68686 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:23.477241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.552190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Pushing event updated for resources: {'Port': ['ID=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:23.568413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:23.571585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:23.598393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:port and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:23.613193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:23.621816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 11 19:39:23.622144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Router a897b025-f4f0-4976-904e-cb1dfc398ad5 migrating from provider to provider. {{(pid=83812) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 11 19:39:23.622716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.625557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Sync routers for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:23.626534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port c5cc7139-194c-407c-bcf1-9252112c475f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:23.626825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.629244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.639540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be1ca2-1038-4f2a-b0f4-4db8effc7d12 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.648900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be1ca2-1038-4f2a-b0f4-4db8effc7d12 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.650033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27be1ca2-1038-4f2a-b0f4-4db8effc7d12 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:23.658069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.661711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:23.703791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:23.710713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:23.713909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:23.719918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.723843 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c0331687-3de7-4691-8f19-77875f430d70 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0106699 Mar 11 19:39:23.724675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0f2f91b4-57de-43e5-9251-83cb4650a980 None None] Provisioning for port 4562f0ce-174a-4238-a54b-8fe66256e0e4 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:23.734620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57468) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:23.737498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:23.738286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:23.768751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27be1ca2-1038-4f2a-b0f4-4db8effc7d12 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:23.770276 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-27be1ca2-1038-4f2a-b0f4-4db8effc7d12 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.8021865 Mar 11 19:39:23.819767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57472) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:23.837194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Made reservation on behalf of 369e066f8a0143b0b395a90b4eb9ddf3 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:23.840007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.854111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:23.905456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port be3bf219-f475-4115-aa42-01ed92d4c322 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:23.905906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.954490 dv-neutron-832764-2-hyperv neutron-server[83812]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] No L3 agents can host the router a897b025-f4f0-4976-904e-cb1dfc398ad5 Mar 11 19:39:23.973789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.990326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2496723'] for subnet, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:23.992059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Attempting to bind port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:23.992502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Attempting to bind port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '6e42ee66-610a-4e3f-bb92-c138d87e3bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:23.992943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Attempting to bind port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 on network 26942431-3077-4b0c-ad3c-fd19687ec429 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:24.009654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.012519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:24.013002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Checking segment: {'id': '6e42ee66-610a-4e3f-bb92-c138d87e3bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:24.013461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.013917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Bound using segment: {'id': '6e42ee66-610a-4e3f-bb92-c138d87e3bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:24.014450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Bound port: dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42ee66-610a-4e3f-bb92-c138d87e3bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '26942431-3077-4b0c-ad3c-fd19687ec429'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:24.014888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.024744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e0fb12be-3128-44d5-8622-597d2bc07c8e None None] Provisioning for port be3bf219-f475-4115-aa42-01ed92d4c322 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:24.051031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e0fb12be-3128-44d5-8622-597d2bc07c8e None None] Provisioning complete for port be3bf219-f475-4115-aa42-01ed92d4c322 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:24.051508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e0fb12be-3128-44d5-8622-597d2bc07c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.053369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] device_id is not set on port 2ae60e7d-7a19-412a-b982-5d670e885bbe yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:24.156312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb12be-3128-44d5-8622-597d2bc07c8e None None] Port be3bf219-f475-4115-aa42-01ed92d4c322 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:24.158696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:39:24.302760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] For port dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:24.368838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=0574c8fd-3562-4469-a75a-f9336a81bf39,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:24.372691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] For port dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,segment=NetworkSegment(6e42ee66-610a-4e3f-bb92-c138d87e3bae),segment_id=6e42ee66-610a-4e3f-bb92-c138d87e3bae)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:24.383870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.396523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.440506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.534267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for be3bf219-f475-4115-aa42-01ed92d4c322 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:24.570974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Hosts for router a897b025-f4f0-4976-904e-cb1dfc398ad5: [] {{(pid=83812) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Mar 11 19:39:24.591018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4562f0ce-174a-4238-a54b-8fe66256e0e4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:24.615122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.618685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Hosts for other DVR routers connected to router a897b025-f4f0-4976-904e-cb1dfc398ad5: set() {{(pid=83812) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Mar 11 19:39:24.621057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.624594 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a37b8a1c-80ed-43ad-8d09-8d8117c89067 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "PUT /v2.0/routers/a897b025-f4f0-4976-904e-cb1dfc398ad5 HTTP/1.1" status: 200 len: 717 time: 1.8365467 Mar 11 19:39:24.624930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57476) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:24.759076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dd3c9-a38d-4b53-a275-2cc6c2af9e56 None None] Pushing event updated for resources: {'Port': ['ID=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:24.766263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2b6e2df8-f0e0-48a6-ab82-58e1378e2482 None None] Provisioning complete for port 0574c8fd-3562-4469-a75a-f9336a81bf39 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:24.767096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2b6e2df8-f0e0-48a6-ab82-58e1378e2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.809926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1364581d-09c1-4c4f-bf77-8cf85fe9a274 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "GET /v2.0/routers/a897b025-f4f0-4976-904e-cb1dfc398ad5 HTTP/1.1" status: 200 len: 717 time: 0.1839120 Mar 11 19:39:24.812957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for c5cc7139-194c-407c-bcf1-9252112c475f owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:24.814586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57480) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:24.862087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e2df8-f0e0-48a6-ab82-58e1378e2482 None None] Port 0574c8fd-3562-4469-a75a-f9336a81bf39 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:24.866886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4562f0ce-174a-4238-a54b-8fe66256e0e4 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:24.877376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4562f0ce-174a-4238-a54b-8fe66256e0e4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:24.878062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.882894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:24.942095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=be3bf219-f475-4115-aa42-01ed92d4c322,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:24.957538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:17Z', 'revision_number': 3, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:24.962957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Checking router: 1987eb13-7e8c-487b-9e1c-5f3dace097f1 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:39:24.963306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Updating router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:39:25.005375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.028369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ffc645f8-2a70-46fe-9404-dfc1b03f3132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/be3bf219-f475-4115-aa42-01ed92d4c322 HTTP/1.1" status: 204 len: 168 time: 1.2033265 Mar 11 19:39:25.029566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57486) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:25.112795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.184403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.310960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 4562f0ce-174a-4238-a54b-8fe66256e0e4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4562f0ce-174a-4238-a54b-8fe66256e0e4,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:25.323272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.327862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:25.343416 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:25.358679 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:25.359795 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:25.396869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Allocated IP 172.20.0.9 (68772da9-b558-426d-9c46-0f4e93a27836/66bbc3c6-8f96-4ab2-9750-221945bfdb4c/2ae60e7d-7a19-412a-b982-5d670e885bbe) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:25.424496 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ea82619b-fa5d-4040-ac93-05755c3711a2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/routers/b22981cc-5176-4e7d-8980-519763150813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9073424 Mar 11 19:39:25.436563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57490) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:25.438838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554b7c7-acae-4a85-8107-2cd8877767c2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.440229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6554b7c7-acae-4a85-8107-2cd8877767c2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.441025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6554b7c7-acae-4a85-8107-2cd8877767c2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:25.444874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'port': {'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a', 'name': 'tempest-FloatingIPTestJSON-1759582695'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:25.456040 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:25.461037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3110677'] for subnet, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.471041 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:25.473398 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:25.481979 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ab438e52-9a84-4324-a240-3cc4be17ef82 tempest-RoutersTestDVR-1966200678 tempest-RoutersTestDVR-1966200678-project] 10.222.0.76 "GET /v2.0/routers/a897b025-f4f0-4976-904e-cb1dfc398ad5 HTTP/1.1" status: 200 len: 683 time: 0.6662970 Mar 11 19:39:25.483833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57494) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:25.486640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6554b7c7-acae-4a85-8107-2cd8877767c2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:25.490171 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6554b7c7-acae-4a85-8107-2cd8877767c2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4568615 Mar 11 19:39:25.517342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57498) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:25.520419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.560896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=4562f0ce-174a-4238-a54b-8fe66256e0e4,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.570019 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:25.570019 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52f878-cacf-46d6-b92e-e862349705b1 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:25.647406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.680900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.697748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Transition to ACTIVE for port object ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:25.709270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.769779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=c5cc7139-194c-407c-bcf1-9252112c475f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.814512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Attempting to bind port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:25.814938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Attempting to bind port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:25.815426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Attempting to bind port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:25.823097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400074-970e-43a3-b309-12237f38802a None None] Pushing event updated for resources: {'Port': ['ID=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.827259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event updated for resources: {'Subnet': ['ID=586dd327-6e50-4227-8692-8a6fa34fd9f2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.829668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.830263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.834035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-664900fc-09ba-4ef8-9673-4c68f314c116 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "PUT /v2.0/subnets/586dd327-6e50-4227-8692-8a6fa34fd9f2 HTTP/1.1" status: 200 len: 877 time: 3.3012252 Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Bound port: ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:25.834182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.838574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:25.869177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57506) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:25.918020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] For port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:25.921700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] For port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:25.927894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.020965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3400074-970e-43a3-b309-12237f38802a None None] Pushing event updated for resources: {'Port': ['ID=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:26.023950 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2778b447-bd05-432c-8f9d-c9ea1744d976 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/c5cc7139-194c-407c-bcf1-9252112c475f HTTP/1.1" status: 204 len: 168 time: 2.5994418 Mar 11 19:39:26.030701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:26.031468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:26.034578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57510) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:26.152118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.158261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.169905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.250642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.251385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a897b025-f4f0-4976-904e-cb1dfc398ad5 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:26.255031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74d800-b702-4c15-a8c8-4f80c54dc9d9 None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:26.269405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.272692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-99a0744d-9630-48d6-ab5f-40441068ecfe tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a897b025-f4f0-4976-904e-cb1dfc398ad5 HTTP/1.1" status: 204 len: 168 time: 0.7857170 Mar 11 19:39:26.274081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:39:26.278985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57514) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:26.288635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Request body: {'router': {'name': 'tempest-router-704213062', 'distributed': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:26.294261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:26.299984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Usage tracker for resource:router and tenant:d80777aebfb44160934a154dcfa7b3b9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:26.303075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:26.310490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:26.330925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c585a57-fe55-490f-83be-0c4ab44ebad2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.334850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c585a57-fe55-490f-83be-0c4ab44ebad2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.336367 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c585a57-fe55-490f-83be-0c4ab44ebad2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1357458 Mar 11 19:39:26.337919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.338841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.341859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57518) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:26.343904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:26.386506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:port and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:26.414499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:26.424775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.446073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 5987b9bd-4a0f-4793-9aa8-d6f297eb306e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:26.446973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.453539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:26.530455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:26.535055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.538274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.591330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.595177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b8e55d8-6bf8-48cb-aaea-6876ce6ef22d tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3124509 Mar 11 19:39:26.595368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.608560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57522) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:26.608780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.625988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4562f0ce-174a-4238-a54b-8fe66256e0e4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:26.662206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] device_id is not set on port bc1ee433-8fca-4534-b73e-ce2c1eccfee6 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:26.692499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca4903b4-07e9-40fc-b0fb-b37f84a3e0fc None None] Provisioning for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:26.713742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Transition to ACTIVE for port object 2ae60e7d-7a19-412a-b982-5d670e885bbe will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:26.719474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet cede56af-9dbd-4ca2-8855-b00efbb809d0 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:26.732764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.762202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.802042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:26.802042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.810610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:26.895808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4562f0ce-174a-4238-a54b-8fe66256e0e4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:26.896190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.023801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:17Z', 'revision_number': 3, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:27.039166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c4b253-9166-477d-acc8-6013493ce94b None None] The sync data for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv is: [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:17Z', 'revision_number': 3, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:27.049411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 5987b9bd-4a0f-4793-9aa8-d6f297eb306e owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:27.058689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dd3bfb44-4b17-40ce-9df4-1bf1dca68686 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:27.085552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.103941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.167357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:27.185884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:27.186824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.383155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ce981e-1a91-47a1-ac25-e19ecce0959e None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:27.477236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.498449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-11a8887a-7f1e-4064-a4c3-79a2e5492724 None None] Provisioning complete for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:27.499190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-11a8887a-7f1e-4064-a4c3-79a2e5492724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.503118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.547363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=5987b9bd-4a0f-4793-9aa8-d6f297eb306e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:27.572791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.613699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,segment=NetworkSegment(6e42ee66-610a-4e3f-bb92-c138d87e3bae),segment_id=6e42ee66-610a-4e3f-bb92-c138d87e3bae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:27.626971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.637513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.5 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/bc1ee433-8fca-4534-b73e-ce2c1eccfee6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:27.687696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.703964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7ab41e5a-de1b-4fb6-ac5d-59a69bb4b20e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/5987b9bd-4a0f-4793-9aa8-d6f297eb306e HTTP/1.1" status: 204 len: 168 time: 1.3593180 Mar 11 19:39:27.706427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57526) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:27.709928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.754466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.768740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 68772da9-b558-426d-9c46-0f4e93a27836 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:27.772276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=2ae60e7d-7a19-412a-b982-5d670e885bbe,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:27.796089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:27.801753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.802264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 697fa37f-7ff0-46fd-bd0a-f92114b6887c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:27.803242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:27.807012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:27.817033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d967f-18d7-4abd-899a-33fd2943b10f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:27.817599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-821d967f-18d7-4abd-899a-33fd2943b10f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:27.824353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.829292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-69e20801-1ae7-43c8-8586-c4a409c61569 tempest-RoutersTestDVR-2014098984 tempest-RoutersTestDVR-2014098984-project-admin] 10.222.0.76 "DELETE /v2.0/routers/697fa37f-7ff0-46fd-bd0a-f92114b6887c HTTP/1.1" status: 204 len: 168 time: 1.2160509 Mar 11 19:39:27.849470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-821d967f-18d7-4abd-899a-33fd2943b10f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:27.850835 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-821d967f-18d7-4abd-899a-33fd2943b10f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1433692 Mar 11 19:39:27.853790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57532) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:27.912649 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf988bd-2e23-4328-92fd-bb6b62114c64 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:39:27.914253 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3bf988bd-2e23-4328-92fd-bb6b62114c64 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/c5cc7139-194c-407c-bcf1-9252112c475f HTTP/1.1" status: 404 len: 333 time: 0.0582664 Mar 11 19:39:27.919330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:27.978889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:27.979541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:27.997083 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f894942-660e-4e30-9975-75ff262dc322 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:39:27.998391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4f894942-660e-4e30-9975-75ff262dc322 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/5987b9bd-4a0f-4793-9aa8-d6f297eb306e HTTP/1.1" status: 404 len: 333 time: 0.0781040 Mar 11 19:39:28.001338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:28.051345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.195160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7172f652-c7e5-4a15-b115-f63b3f9ec186 None None] Provisioning for port 2ae60e7d-7a19-412a-b982-5d670e885bbe completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:28.208484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7172f652-c7e5-4a15-b115-f63b3f9ec186 None None] Provisioning complete for port 2ae60e7d-7a19-412a-b982-5d670e885bbe triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:28.208762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7172f652-c7e5-4a15-b115-f63b3f9ec186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.231204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.356925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7172f652-c7e5-4a15-b115-f63b3f9ec186 None None] Port 2ae60e7d-7a19-412a-b982-5d670e885bbe cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:28.440619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57546) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:28.456644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.471508 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5caf2750-9b12-47bc-800a-8415b44f12da tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8823593 Mar 11 19:39:28.476349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,segment=NetworkSegment(6e42ee66-610a-4e3f-bb92-c138d87e3bae),segment_id=6e42ee66-610a-4e3f-bb92-c138d87e3bae)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:28.476349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.482778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57552) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:28.488384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1cfd031b-24cc-47b2-bde0-6af0c7134464 None None] Provisioning complete for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:28.489766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1cfd031b-24cc-47b2-bde0-6af0c7134464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.494056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:28.499821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a112701b-fe06-40b6-9c3b-6524adb296cf']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:28.508202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:28.515207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:floatingip and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:28.518918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cd4651-0c12-464c-8c59-35d6a259710b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:28.519240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cd4651-0c12-464c-8c59-35d6a259710b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:28.526049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:28.535190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:28.538399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.561063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.576291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.577082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:28.588119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:28.588383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:28.603592 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:28.656263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.709547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:28.714823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:28.715304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.750733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.792912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.824462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for dd3bfb44-4b17-40ce-9df4-1bf1dca68686 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:28.829953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.846985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:28.852645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.853615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dd3bfb44-4b17-40ce-9df4-1bf1dca68686 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:28.891965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.896434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.939786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=a112701b-fe06-40b6-9c3b-6524adb296cf,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:28.951568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0fb5bda8-c67f-4d7b-84bc-8c335c655f18 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/a112701b-fe06-40b6-9c3b-6524adb296cf HTTP/1.1" status: 204 len: 168 time: 0.9486117 Mar 11 19:39:28.952072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57556) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:28.957922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:28.964923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1059300153'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:28.970832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:28.972047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Usage tracker for resource:security_group_rule and tenant:2915745cff894203a4ec81426037f07f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:28.977350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:28.979999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:28.985680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:28.986046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:28.987682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:28.992138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:28.995293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:29.002903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:29.041595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:29.044894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.102151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.129784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.159897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:29.186860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.187209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment 767455ba-36ed-4876-8344-a527a727bea3 of type vlan for network d5c4bc5a-8577-4358-ad56-250dba24d35b Mar 11 19:39:29.191135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b26895-fdd5-4839-afd1-57e43f8dd470 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:29.191443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.197912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.227688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.229091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=0574c8fd-3562-4469-a75a-f9336a81bf39,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.240103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=cede56af-9dbd-4ca2-8855-b00efbb809d0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.254612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.276238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.340163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.347408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-83f0c7a4-4664-4e2e-818a-7c510b4c8b2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/cede56af-9dbd-4ca2-8855-b00efbb809d0 HTTP/1.1" status: 204 len: 168 time: 3.8221095 Mar 11 19:39:29.353999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57560) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:29.358734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f988c0d-8674-47d5-bb86-6a3a8a2f35de,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.393344 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-279a62f9-d683-487e-a28c-a891db04d0cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2915745cff894203a4ec81426037f07f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9492855 Mar 11 19:39:29.396819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:29.437786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:29.437975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:29.445528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a4aab524-46cd-48fd-8d9a-9306ee6ea57c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882082 Mar 11 19:39:29.448852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Allocated IP 172.26.8.81 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/ad23a998-7fea-4d6f-8189-be6c1776c024) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:29.450725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57568) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:29.454988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.458628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:29.459201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.480173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:29.484148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Deleting port 4562f0ce-174a-4238-a54b-8fe66256e0e4 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:29.484595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.518532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:29.519348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.526624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:29.721283 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7651701 Mar 11 19:39:29.722823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d650ecf-e136-4f6d-980e-8f43ca534bb9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=d5c4bc5a-8577-4358-ad56-250dba24d35b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.730157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57572) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:29.738287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] For port 4562f0ce-174a-4238-a54b-8fe66256e0e4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4562f0ce-174a-4238-a54b-8fe66256e0e4,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:29.738679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.749026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d5c4bc5a-8577-4358-ad56-250dba24d35b details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:29.792256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:29.850579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:29.863711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:29.883790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.906680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=bc1ee433-8fca-4534-b73e-ce2c1eccfee6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.909054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:29.942030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Calling delete_port for 4562f0ce-174a-4238-a54b-8fe66256e0e4 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:29.947352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.955961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:29.956298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:29.956401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.000974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e27f89a-fcd4-43bb-9a47-f1745efe5c77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:30.001626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8e27f89a-fcd4-43bb-9a47-f1745efe5c77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:30.028346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:30.033316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6ef29746-37eb-48d8-b512-6a3e3f7ba970 None None] Provisioning complete for port 0574c8fd-3562-4469-a75a-f9336a81bf39 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:30.033690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6ef29746-37eb-48d8-b512-6a3e3f7ba970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.039051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:30.046030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:30.054984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:30.059863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8e27f89a-fcd4-43bb-9a47-f1745efe5c77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:30.061014 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8e27f89a-fcd4-43bb-9a47-f1745efe5c77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6073859 Mar 11 19:39:30.065767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57576) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:30.072425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:30.073477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.093236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.117011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.146644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] Pushing event deleted for resources: {'Port': ['ID=4562f0ce-174a-4238-a54b-8fe66256e0e4,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.156502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:30.156942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6ef29746-37eb-48d8-b512-6a3e3f7ba970 None None] Port 0574c8fd-3562-4469-a75a-f9336a81bf39 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:30.163201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd40525-4535-4471-98d8-2fc1e8fff620 None None] No DVR routers for this DVR port 4562f0ce-174a-4238-a54b-8fe66256e0e4 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:30.178907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.194875 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9a0f8875-9b7c-48e4-a5ee-e29a34bf943a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7548597 Mar 11 19:39:30.196631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57580) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:30.218227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'port': {'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a', 'name': 'tempest-FloatingIPTestJSON-1125239042'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:30.274588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f988c0d-8674-47d5-bb86-6a3a8a2f35de,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.305866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7402f90-54fe-43c8-8036-65407ce6983a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:30.310296 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b7402f90-54fe-43c8-8036-65407ce6983a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2410924 Mar 11 19:39:30.312361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.313395 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-90cd20d7-c4b3-4374-9c3d-f5c3813a631e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f988c0d-8674-47d5-bb86-6a3a8a2f35de HTTP/1.1" status: 204 len: 168 time: 0.9156582 Mar 11 19:39:30.314112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57584) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:30.330132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:30.333444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=ad23a998-7fea-4d6f-8189-be6c1776c024,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.390140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:30.398547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.398786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:30.425017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.448245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:30.459522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bfc9c525-0014-419c-8e36-b7d9424f0dcb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279440 Mar 11 19:39:30.510018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57590) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:30.529399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:30.557297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:30.558005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.635093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Performing IP validity checks on allocation pools {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 19:39:30.638043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 19:39:30.713523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:30.721411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:30.723775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port dd3bfb44-4b17-40ce-9df4-1bf1dca68686, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,segment=NetworkSegment(6e42ee66-610a-4e3f-bb92-c138d87e3bae),segment_id=6e42ee66-610a-4e3f-bb92-c138d87e3bae)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:30.724229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:30.725633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:30.738381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:30.757751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:30.801086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:30.801528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4562f0ce-174a-4238-a54b-8fe66256e0e4 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:30.838817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4562f0ce-174a-4238-a54b-8fe66256e0e4 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:30.839257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4562f0ce-174a-4238-a54b-8fe66256e0e4 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:30.874674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57596) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:30.883926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for dd3bfb44-4b17-40ce-9df4-1bf1dca68686 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:30.959939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:port and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:30.983021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:31.013240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:31.027686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.062319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:31.065176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.089055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.139597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Router b3e14039-0e93-4e78-a324-5a50a802c9d0 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:39:31.152475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.174776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.209758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] device_id is not set on port afde78de-05ac-41a2-a153-54637af9d056 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:31.248653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:31.257349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Allocated IP 172.20.0.1 (06ddae5e-e879-42e2-bf11-e38249405e8c/9f59f25e-605f-44fa-8828-6b395c1ebb0c/ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:31.266414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Usage tracker for resource:security_group_rule and tenant:d80777aebfb44160934a154dcfa7b3b9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:31.292315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:31.296965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.356378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:31.378097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=593db12f-036d-4313-abc9-fd7042f2d23e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.471733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.498067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': '767455ba-36ed-4876-8344-a527a727bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:31.498387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: d5c4bc5a-8577-4358-ad56-250dba24d35b, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:31.625106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Port': ['ID=dd3bfb44-4b17-40ce-9df4-1bf1dca68686,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.628743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network d5c4bc5a-8577-4358-ad56-250dba24d35b is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:31.646335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.676998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d5c4bc5a-8577-4358-ad56-250dba24d35b) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:31.687736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5465a6-f341-4dc8-8e2f-7b5509798aa9 None None] Network d5c4bc5a-8577-4358-ad56-250dba24d35b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:31.700334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:31.700916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.713375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.739470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.765112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.3 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/afde78de-05ac-41a2-a153-54637af9d056) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:31.771155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc285f-0ffa-4d3c-a85b-221a7332cd8a None None] DHCP port deletion for 26942431-3077-4b0c-ad3c-fd19687ec429 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:31.798327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:31.806825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No DVR routers for this DVR port dd3bfb44-4b17-40ce-9df4-1bf1dca68686 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:31.811517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:31.821598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:31.822748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.832822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52cd535-a6f7-4e93-bee9-89f2810b8014 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:31.833744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.848842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-89559510-600b-4b8d-95a4-cdc0e3543317 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0673647 Mar 11 19:39:31.852317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57600) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:31.859177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b', 'name': 'tempest-PortsIpV6TestJSON-1727562097'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:31.885941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.889540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.911075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=ad23a998-7fea-4d6f-8189-be6c1776c024,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.919651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:31.976391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-740e4351-ec81-49d8-8036-27d96ffeeaf7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4591978 Mar 11 19:39:31.978000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Transition to ACTIVE for port object ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:31.986942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57604) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:31.998256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a', 'ip_address': '2001:db8::d5da:9e6f:9369:77cc'}], 'name': 'tempest-NetworksTestDHCPv6-830875139'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:32.013954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.077418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.144914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.148821 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-36c364bc-cd89-4c0f-8615-f6c52ab78619 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6618929 Mar 11 19:39:32.150221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57608) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:32.156359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba42dc93-f372-4162-80a8-0aa8e45fcfe0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:32.159175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a97bb158-efd7-4b88-9fd0-5b57ba85f272 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'floatingip': {'port_id': '2ae60e7d-7a19-412a-b982-5d670e885bbe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:32.170821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d5c4bc5a-8577-4358-ad56-250dba24d35b', 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': '593db12f-036d-4313-abc9-fd7042f2d23e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:32.171660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.172122 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ba18f1f8-24d9-4272-93c2-fef9f7c1c78f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d80777aebfb44160934a154dcfa7b3b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2625062 Mar 11 19:39:32.187009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57612) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:32.210021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:32.262530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:32.266758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:32.267614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.276668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] Sync routers for ids ['b3e14039-0e93-4e78-a324-5a50a802c9d0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:32.288590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a97bb158-efd7-4b88-9fd0-5b57ba85f272 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.300496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.340984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:32.360639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] Routers {'b3e14039-0e93-4e78-a324-5a50a802c9d0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:32.361478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3e14039-0e93-4e78-a324-5a50a802c9d0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:32.377065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:32.418846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:32.421817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.431944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:32.475661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:32.481198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.483190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dd3bfb44-4b17-40ce-9df4-1bf1dca68686 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:32.517326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:32.534068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: dd3bfb44-4b17-40ce-9df4-1bf1dca68686 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:32.534446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dd3bfb44-4b17-40ce-9df4-1bf1dca68686 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:32.545203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.592390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c59aa58e-b95f-40c1-9885-335edf64adf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/routers/b3e14039-0e93-4e78-a324-5a50a802c9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8631654 Mar 11 19:39:32.602448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57616) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:32.622680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port f0bd9647-ffc5-49ee-ae2c-4934239f9fbf yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:32.623191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.626066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] Routers {'b3e14039-0e93-4e78-a324-5a50a802c9d0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:32.626704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3e14039-0e93-4e78-a324-5a50a802c9d0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:32.637281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=586dd327-6e50-4227-8692-8a6fa34fd9f2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:32.675304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Network 06ddae5e-e879-42e2-bf11-e38249405e8c is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:32.685027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:32.686733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Allocated IP 2001:db8::2 (d5c4bc5a-8577-4358-ad56-250dba24d35b/593db12f-036d-4313-abc9-fd7042f2d23e/157261c2-ec59-4218-bcf7-28263239f123) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:32.694395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.696891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:32.698881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:32.707437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:32.707595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a/d414c3dd-ecd2-448f-b98f-ffa7232d3e58) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:32.747336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5047352d-bd0a-43af-b54f-3ce9a67fdfa4 None None] Network 26942431-3077-4b0c-ad3c-fd19687ec429 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:32.807645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-a97bb158-efd7-4b88-9fd0-5b57ba85f272 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] update failed (client error): The resource could not be found. Mar 11 19:39:32.809750 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a97bb158-efd7-4b88-9fd0-5b57ba85f272 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "PUT /v2.0/floatingips/36bff328-5e99-4e4a-8095-b4eaa2875f7b HTTP/1.1" status: 404 len: 507 time: 0.6586449 Mar 11 19:39:32.815332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57620) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:32.817198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:32.817793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333b0f4-0f93-41f8-83ad-a8739d142e91 None None] The sync data for ids ['b3e14039-0e93-4e78-a324-5a50a802c9d0'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:32.887480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.913518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.941878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:32.984937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26942431-3077-4b0c-ad3c-fd19687ec429']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:33.012168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e42ee66-610a-4e3f-bb92-c138d87e3bae') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:33.012721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e42ee66-610a-4e3f-bb92-c138d87e3bae') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:33.026807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.047100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting port ad23a998-7fea-4d6f-8189-be6c1776c024 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:33.047476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.074967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.086566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f58efe-9ea2-47f2-bc9b-a4811d8f936d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:33.087400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-28f58efe-9ea2-47f2-bc9b-a4811d8f936d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:33.128711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.137524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.148574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Transition to ACTIVE for port object d414c3dd-ecd2-448f-b98f-ffa7232d3e58 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:33.149080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:33.149535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:33.164504 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:33.169337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Transition to ACTIVE for port object d414c3dd-ecd2-448f-b98f-ffa7232d3e58 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:33.176290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.206566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.207543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:33.261920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-28f58efe-9ea2-47f2-bc9b-a4811d8f936d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:33.265487 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-28f58efe-9ea2-47f2-bc9b-a4811d8f936d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3e14039-0e93-4e78-a324-5a50a802c9d0 HTTP/1.1" status: 200 len: 983 time: 0.6441612 Mar 11 19:39:33.267634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=afde78de-05ac-41a2-a153-54637af9d056,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.270149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57626) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:33.290781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba42dc93-f372-4162-80a8-0aa8e45fcfe0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.292789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:33.314635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:33.321003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5af80108-7cf4-41d6-a98a-5b8d977eab9e None None] Provisioning for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:33.355431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5af80108-7cf4-41d6-a98a-5b8d977eab9e None None] Provisioning complete for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:33.355865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5af80108-7cf4-41d6-a98a-5b8d977eab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.401543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae704e-6eb4-4d0c-a8b3-35a8fd23554f None None] DHCP port deletion for 26942431-3077-4b0c-ad3c-fd19687ec429 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:33.404462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:33.405091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.414594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.415103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:33.416722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:33.423444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Pushing event updated for resources: {'Port': ['ID=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.423627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.432285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:33.454383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.454629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.464196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::d5da:9e6f:9369:77cc (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a/1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:33.464449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.488577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.489715 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-77686e23-29c9-4830-8993-8ee5bcba36d2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba42dc93-f372-4162-80a8-0aa8e45fcfe0 HTTP/1.1" status: 204 len: 168 time: 1.2966547 Mar 11 19:39:33.507375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=26942431-3077-4b0c-ad3c-fd19687ec429,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.523043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5af80108-7cf4-41d6-a98a-5b8d977eab9e None None] Port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:33.523908 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9ea4972d-942e-4f33-9c48-560a94196294 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/26942431-3077-4b0c-ad3c-fd19687ec429 HTTP/1.1" status: 204 len: 168 time: 7.6389534 Mar 11 19:39:33.554636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57632) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:33.585015 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-69bc5a94-d1f2-4966-aa3f-c7a4f374f92a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3816876 Mar 11 19:39:33.589592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:33.595419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.611087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Attempting to bind port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:33.611504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Attempting to bind port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:33.611888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Attempting to bind port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:33.614099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Transition to ACTIVE for port object 157261c2-ec59-4218-bcf7-28263239f123 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:33.624754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Calling delete_port for ad23a998-7fea-4d6f-8189-be6c1776c024 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:33.630242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:33.630616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:33.631014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.631426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:33.631897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Bound port: d414c3dd-ecd2-448f-b98f-ffa7232d3e58, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:33.632316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.646924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'afde78de-05ac-41a2-a153-54637af9d056', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:33.653824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Transition to ACTIVE for port object 157261c2-ec59-4218-bcf7-28263239f123 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:33.665349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:33.672811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:floatingip and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:33.677255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:33.687377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:33.687573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.687724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0cfac58-dd83-41d2-89e1-1e7b749306e0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:33.687724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0cfac58-dd83-41d2-89e1-1e7b749306e0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:33.724641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.773971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::260 (d5c4bc5a-8577-4358-ad56-250dba24d35b/593db12f-036d-4313-abc9-fd7042f2d23e/f0bd9647-ffc5-49ee-ae2c-4934239f9fbf) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:33.837044 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b0cfac58-dd83-41d2-89e1-1e7b749306e0 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/586dd327-6e50-4227-8692-8a6fa34fd9f2 HTTP/1.1" status: 404 len: 337 time: 0.2197514 Mar 11 19:39:33.853045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:33.865783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Network d5c4bc5a-8577-4358-ad56-250dba24d35b is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:33.870472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:33.878251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:33.882450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Pushing event updated for resources: {'Port': ['ID=157261c2-ec59-4218-bcf7-28263239f123,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.891225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] For port d414c3dd-ecd2-448f-b98f-ffa7232d3e58, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:33.896716 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-78bf0050-d16b-441b-8a23-d5f34391bd82 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:33.897163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78bf0050-d16b-441b-8a23-d5f34391bd82 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:33.898989 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-78bf0050-d16b-441b-8a23-d5f34391bd82 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/26942431-3077-4b0c-ad3c-fd19687ec429 HTTP/1.1" status: 404 len: 339 time: 0.0408843 Mar 11 19:39:33.913226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57646) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:33.958299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.972967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] For port d414c3dd-ecd2-448f-b98f-ffa7232d3e58, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:33.982505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:33.984784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.052021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Attempting to bind port 157261c2-ec59-4218-bcf7-28263239f123 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:34.052942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22e92b0-d24f-479a-8e28-7b51c949f528 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:34.053584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22e92b0-d24f-479a-8e28-7b51c949f528 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:34.054262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Attempting to bind port 157261c2-ec59-4218-bcf7-28263239f123 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '767455ba-36ed-4876-8344-a527a727bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:34.054629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Attempting to bind port 157261c2-ec59-4218-bcf7-28263239f123 on network d5c4bc5a-8577-4358-ad56-250dba24d35b {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:34.056019 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f22e92b0-d24f-479a-8e28-7b51c949f528 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/a80c2f3b-b055-4a0e-8472-16174dd74f2b HTTP/1.1" status: 404 len: 337 time: 0.1400704 Mar 11 19:39:34.078884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57654) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:34.083303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:34.083707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Checking segment: {'id': '767455ba-36ed-4876-8344-a527a727bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:34.084287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.085344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Bound using segment: {'id': '767455ba-36ed-4876-8344-a527a727bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:34.085821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Bound port: 157261c2-ec59-4218-bcf7-28263239f123, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767455ba-36ed-4876-8344-a527a727bea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'd5c4bc5a-8577-4358-ad56-250dba24d35b'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:34.086377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.112110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b4669-5ea0-4265-b3f8-c07aaadaa869 None None] Pushing event updated for resources: {'Port': ['ID=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:34.133704 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-62605027-2b3c-4ee4-8d39-59328b7d329f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:34.134351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62605027-2b3c-4ee4-8d39-59328b7d329f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:34.138330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62605027-2b3c-4ee4-8d39-59328b7d329f tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/f0167189-0e2f-4e40-a59b-e98119fc77e5 HTTP/1.1" status: 404 len: 339 time: 0.0560322 Mar 11 19:39:34.143501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:34.151091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Pushing event updated for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:34.171804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.251180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] For port 157261c2-ec59-4218-bcf7-28263239f123, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:34.254859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] For port 157261c2-ec59-4218-bcf7-28263239f123, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=157261c2-ec59-4218-bcf7-28263239f123,segment=NetworkSegment(767455ba-36ed-4876-8344-a527a727bea3),segment_id=767455ba-36ed-4876-8344-a527a727bea3)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:34.265500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.377134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665b9b-206b-4760-b4a5-8525a14480ab None None] Pushing event updated for resources: {'Port': ['ID=157261c2-ec59-4218-bcf7-28263239f123,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:34.451575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.520939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.753595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Network 06ddae5e-e879-42e2-bf11-e38249405e8c is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:34.767136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:34.783787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.850467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.895489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Port': ['ID=ad23a998-7fea-4d6f-8189-be6c1776c024,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:34.903274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:34.919343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:34.966361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object f0bd9647-ffc5-49ee-ae2c-4934239f9fbf will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:35.011023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57672) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.021760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.035294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.237242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network d5c4bc5a-8577-4358-ad56-250dba24d35b is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:35.242632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:35.243248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.252252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:35.256551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:35.263751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.279194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:35.279563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0d7f0313-6dc6-4202-8afd-d5e1a20f3505 None None] Provisioning complete for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:35.280079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0d7f0313-6dc6-4202-8afd-d5e1a20f3505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.298357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:35.300533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=f0bd9647-ffc5-49ee-ae2c-4934239f9fbf,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.349846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e9c981-e39a-4e0b-aa93-0df4f9529621']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:35.352213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f0313-6dc6-4202-8afd-d5e1a20f3505 None None] Port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:35.386682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f79cbb99-c70b-4e91-b492-b24203d6722d') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:35.386974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f79cbb99-c70b-4e91-b492-b24203d6722d') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:35.393750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:35.398720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:35.400362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.404220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.180 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/ac9327ab-f7c5-4976-acbf-e30b8998d172) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:35.417838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.432620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1200945351'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:35.436393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.444529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:35.456062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Usage tracker for resource:network and tenant:e4353a72f4594bb98c2da59296068160 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:35.460031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.471871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.473290 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-895bd72b-76ec-49f0-8124-b9425d1cefa8 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "DELETE /v2.0/floatingips/36bff328-5e99-4e4a-8095-b4eaa2875f7b HTTP/1.1" status: 204 len: 168 time: 2.6569314 Mar 11 19:39:35.477551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.478330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:35.480215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57678) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.486281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'floatingip': {'floating_network_id': '68772da9-b558-426d-9c46-0f4e93a27836', 'port_id': '2ae60e7d-7a19-412a-b982-5d670e885bbe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:35.492074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:35.501631 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f8cd26eb-a772-4617-b666-79fb8280f3c2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6444435 Mar 11 19:39:35.526757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57682) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.531596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:floatingip and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:35.535106 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-052a8204-091d-43b3-8643-1e7a440aa57b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5450246 Mar 11 19:39:35.538534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:35.539905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:35.540416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.545808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57686) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.585817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:35.639351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:35.641884 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:35.684843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.689175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.693194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.706343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port f0bd9647-ffc5-49ee-ae2c-4934239f9fbf {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:35.706684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.729420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=e2e9c981-e39a-4e0b-aa93-0df4f9529621,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.732543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:35.735830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.758655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.778177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-314c5839-fe26-4548-ac9c-db07825a68e2 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/e2e9c981-e39a-4e0b-aa93-0df4f9529621 HTTP/1.1" status: 204 len: 168 time: 1.6319602 Mar 11 19:39:35.796169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57690) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.860796 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-95136785-8863-4638-beac-2deb6d523f9a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:35.861238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95136785-8863-4638-beac-2deb6d523f9a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:35.882029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-95136785-8863-4638-beac-2deb6d523f9a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/133a54ef-2862-4877-a5fb-ce27fb59fb4e HTTP/1.1" status: 404 len: 337 time: 0.0813820 Mar 11 19:39:35.891084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57694) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.892462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3f8ab3ee-8f38-4420-90a6-f0726f992c54 None None] Provisioning for port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:35.894447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:35.930192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Usage tracker for resource:security_group_rule and tenant:e4353a72f4594bb98c2da59296068160 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:35.940109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:35.958597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:35.965300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:35.967589 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d922d50-74c5-447e-931b-3017aa2aa725 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:35.968032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d922d50-74c5-447e-931b-3017aa2aa725 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:35.969834 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9d922d50-74c5-447e-931b-3017aa2aa725 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/0270ff6a-41e5-42b3-bb18-3456d2db8929 HTTP/1.1" status: 404 len: 339 time: 0.0777066 Mar 11 19:39:35.974439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:35.976230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57698) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:35.980417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a603e-35b2-4d45-8d1f-9c657306760c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:35.984319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a603e-35b2-4d45-8d1f-9c657306760c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:35.985111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-983a603e-35b2-4d45-8d1f-9c657306760c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:36.037444 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-741eb7ae-e80a-40c7-ae05-a18f4758036d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.038116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741eb7ae-e80a-40c7-ae05-a18f4758036d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.040190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-741eb7ae-e80a-40c7-ae05-a18f4758036d tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/e1c5bd06-69fc-4c7d-8df3-429f6c4a0c31 HTTP/1.1" status: 404 len: 337 time: 0.0609994 Mar 11 19:39:36.046327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57702) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.048406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eb709f-51e1-4778-b94a-0ae72809e3ce None None] Network d5c4bc5a-8577-4358-ad56-250dba24d35b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:36.104238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-983a603e-35b2-4d45-8d1f-9c657306760c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:36.105419 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-983a603e-35b2-4d45-8d1f-9c657306760c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5273266 Mar 11 19:39:36.115038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57706) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.160320 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-971ea14a-bdc9-43b4-98ca-ad1b4845403b tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.160887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-971ea14a-bdc9-43b4-98ca-ad1b4845403b tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.186512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f65f209b-5ebb-49c4-a44a-f5d7b298b549 None None] Provisioning for port 157261c2-ec59-4218-bcf7-28263239f123 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:36.240347 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-971ea14a-bdc9-43b4-98ca-ad1b4845403b tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/12bfdc82-aced-41ed-8d8a-0c88530f7127 HTTP/1.1" status: 404 len: 339 time: 0.1889770 Mar 11 19:39:36.253642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57710) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.293120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:36.293463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.318399 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-51575ac6-6cf8-47b3-8834-2ffc24bcb21a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.318837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51575ac6-6cf8-47b3-8834-2ffc24bcb21a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.324402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.355938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.358412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c298055f-7cf0-443b-9905-7867ddd71e0b None None] Provisioning for port 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:36.368031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c298055f-7cf0-443b-9905-7867ddd71e0b None None] Provisioning complete for port 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:36.368339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c298055f-7cf0-443b-9905-7867ddd71e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.453734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c298055f-7cf0-443b-9905-7867ddd71e0b None None] Port 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:36.526497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.529189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-51575ac6-6cf8-47b3-8834-2ffc24bcb21a tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/cd583988-b500-4300-a780-3a319805a87d HTTP/1.1" status: 404 len: 337 time: 0.2723413 Mar 11 19:39:36.533814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 157261c2-ec59-4218-bcf7-28263239f123 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:36.542021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.569683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.601654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:36.608119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f4d67f-988e-4719-8421-ef0d6e98c512 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.608557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f4d67f-988e-4719-8421-ef0d6e98c512 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.612789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62f4d67f-988e-4719-8421-ef0d6e98c512 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/d459cd8a-19d9-49ba-8a5b-d46184eb035c HTTP/1.1" status: 404 len: 339 time: 0.0657170 Mar 11 19:39:36.612789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=ac9327ab-f7c5-4976-acbf-e30b8998d172,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:36.617767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57718) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.621639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:36.624239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:36.643282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 157261c2-ec59-4218-bcf7-28263239f123 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:36.650386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 157261c2-ec59-4218-bcf7-28263239f123 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:36.651038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.680864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d13e67a-de33-4252-83dd-430777bfe466,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:36.696323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for f0bd9647-ffc5-49ee-ae2c-4934239f9fbf owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:36.696570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:36.730224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.730572 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Added segment 3c94d883-64d8-4cb8-9bed-9d4463fcad1a of type vlan for network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 Mar 11 19:39:36.820040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.826077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.842975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.845450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Provisioning complete for port 157261c2-ec59-4218-bcf7-28263239f123 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:36.845862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.881369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c24ee09-485a-47a5-9931-b0fa8db1c95e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.882106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c24ee09-485a-47a5-9931-b0fa8db1c95e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.884051 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c24ee09-485a-47a5-9931-b0fa8db1c95e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/c3c63b90-9732-462e-a31d-8cc98ad71948 HTTP/1.1" status: 404 len: 337 time: 0.2014239 Mar 11 19:39:36.887805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57722) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:36.896926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 157261c2-ec59-4218-bcf7-28263239f123, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=157261c2-ec59-4218-bcf7-28263239f123,segment=NetworkSegment(767455ba-36ed-4876-8344-a527a727bea3),segment_id=767455ba-36ed-4876-8344-a527a727bea3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:36.908380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:36.909221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d414c3dd-ecd2-448f-b98f-ffa7232d3e58 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:36.948573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-67898877-1ba6-479f-8dcc-54e5356d4d20 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:36.949113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67898877-1ba6-479f-8dcc-54e5356d4d20 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:36.968833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:36.974413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9647b820-f398-425a-8c39-d3b0bc527a6f admin admin] 10.222.0.76 "PUT /v2.0/routers/1987eb13-7e8c-487b-9e1c-5f3dace097f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2262187 Mar 11 19:39:36.978490 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-67898877-1ba6-479f-8dcc-54e5356d4d20 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/c2f73752-ead1-43c0-82b3-3a619b5e2e13 HTTP/1.1" status: 404 len: 339 time: 0.0853791 Mar 11 19:39:36.985616 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Sync routers for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:36.988135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57726) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.003800 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:37.005362 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:37.027891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=157261c2-ec59-4218-bcf7-28263239f123,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:37.085810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:39:37.087375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-302180c4-d8f6-4074-b80d-a175e41fd34a tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6061852 Mar 11 19:39:37.110993 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55a44c4-690f-439f-b9a0-554c3158f772 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:37.112049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a55a44c4-690f-439f-b9a0-554c3158f772 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:37.113874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a55a44c4-690f-439f-b9a0-554c3158f772 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/aa895f5d-d0b4-4883-bc44-0d5b6495785f HTTP/1.1" status: 404 len: 337 time: 0.1091723 Mar 11 19:39:37.116406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57732) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.116953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57734) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.129213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.135903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761684b7-eb1f-4e92-8f59-534804ae51a3 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:39:37.138744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:37.141521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.155984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '2ae60e7d-7a19-412a-b982-5d670e885bbe', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:37.234892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:37.264432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Usage tracker for resource:floatingip and tenant:369e066f8a0143b0b395a90b4eb9ddf3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:37.267764 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-193f054d-7bba-4445-a16b-9b763c57a784 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:37.268436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193f054d-7bba-4445-a16b-9b763c57a784 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:37.304875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:37.315673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:37.324084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:37.343750 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-193f054d-7bba-4445-a16b-9b763c57a784 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/f685845e-6556-4779-b266-0e92378a08fb HTTP/1.1" status: 404 len: 339 time: 0.1956129 Mar 11 19:39:37.355691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:37.360185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.361804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57744) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.391165 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:39:37.396208 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.2639387 Mar 11 19:39:37.398419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57748) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.410493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'subnet': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:37.414107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.427621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f527474-5056-43ff-a985-355d1d506582 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Network': ['ID=2f402133-ce9f-4c25-b5fa-b75f6b8d26a5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:37.450581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:37.466275 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5af130-052d-44fc-b93a-4268a67b1304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:37.466807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5af130-052d-44fc-b93a-4268a67b1304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:37.470996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cd5af130-052d-44fc-b93a-4268a67b1304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/2e125182-1d04-448a-aea3-ae7bf74bf7f7 HTTP/1.1" status: 404 len: 337 time: 0.1037366 Mar 11 19:39:37.477653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57752) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:37.480117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.513484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Provisioning for port f0bd9647-ffc5-49ee-ae2c-4934239f9fbf completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:37.519250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.573773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:37.579979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Usage tracker for resource:subnet and tenant:e4353a72f4594bb98c2da59296068160 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:37.586188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Provisioning complete for port f0bd9647-ffc5-49ee-ae2c-4934239f9fbf triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:37.586689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.708087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:37.713743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d58d742f-eeb2-413d-a708-8cb16c990a25 None None] Port f0bd9647-ffc5-49ee-ae2c-4934239f9fbf was deleted so its status cannot be updated. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 19:39:37.730911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:37.742298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:37.761488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:37.811011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761684b7-eb1f-4e92-8f59-534804ae51a3 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:39:37.849954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.871497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a4fdc43-6d0b-48d1-a2da-dc0b9684a292 None None] Could not find standard attr ID for object f0bd9647-ffc5-49ee-ae2c-4934239f9fbf. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:37.882614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 2, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:37.886967 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Checking router: 1987eb13-7e8c-487b-9e1c-5f3dace097f1 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:39:37.887543 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Updating router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:39:37.898866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.949707 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:37.994055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=f0bd9647-ffc5-49ee-ae2c-4934239f9fbf,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:38.006623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.006994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port d414c3dd-ecd2-448f-b98f-ffa7232d3e58, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:38.015363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.015906 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63c1e8d-bc3e-4b0e-8a51-e9451a026a7e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:38.016356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63c1e8d-bc3e-4b0e-8a51-e9451a026a7e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:38.118532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:38.143705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.171030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:38.231677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.233666 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3fd3af51-ad16-4fba-97a7-1a4048fb60d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b HTTP/1.1" status: 204 len: 168 time: 2.1089323 Mar 11 19:39:38.264604 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e63c1e8d-bc3e-4b0e-8a51-e9451a026a7e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/67f434ae-ab0e-44ab-9c18-9bc34a9eec16 HTTP/1.1" status: 404 len: 339 time: 0.7729466 Mar 11 19:39:38.264604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57756) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.271670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57758) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.316538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.321546 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7a7010a4-5013-4979-ad85-ee142af2182d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/f0bd9647-ffc5-49ee-ae2c-4934239f9fbf HTTP/1.1" status: 204 len: 168 time: 2.7851880 Mar 11 19:39:38.376145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57764) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.379974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.401067 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Transition to ACTIVE for port object ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:38.428345 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.475564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 157261c2-ec59-4218-bcf7-28263239f123 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:38.492013 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00ea377-c0ed-46e0-bc50-cbe40fa22789 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:38.492833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00ea377-c0ed-46e0-bc50-cbe40fa22789 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:38.523600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.549879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d00ea377-c0ed-46e0-bc50-cbe40fa22789 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/b858467b-c73d-4b67-904f-d0e1acd36a57 HTTP/1.1" status: 404 len: 337 time: 0.2770584 Mar 11 19:39:38.557952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57768) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.648729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 157261c2-ec59-4218-bcf7-28263239f123 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:38.649445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.652751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78966a8-003e-43b4-acef-bd1c1f8a075a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:38.653358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78966a8-003e-43b4-acef-bd1c1f8a075a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:38.655197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d78966a8-003e-43b4-acef-bd1c1f8a075a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/f0bd9647-ffc5-49ee-ae2c-4934239f9fbf HTTP/1.1" status: 404 len: 333 time: 0.1149869 Mar 11 19:39:38.655596 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b08f51a-5465-4832-9bf1-cebe6d033304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:38.656899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b08f51a-5465-4832-9bf1-cebe6d033304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:38.658673 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8b08f51a-5465-4832-9bf1-cebe6d033304 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/658f50bb-750c-4ee7-9664-43502003b9cb HTTP/1.1" status: 404 len: 339 time: 0.0940607 Mar 11 19:39:38.662169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57772) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.662676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.667366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcae85d-74ea-4d33-a90e-7a15c42db810 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:38.668695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcae85d-74ea-4d33-a90e-7a15c42db810 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:38.669544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6dcae85d-74ea-4d33-a90e-7a15c42db810 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:38.707683 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Pushing event updated for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:38.771712 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.772048 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.772374 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.772690 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.773021 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.773335 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.773651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.774161 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.774347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.774614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.774916 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:38.852416 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Attempting to bind port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:38.852779 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Attempting to bind port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:38.853131 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Attempting to bind port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 on network 06ddae5e-e879-42e2-bf11-e38249405e8c {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:38.860739 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:38.861100 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Checking segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:38.861484 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.861990 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Bound using segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:38.862445 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Bound port: ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:38.862819 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.892620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.897935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6dcae85d-74ea-4d33-a90e-7a15c42db810 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:38.901783 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6dcae85d-74ea-4d33-a90e-7a15c42db810 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5950236 Mar 11 19:39:38.905093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57782) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.911983 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e361c3-0df3-439d-ad5c-f80d925be8a9 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:38.917739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d414c3dd-ecd2-448f-b98f-ffa7232d3e58 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:38.918422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e361c3-0df3-439d-ad5c-f80d925be8a9 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:38.920278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-25e361c3-0df3-439d-ad5c-f80d925be8a9 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/25c7d053-5cd9-4011-9dd5-35bb730f950d HTTP/1.1" status: 404 len: 337 time: 0.2439177 Mar 11 19:39:38.933458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57784) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:38.957908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 0574c8fd-3562-4469-a75a-f9336a81bf39 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:38.959904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:38.998980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c1c7b7-e8f4-4aec-a94b-8edc1c0d619d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:39:39.004079 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] For port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:39.007353 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] For port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:39.008025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-44c1c7b7-e8f4-4aec-a94b-8edc1c0d619d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:39.015868 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.104233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:39.104861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.118438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.155649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b99359-5032-4bfb-a5bc-b58cb1eca6f6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] DELETE failed (client error): The resource could not be found. Mar 11 19:39:39.156912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b99359-5032-4bfb-a5bc-b58cb1eca6f6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:39:39.159136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a7b99359-5032-4bfb-a5bc-b58cb1eca6f6 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/94631aff-ea90-4031-86b1-67230e21a93c HTTP/1.1" status: 404 len: 339 time: 0.1476374 Mar 11 19:39:39.178225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57790) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:39.241201 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65a35-6338-4462-8262-a5e5a5e64f12 None None] Pushing event updated for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.249651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:39.252851 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:39.296464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-44c1c7b7-e8f4-4aec-a94b-8edc1c0d619d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:39.298792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-44c1c7b7-e8f4-4aec-a94b-8edc1c0d619d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/f0bd9647-ffc5-49ee-ae2c-4934239f9fbf HTTP/1.1" status: 404 len: 333 time: 0.6241481 Mar 11 19:39:39.309498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57794) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:39.334933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Allocated IP 172.26.8.148 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/fe03b490-9ec1-4cdc-aea5-6990f6fa6800) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:39.380063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:39.393176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602896522', 'description': 'tempest-description--454045659'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:39.399571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.419267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:39.493831 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:39:39.501927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.517437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Subnet': ['ID=b1c4aa09-70cc-4846-a8da-16b1c18d1420,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.535671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Usage tracker for resource:security_group and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:39.561683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 0574c8fd-3562-4469-a75a-f9336a81bf39 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:39.590805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:39.592363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.657776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:39.694609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.798530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.811065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:39.818996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Usage tracker for resource:security_group_rule and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:39.823506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:39.830109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:39.833274 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:38Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:39.836693 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b26a96-69d6-410a-9a07-1688f287fbd1 None None] The sync data for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv is: [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:38Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:39.877338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Checking segment: {'id': '3c94d883-64d8-4cb8-9bed-9d4463fcad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:39.877691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network hostable DHCP agents. Network: 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:39.882092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=ac9327ab-f7c5-4976-acbf-e30b8998d172,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.957549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:39.984880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:40.006355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting subnet dbbde165-77c6-4fa4-b52b-c74604daf055 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:40.010582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.020878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.024345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.044778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.052717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.076354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:40.089287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event updated for resources: {'Port': ['ID=fe03b490-9ec1-4cdc-aea5-6990f6fa6800,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.091793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:40.118052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.131334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:40.195231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.211582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=0574c8fd-3562-4469-a75a-f9336a81bf39,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.238190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5e2ed2-f4aa-46e4-9043-679455b51c67,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.282810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.284208 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-221c8380-4d0c-4090-a4b3-82d33883d1cb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.9030006 Mar 11 19:39:40.294984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57804) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:40.302969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'security_group_rule': {'security_group_id': '2d5e2ed2-f4aa-46e4-9043-679455b51c67', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:40.316324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:40.324427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Usage tracker for resource:security_group_rule and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:40.328991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:40.365535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:40.500717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:40.559127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 593db12f-036d-4313-abc9-fd7042f2d23e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:40.563405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.605193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:40.609771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:40.613026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:40.613513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.631968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.681626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.745167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.762737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.785034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:40.791908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.819628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.825114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.834533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.867526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.871967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:40.884378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.886181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:40.889451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb304c-a1e6-4a24-8391-53d46eb289b5 None None] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:40.979566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:40.980168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.008080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.011807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.013070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7172835 Mar 11 19:39:41.019874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d5e49-d42c-4e80-91d6-d1df2671fb3c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5bee25-1894-4e3f-bbd6-a1271180ec09,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.021324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57808) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.027282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting port fe03b490-9ec1-4cdc-aea5-6990f6fa6800 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:41.027717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.051698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbde165-77c6-4fa4-b52b-c74604daf055,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.054420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'security_group_rule': {'security_group_id': '2d5e2ed2-f4aa-46e4-9043-679455b51c67', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:41.061052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:41.067346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7364bdbf-12f6-46a7-b8fe-40eca41749e6 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6650050 Mar 11 19:39:41.070501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57812) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.071564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Usage tracker for resource:security_group_rule and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:41.082668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:41.091074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.091233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1377132418'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:41.095186 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2c73701-8a58-43f0-8db2-c6fa02e09938 tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/subnets/dbbde165-77c6-4fa4-b52b-c74604daf055 HTTP/1.1" status: 204 len: 168 time: 1.9034083 Mar 11 19:39:41.098069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57816) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.119362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa40a2-b15a-405f-9300-43d4371e197b None None] Network 74157efc-1997-4cec-a3f4-6cd24bb5ed2f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:41.158815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.214652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:41.224136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'tenant_id': 'e4353a72f4594bb98c2da59296068160', 'fixed_ips': [{'subnet_id': 'b1c4aa09-70cc-4846-a8da-16b1c18d1420'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:41.224924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.323675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:41.353077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.360377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.413350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.425746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 96c24674-770a-4d64-96ac-604609895311 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:41.426054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.439865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Usage tracker for resource:port and tenant:e4353a72f4594bb98c2da59296068160 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:41.452303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:41.463093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.469614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Allocated IP 2001:db8::2 (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/8713c909-481f-4ba3-b9f0-e4b3b526f8d2) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:41.471202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.475581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.477086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212d3a6d-890d-46d4-9eb1-a299fca5a7fc None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:41.504259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:41.535794 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP aa1d452c-dfce-4dc3-aba7-3bdcc67640b7 associated. External IP: 172.26.8.180, port: afde78de-05ac-41a2-a153-54637af9d056. Mar 11 19:39:41.560608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353c5910-dace-4fe4-b435-987388191a59 None None] DHCP port deletion for 74157efc-1997-4cec-a3f4-6cd24bb5ed2f request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:41.599087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=593db12f-036d-4313-abc9-fd7042f2d23e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.603862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:41.606869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.682011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Deleting port 96c24674-770a-4d64-96ac-604609895311 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:41.682471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.702918 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6235f21e-572b-4b61-928e-cd6c99d694f7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a HTTP/1.1" status: 204 len: 168 time: 2.7709699 Mar 11 19:39:41.712228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57820) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.715045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.717265 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6c81bd01-9c4a-4bf5-b4e3-f88c45aa6e63 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/593db12f-036d-4313-abc9-fd7042f2d23e HTTP/1.1" status: 204 len: 168 time: 2.3857687 Mar 11 19:39:41.721153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57824) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.734967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f008ff90-dc96-4a35-823d-7451706e09ea None None] Network d5c4bc5a-8577-4358-ad56-250dba24d35b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:41.778991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port ee5ec954-b3e9-4ecd-964e-abad9099fd3b yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:41.831446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.831446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.840722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.847095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-537b6a54-62a0-443c-85bf-2059f51faa90 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304879 Mar 11 19:39:41.849455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57828) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:41.902664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:41.965736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:41.972921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Calling delete_port for fe03b490-9ec1-4cdc-aea5-6990f6fa6800 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:42.047690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa066d4-f736-4522-86d9-48b634a8e0ca,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:42.048133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.060151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] For port 96c24674-770a-4d64-96ac-604609895311, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=96c24674-770a-4d64-96ac-604609895311,segment=NetworkSegment(3253e8a6-39db-41fe-96ed-d002eef0030f),segment_id=3253e8a6-39db-41fe-96ed-d002eef0030f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:42.060151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.074188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Router b3e14039-0e93-4e78-a324-5a50a802c9d0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:42.102479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.103073 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-65f7b7f1-e9f1-4103-8121-9cdf1ce22743 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0800436 Mar 11 19:39:42.106674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57832) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:42.113691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:42.264997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:42.272280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-353c5910-dace-4fe4-b435-987388191a59 None None] For port 96c24674-770a-4d64-96ac-604609895311, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=96c24674-770a-4d64-96ac-604609895311,segment=NetworkSegment(3253e8a6-39db-41fe-96ed-d002eef0030f),segment_id=3253e8a6-39db-41fe-96ed-d002eef0030f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:42.272670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.333334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Usage tracker for resource:floatingip and tenant:f07e2f5bf20842c3809eaf6baaaa7df7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:42.341531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:42.347521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Calling delete_port for 96c24674-770a-4d64-96ac-604609895311 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:42.376486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:42.380859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:42.383618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:42.389297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:42.403884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 157261c2-ec59-4218-bcf7-28263239f123 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:42.404286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.406087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Calling delete_port for 96c24674-770a-4d64-96ac-604609895311 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:42.407729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:42.446767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:42.454379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.480927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.481193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.482331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:42.485797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.515730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:42.532463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Port': ['ID=fe03b490-9ec1-4cdc-aea5-6990f6fa6800,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:42.543247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Transition to ACTIVE for port object 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:42.549038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Deleting port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:42.549408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.590404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:42.618165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] Sync routers for ids ['b3e14039-0e93-4e78-a324-5a50a802c9d0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:42.656750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Transition to ACTIVE for port object 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:42.665911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.716381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b732d2c-d378-42e9-8869-c632969c9d90 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/routers/b3e14039-0e93-4e78-a324-5a50a802c9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4434996 Mar 11 19:39:42.720807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57836) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:42.735481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.768940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c5910-dace-4fe4-b435-987388191a59 None None] Pushing event deleted for resources: {'Port': ['ID=96c24674-770a-4d64-96ac-604609895311,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:42.770732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:42.771145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:42.798366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] DHCP port deletion for d5c4bc5a-8577-4358-ad56-250dba24d35b request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:42.817210 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe091aa-5ffd-4c15-9e4c-2b04ef4849fe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:39:42.817704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-efe091aa-5ffd-4c15-9e4c-2b04ef4849fe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:42.829865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] For port 157261c2-ec59-4218-bcf7-28263239f123, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=157261c2-ec59-4218-bcf7-28263239f123,segment=NetworkSegment(767455ba-36ed-4876-8344-a527a727bea3),segment_id=767455ba-36ed-4876-8344-a527a727bea3)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:42.830292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.831610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c5910-dace-4fe4-b435-987388191a59 None None] No DVR routers for this DVR port 96c24674-770a-4d64-96ac-604609895311 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:42.849698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] Routers {'b3e14039-0e93-4e78-a324-5a50a802c9d0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:42.850322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3e14039-0e93-4e78-a324-5a50a802c9d0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:42.869429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::15f (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/ee5ec954-b3e9-4ecd-964e-abad9099fd3b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:42.889550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-efe091aa-5ffd-4c15-9e4c-2b04ef4849fe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:42.890638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-efe091aa-5ffd-4c15-9e4c-2b04ef4849fe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/0574c8fd-3562-4469-a75a-f9336a81bf39 HTTP/1.1" status: 404 len: 333 time: 0.1399693 Mar 11 19:39:42.895678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57840) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:42.896849 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] create failed (client error): The resource could not be found. Mar 11 19:39:42.898108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-755b1f1e-f94c-45d1-b5ba-f02bd527e9e9 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.7550209 Mar 11 19:39:42.908274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Deleting port 157261c2-ec59-4218-bcf7-28263239f123 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:42.908638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:42.912407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57844) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:43.026732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:43.041728 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:43.058877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Pushing event updated for resources: {'Port': ['ID=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.067597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:43.067961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.090585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:43.093062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:43.101774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.153699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 157261c2-ec59-4218-bcf7-28263239f123 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:43.232835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.273918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Deleting port 96c24674-770a-4d64-96ac-604609895311 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:43.274583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.311977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting port 2ae60e7d-7a19-412a-b982-5d670e885bbe {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:43.312318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.328282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] Routers {'b3e14039-0e93-4e78-a324-5a50a802c9d0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:43.328899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3e14039-0e93-4e78-a324-5a50a802c9d0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:43.418569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] The port '96c24674-770a-4d64-96ac-604609895311' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:39:43.423713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.431459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:43.431864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bfdfb3-abf8-475d-a3de-3b05b8586700 None None] The sync data for ids ['b3e14039-0e93-4e78-a324-5a50a802c9d0'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:43.435894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] For port d414c3dd-ecd2-448f-b98f-ffa7232d3e58, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:43.436307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.466397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.505249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Attempting to bind port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:43.505249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Attempting to bind port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '3c94d883-64d8-4cb8-9bed-9d4463fcad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:43.505571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Attempting to bind port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 on network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:43.513106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.549375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object ee5ec954-b3e9-4ecd-964e-abad9099fd3b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:43.632373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=157261c2-ec59-4218-bcf7-28263239f123,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.639060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Calling delete_port for d414c3dd-ecd2-448f-b98f-ffa7232d3e58 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:43.724508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Allocated IP 172.26.8.157 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/1a7757dd-9c6c-45d3-8980-d4c1720ac1bc) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:43.762432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:43.762866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Checking segment: {'id': '3c94d883-64d8-4cb8-9bed-9d4463fcad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:43.763277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.764027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Bound using segment: {'id': '3c94d883-64d8-4cb8-9bed-9d4463fcad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:43.764756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Bound port: 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c94d883-64d8-4cb8-9bed-9d4463fcad1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:43.764756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.769857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.843496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:43.868001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No DVR routers for this DVR port 157261c2-ec59-4218-bcf7-28263239f123 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:43.873253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:43.887041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] For port 157261c2-ec59-4218-bcf7-28263239f123, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=157261c2-ec59-4218-bcf7-28263239f123,segment=NetworkSegment(767455ba-36ed-4876-8344-a527a727bea3),segment_id=767455ba-36ed-4876-8344-a527a727bea3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:43.887457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.905527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=2182a623-3d33-42e4-9728-ae7787db8957,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.953694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.954303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:43.958709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.043869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74157efc-1997-4cec-a3f4-6cd24bb5ed2f']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.075176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.084318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 96c24674-770a-4d64-96ac-604609895311 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:44.113330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Calling delete_port for 157261c2-ec59-4218-bcf7-28263239f123 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:44.116399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.118009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=ee5ec954-b3e9-4ecd-964e-abad9099fd3b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:44.123692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:44.128344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:44.132656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:44.136411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3253e8a6-39db-41fe-96ed-d002eef0030f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.136937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3253e8a6-39db-41fe-96ed-d002eef0030f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.137064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.137735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.169192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 96c24674-770a-4d64-96ac-604609895311 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:44.169528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 96c24674-770a-4d64-96ac-604609895311 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:44.173705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.177065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-08df0490-b185-4aa4-9294-8af77464968b tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1024268 Mar 11 19:39:44.182924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57848) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:44.186478 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cfe531c1-ebcc-4dae-9286-7b230dacd4fa tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3333611 Mar 11 19:39:44.194667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.199719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.206648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57852) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:44.220229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.230635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': '2182a623-3d33-42e4-9728-ae7787db8957', 'ip_address': '2001:db8::e272:ed22:5f07:44b2'}], 'name': 'tempest-NetworksTestDHCPv6-691048074'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:44.260152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.264540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-547137420', 'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:ff:f8:9d'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:44.268335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] Pushing event deleted for resources: {'Port': ['ID=d414c3dd-ecd2-448f-b98f-ffa7232d3e58,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:44.277536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] For port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:44.278947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.281871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.282448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Fanout notify agent at l3_agent the message router_deleted on router b3e14039-0e93-4e78-a324-5a50a802c9d0 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:44.285326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93237f-50d4-40c2-8425-d0e7c3fc99ec None None] No DVR routers for this DVR port d414c3dd-ecd2-448f-b98f-ffa7232d3e58 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:44.294992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.316758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:44.317070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:44.324411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86198f88-7afb-438e-949a-ccbb03f9fbac None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:44.341633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c4bc5a-8577-4358-ad56-250dba24d35b']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.407557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.415340 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6b4d1195-b4da-40c4-b348-b74c360283b3 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/routers/b3e14039-0e93-4e78-a324-5a50a802c9d0 HTTP/1.1" status: 204 len: 168 time: 1.5107210 Mar 11 19:39:44.430030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57856) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:44.430030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:44.464054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:44.470917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:44.471505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.479815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:44.489560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 157261c2-ec59-4218-bcf7-28263239f123 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:44.496171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Calling delete_port for 2ae60e7d-7a19-412a-b982-5d670e885bbe owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:44.521989 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:44.533475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 157261c2-ec59-4218-bcf7-28263239f123 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:44.533797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 157261c2-ec59-4218-bcf7-28263239f123 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:44.534175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d414c3dd-ecd2-448f-b98f-ffa7232d3e58 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:44.558936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-667139f3-ec69-4d0d-b071-4c2ec8b05d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.578324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767455ba-36ed-4876-8344-a527a727bea3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.578696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767455ba-36ed-4876-8344-a527a727bea3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.582449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'Port': ['ID=1a7757dd-9c6c-45d3-8980-d4c1720ac1bc,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:44.586376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d414c3dd-ecd2-448f-b98f-ffa7232d3e58 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:44.587092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d414c3dd-ecd2-448f-b98f-ffa7232d3e58 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:44.621707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:44.637321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.672686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:44.688488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Usage tracker for resource:port and tenant:e4353a72f4594bb98c2da59296068160 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:44.690378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.695134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:44.705647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:44.717117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] For port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,segment=NetworkSegment(3c94d883-64d8-4cb8-9bed-9d4463fcad1a),segment_id=3c94d883-64d8-4cb8-9bed-9d4463fcad1a)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:44.722553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.730947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.736349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '2182a623-3d33-42e4-9728-ae7787db8957'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:44.737431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.742111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:44.750579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.754842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:44.754842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:44.771366 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:44.780602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:44.850592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 445e4753-f59b-45ed-8ab3-99667c43976e {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:44.853537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Deleting port 157261c2-ec59-4218-bcf7-28263239f123 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:44.854271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.857313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:44.948527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606725b8-83f6-401e-ab0b-7d56ddbece47 None None] Pushing event updated for resources: {'Port': ['ID=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:44.956200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5ba25484-8e64-41ad-8679-5b24add2166e None None] The port '157261c2-ec59-4218-bcf7-28263239f123' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:39:44.972220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] Pushing event deleted for resources: {'Network': ['ID=74157efc-1997-4cec-a3f4-6cd24bb5ed2f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:44.997767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.011749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.030828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c8daddca-ed78-4831-a0da-690bc6b6782e tempest-NetworksTest-501674166 tempest-NetworksTest-501674166-project] 10.222.0.76 "DELETE /v2.0/networks/74157efc-1997-4cec-a3f4-6cd24bb5ed2f HTTP/1.1" status: 204 len: 168 time: 3.9230061 Mar 11 19:39:45.030828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:45.061206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/2182a623-3d33-42e4-9728-ae7787db8957/9115346f-ad0e-439b-98df-1879849236d6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:45.065341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.094445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.099586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.143977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:45.182243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port 9d3c215a-15f1-4559-b0d4-00c13ad26828 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:45.216194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.235546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=d5c4bc5a-8577-4358-ad56-250dba24d35b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.250488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.340324 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-81f816d6-4144-4275-a2be-a2b7d864a4bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/d5c4bc5a-8577-4358-ad56-250dba24d35b HTTP/1.1" status: 204 len: 168 time: 3.6182287 Mar 11 19:39:45.341630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57862) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:45.408427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-771424824'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:45.415214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:45.425794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:45.439156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.443954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Port': ['ID=2ae60e7d-7a19-412a-b982-5d670e885bbe,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.454843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Transition to ACTIVE for port object 9115346f-ad0e-439b-98df-1879849236d6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:45.456143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:45.475276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.486590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Transition to ACTIVE for port object 9115346f-ad0e-439b-98df-1879849236d6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:45.516028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.537628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:45.539631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.551083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57868) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:45.628972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:45.648376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:45.653900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Pushing event updated for resources: {'Port': ['ID=9115346f-ad0e-439b-98df-1879849236d6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.657826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:45.756661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::2dc (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/9d3c215a-15f1-4559-b0d4-00c13ad26828) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:45.800328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Attempting to bind port 9115346f-ad0e-439b-98df-1879849236d6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:45.801318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Attempting to bind port 9115346f-ad0e-439b-98df-1879849236d6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:45.801777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Attempting to bind port 9115346f-ad0e-439b-98df-1879849236d6 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:45.807700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:45.811210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.811430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:45.811848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:45.813258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.813258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:45.813782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Bound port: 9115346f-ad0e-439b-98df-1879849236d6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:45.814277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.838846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.862210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 4312766c-dc51-43a5-8d1f-4125503ba912 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:45.923964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] For port 9115346f-ad0e-439b-98df-1879849236d6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:45.924858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=445e4753-f59b-45ed-8ab3-99667c43976e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.928685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] For port 9115346f-ad0e-439b-98df-1879849236d6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9115346f-ad0e-439b-98df-1879849236d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:45.943022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.955757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:45.981087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.006146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:46.025508 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-97359b86-a52f-47ca-8f5d-ec634ef5c9c3 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "DELETE /v2.0/ports/2ae60e7d-7a19-412a-b982-5d670e885bbe HTTP/1.1" status: 204 len: 168 time: 3.0771730 Mar 11 19:39:46.030950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57874) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:46.036915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ed4bc-8f4b-48c9-a1be-f8b5a9b169bf None None] Network c91645d2-6f0b-4c2b-b5e6-a059eaba7421 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:46.057371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:46.082837 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-20f7508f-7737-492b-b0e3-ceec91d33b44 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/445e4753-f59b-45ed-8ab3-99667c43976e HTTP/1.1" status: 204 len: 168 time: 1.6579425 Mar 11 19:39:46.089731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57880) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:46.099435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.115399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.116491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment 039c95af-1a12-4579-a37c-38c5245b1a5a of type vlan for network 7b151b89-9036-498d-a14d-11e8ab14c0f1 Mar 11 19:39:46.124335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.152619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbe301-b22f-4148-8de6-4731ba57b08c None None] Pushing event updated for resources: {'Port': ['ID=9115346f-ad0e-439b-98df-1879849236d6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:46.312703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:46.329490 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:46.345340 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:46.345953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:46.417261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.451106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.485726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'Port': ['ID=1a7757dd-9c6c-45d3-8980-d4c1720ac1bc,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:46.493747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.497899 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-430fea4c-5454-4dae-9397-40d8597bcc7c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3902028 Mar 11 19:39:46.508538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:46.520617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.529248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] DHCP port deletion for c91645d2-6f0b-4c2b-b5e6-a059eaba7421 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:46.535877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.536416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Deleting port e5d63196-eaf1-4e66-8c75-c294ad815be0 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:46.536620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.548596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.562559 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:46.563546 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:46.599929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port e5d63196-eaf1-4e66-8c75-c294ad815be0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:46.600359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.641412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:46.674963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object 9d3c215a-15f1-4559-b0d4-00c13ad26828 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:46.703297 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:46.703735 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b5bb23-b9cc-4436-83b3-5e391652bc12 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:46.714816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::e272:ed22:5f07:44b2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/2182a623-3d33-42e4-9728-ae7787db8957/4312766c-dc51-43a5-8d1f-4125503ba912) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:46.757209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1525600-ff97-4cc5-bc0b-39f3e07e0d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.818237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbca33c-c150-4420-9bd4-6213fa9b6ec2 None None] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:46.839643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.896001 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c95cfffe-27a2-4f44-aa8d-4e5d008871e7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=872e3eea31514bf3b0fd7bfff2225723&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2878518 Mar 11 19:39:46.897068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57892) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:46.931523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.935221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:46.936308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:46.969776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d06ca-4822-4893-95fe-4afe215c5a97 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:46.971511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cd5d06ca-4822-4893-95fe-4afe215c5a97 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Synchronizing usage tracker for tenant:369e066f8a0143b0b395a90b4eb9ddf3 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:47.022209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:47.029671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:47.032080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:47.036137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.036728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.046307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=9d3c215a-15f1-4559-b0d4-00c13ad26828,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.051963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] For port e5d63196-eaf1-4e66-8c75-c294ad815be0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e5d63196-eaf1-4e66-8c75-c294ad815be0,segment=NetworkSegment(57c6a075-8b95-475a-b2e9-cc7655b19882),segment_id=57c6a075-8b95-475a-b2e9-cc7655b19882)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:47.052494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.061184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:47.072783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-f93a95ff-5d24-4855-a5bb-eb789a9f3a8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Synchronizing usage tracker for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:47.079475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Provisioning for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:47.096309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Provisioning complete for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:47.096803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.114234 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f3a1b3f-9741-454f-bd5b-42c2d6a6bb56 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.5233016 Mar 11 19:39:47.132809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57896) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:47.137358 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7338464 Mar 11 19:39:47.142756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:47.148300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:47.148592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.198015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57898) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:47.204917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cd5d06ca-4822-4893-95fe-4afe215c5a97 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Unset dirty status for tenant:369e066f8a0143b0b395a90b4eb9ddf3 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:47.208646 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cd5d06ca-4822-4893-95fe-4afe215c5a97 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "GET /v2.0/ports?device_id=1d49edc6-9a64-4a35-8c74-822f6fa6dc0c HTTP/1.1" status: 200 len: 913 time: 1.1731384 Mar 11 19:39:47.227241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57904) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:47.228443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] For port e5d63196-eaf1-4e66-8c75-c294ad815be0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e5d63196-eaf1-4e66-8c75-c294ad815be0,segment=NetworkSegment(57c6a075-8b95-475a-b2e9-cc7655b19882),segment_id=57c6a075-8b95-475a-b2e9-cc7655b19882)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:47.228832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.232267 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c997dca3-dd39-470a-a8cc-30ec9b090a67 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0455749 Mar 11 19:39:47.233257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57906) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:47.238218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:47.245974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for e5d63196-eaf1-4e66-8c75-c294ad815be0 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:47.386509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1faee5-bd2a-480e-978c-e86311d94aa7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=7b151b89-9036-498d-a14d-11e8ab14c0f1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.419844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Calling delete_port for e5d63196-eaf1-4e66-8c75-c294ad815be0 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:47.427339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.440404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:47.449675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.480272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:47.527357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:47.534978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.537744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:47.549227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 4312766c-dc51-43a5-8d1f-4125503ba912 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:47.582420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:47.589543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-f93a95ff-5d24-4855-a5bb-eb789a9f3a8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Unset dirty status for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:47.597663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-f93a95ff-5d24-4855-a5bb-eb789a9f3a8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--602896522&fields=id&tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7 HTTP/1.1" status: 200 len: 267 time: 0.7630963 Mar 11 19:39:47.610448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.625474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:47.665604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.786612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:47.786929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:47.801663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.801872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] Pushing event deleted for resources: {'Port': ['ID=e5d63196-eaf1-4e66-8c75-c294ad815be0,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.805570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.809776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.811620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:47.843887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.845589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-dd5af886-640a-45aa-8f1a-de9a48524c83 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.852390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-dd5af886-640a-45aa-8f1a-de9a48524c83 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 811 time: 0.2543008 Mar 11 19:39:47.870715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.872472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfc301-7d69-4118-82c5-6c2f7728e3b4 None None] No DVR routers for this DVR port e5d63196-eaf1-4e66-8c75-c294ad815be0 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:47.894029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.910726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.927428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:47.932908 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7bdbf197-cde2-4143-8e8c-d81e17a71157 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6543577 Mar 11 19:39:47.933048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.936006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57912) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:47.942550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-f676cf74-7e41-4e16-9885-7ed56070b5d4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/quotas/f07e2f5bf20842c3809eaf6baaaa7df7 HTTP/1.1" status: 200 len: 375 time: 0.0892632 Mar 11 19:39:47.976023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] For port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,segment=NetworkSegment(3c94d883-64d8-4cb8-9bed-9d4463fcad1a),segment_id=3c94d883-64d8-4cb8-9bed-9d4463fcad1a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:47.977780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:47.981981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.134399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:48.135759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:48.142363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d2182-ec2d-45c5-8669-f3dd6312e8c2 None None] Pushing event updated for resources: {'Port': ['ID=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.153138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cb874e94-4474-4313-a0c0-e52f66d71378 None None] Provisioning for port 9115346f-ad0e-439b-98df-1879849236d6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:48.184369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 9d3c215a-15f1-4559-b0d4-00c13ad26828 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:48.184715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.219552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.259026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:48.259752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=4312766c-dc51-43a5-8d1f-4125503ba912,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.267743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:48.269591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726de6d-1e64-4a81-b9ec-2a93c7dcefa5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.275924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:48.279942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:48.280555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.298804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port e5d63196-eaf1-4e66-8c75-c294ad815be0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:48.299193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.301484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.305388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0781efd7-61ec-4542-bf12-94c994ec58a2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b726de6d-1e64-4a81-b9ec-2a93c7dcefa5 HTTP/1.1" status: 204 len: 168 time: 1.3949778 Mar 11 19:39:48.321325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Provisioning for port ee5ec954-b3e9-4ecd-964e-abad9099fd3b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:48.332424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Provisioning complete for port ee5ec954-b3e9-4ecd-964e-abad9099fd3b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:48.332880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.412842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] The port 'e5d63196-eaf1-4e66-8c75-c294ad815be0' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:39:48.413071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Port ee5ec954-b3e9-4ecd-964e-abad9099fd3b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:48.425222 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-c38c1885-965e-4aac-a32f-645123c50c22 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4818254 Mar 11 19:39:48.443365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Provisioning complete for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:48.443962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.464991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.517681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8897e8ed-60c7-442d-a929-5c8b3c1aa352 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3045568 Mar 11 19:39:48.517681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.517681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP aa1d452c-dfce-4dc3-aba7-3bdcc67640b7 disassociated. External IP: 172.26.8.180, port: afde78de-05ac-41a2-a153-54637af9d056. Mar 11 19:39:48.538406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57918) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:48.756148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Provisioning for port 9d3c215a-15f1-4559-b0d4-00c13ad26828 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:48.761717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Provisioning complete for port 9d3c215a-15f1-4559-b0d4-00c13ad26828 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:48.762171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.825866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.845383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0a20be04-444f-433e-867f-e04d1c4cdcc2 None None] Port 9d3c215a-15f1-4559-b0d4-00c13ad26828 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:48.943025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=07da068a-9050-44bf-9269-ed1244338d53,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.951909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:48.975505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Provisioning complete for port ee5ec954-b3e9-4ecd-964e-abad9099fd3b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:48.976053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.020161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': '039c95af-1a12-4579-a37c-38c5245b1a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:49.020532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: 7b151b89-9036-498d-a14d-11e8ab14c0f1, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:49.036444 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-de47f9bc-862a-4412-a1d1-a0aac2a816fc service neutron] 10.222.0.76 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660632 Mar 11 19:39:49.046095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91645d2-6f0b-4c2b-b5e6-a059eaba7421']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.063631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:49.072178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:49.121462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c6a075-8b95-475a-b2e9-cc7655b19882') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.136384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 7b151b89-9036-498d-a14d-11e8ab14c0f1) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:49.137338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c6a075-8b95-475a-b2e9-cc7655b19882') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.144469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Port ee5ec954-b3e9-4ecd-964e-abad9099fd3b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:49.153720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabc700f-c906-4f8c-bbe4-7e49996135e7 None None] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:49.201702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.211106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.212080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.246494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1a4136a1-4958-4fdd-a69b-bd19af71fdd5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0428255 Mar 11 19:39:49.249470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57932) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:49.255797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-418606799'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:49.292588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.308921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Provisioning for port 4312766c-dc51-43a5-8d1f-4125503ba912 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:49.335307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Provisioning complete for port 4312766c-dc51-43a5-8d1f-4125503ba912 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:49.335695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.351249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for 9d3c215a-15f1-4559-b0d4-00c13ad26828 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:49.418238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:49.435468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:49.443257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:49.454258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:49.479737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:49.483935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.514994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:49.516449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:49.517274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.519885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 406eeafd-3900-491a-8a4f-21da96cce9c2 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:49.618780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b49b931e-db56-42bb-b916-3b3c64ddadc3 None None] Port 4312766c-dc51-43a5-8d1f-4125503ba912 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:49.630309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.689318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57942) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:49.748978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9115346f-ad0e-439b-98df-1879849236d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:49.754166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.757975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.814249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::cf (7b151b89-9036-498d-a14d-11e8ab14c0f1/07da068a-9050-44bf-9269-ed1244338d53/406eeafd-3900-491a-8a4f-21da96cce9c2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:49.821669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0ed5b50a-52c3-4c49-888b-8933984a4ab7 None None] Could not find standard attr ID for object 9d3c215a-15f1-4559-b0d4-00c13ad26828. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:49.841632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-7b151b89-9036-498d-a14d-11e8ab14c0f1', 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': '07da068a-9050-44bf-9269-ed1244338d53'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:49.842257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.857159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9115346f-ad0e-439b-98df-1879849236d6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:49.867698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9115346f-ad0e-439b-98df-1879849236d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:49.868075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.882888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=9d3c215a-15f1-4559-b0d4-00c13ad26828,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.891726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b0c61-09a7-4caf-88b6-1d4d7ee2f4e8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.895888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4b0c61-09a7-4caf-88b6-1d4d7ee2f4e8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.896816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b4b0c61-09a7-4caf-88b6-1d4d7ee2f4e8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:49.908353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:49.987999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:49.989040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:50.004405 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:50.040745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.068419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 406eeafd-3900-491a-8a4f-21da96cce9c2 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:50.078559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-645367580'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:50.082596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b4b0c61-09a7-4caf-88b6-1d4d7ee2f4e8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:50.086231 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b4b0c61-09a7-4caf-88b6-1d4d7ee2f4e8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.5374556 Mar 11 19:39:50.087407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57948) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.087983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.103583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:50.127726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:50.134726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9115346f-ad0e-439b-98df-1879849236d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9115346f-ad0e-439b-98df-1879849236d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:50.142628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:50.143935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.154462 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-498e1cb6-1cbc-4549-970f-c81164306c2e service neutron] 10.222.0.76 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1106617 Mar 11 19:39:50.162233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:50.180621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.183282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 4312766c-dc51-43a5-8d1f-4125503ba912 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:50.183783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.246934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.265629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e5d63196-eaf1-4e66-8c75-c294ad815be0 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:50.303337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=c91645d2-6f0b-4c2b-b5e6-a059eaba7421,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.305236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:50.308620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.338076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.340086 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-36e89e2c-f202-4d31-bf19-fa6e7b233690 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/9d3c215a-15f1-4559-b0d4-00c13ad26828 HTTP/1.1" status: 204 len: 168 time: 2.2860115 Mar 11 19:39:50.342816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.355808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57952) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.363074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d15166ba-dd93-4b9c-aa00-674830d78cf5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/c91645d2-6f0b-4c2b-b5e6-a059eaba7421 HTTP/1.1" status: 204 len: 168 time: 4.2702174 Mar 11 19:39:50.370235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e5d63196-eaf1-4e66-8c75-c294ad815be0 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:50.370624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e5d63196-eaf1-4e66-8c75-c294ad815be0 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:50.397865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9115346f-ad0e-439b-98df-1879849236d6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.403443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57956) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.442910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:50.454094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.461128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d0650e-32c1-44ba-8daa-e83b30839428 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] GET failed (client error): The resource could not be found. Mar 11 19:39:50.461846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-69d0650e-32c1-44ba-8daa-e83b30839428 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:50.485517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:50.517151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:50.517681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:50.537958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.586463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:50.588996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Allocated IP 2001:db8::2 (7b151b89-9036-498d-a14d-11e8ab14c0f1/07da068a-9050-44bf-9269-ed1244338d53/8111ca2f-850f-44fe-a659-3bc6376687cb) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:50.606056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:50.621687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:50.624421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:50.625059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:50.632688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:50.635341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:50.639344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:50.639968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.656454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:security_group_rule and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:50.663580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2956db-26e4-49cd-901e-f4c228a5097d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:50.664155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc2956db-26e4-49cd-901e-f4c228a5097d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:50.676954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:50.681879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-69d0650e-32c1-44ba-8daa-e83b30839428 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:50.686469 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-69d0650e-32c1-44ba-8daa-e83b30839428 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports/9d3c215a-15f1-4559-b0d4-00c13ad26828 HTTP/1.1" status: 404 len: 333 time: 0.3253429 Mar 11 19:39:50.693018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:50.698017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57960) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.711117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2038509037'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:50.715040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=406eeafd-3900-491a-8a4f-21da96cce9c2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.735054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:50.735507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc6a56b-3939-4184-b5d7-054cb1636d00 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:50.745164 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-07b158b7-ee33-4176-84dd-6f81cc0df1f6 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/aa1d452c-dfce-4dc3-aba7-3bdcc67640b7 HTTP/1.1" status: 200 len: 688 time: 3.6066129 Mar 11 19:39:50.745996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57964) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.805328 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-67dd7fcd-489b-4682-be30-f0d8cc998c1b tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5521665 Mar 11 19:39:50.813400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57968) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.872786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9115346f-ad0e-439b-98df-1879849236d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:50.881098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fc2956db-26e4-49cd-901e-f4c228a5097d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:50.885896 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fc2956db-26e4-49cd-901e-f4c228a5097d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/5d79865c-ce29-4345-8eeb-3508c98d65cd HTTP/1.1" status: 200 len: 841 time: 0.4734676 Mar 11 19:39:50.895557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 57972) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:50.915695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.937227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Transition to ACTIVE for port object 8111ca2f-850f-44fe-a659-3bc6376687cb will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:50.946691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.954227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port ac9327ab-f7c5-4976-acbf-e30b8998d172 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:50.954566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:50.960725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Transition to ACTIVE for port object 8111ca2f-850f-44fe-a659-3bc6376687cb will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:50.974601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.010336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9115346f-ad0e-439b-98df-1879849236d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:51.010556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.087214 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:51.094594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:51.097797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Pushing event updated for resources: {'Port': ['ID=8111ca2f-850f-44fe-a659-3bc6376687cb,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.099932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:51.103007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 406eeafd-3900-491a-8a4f-21da96cce9c2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:51.103913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.110877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 4312766c-dc51-43a5-8d1f-4125503ba912 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:51.136769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:51.163856 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca53dd8b-db8d-4063-a09b-3a3981527773 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/5d79865c-ce29-4345-8eeb-3508c98d65cd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2634659 Mar 11 19:39:51.175995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57976) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:51.184424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:51.189875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:51.241988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Attempting to bind port 8111ca2f-850f-44fe-a659-3bc6376687cb on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:51.242349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Attempting to bind port 8111ca2f-850f-44fe-a659-3bc6376687cb by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '039c95af-1a12-4579-a37c-38c5245b1a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:51.242739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Attempting to bind port 8111ca2f-850f-44fe-a659-3bc6376687cb on network 7b151b89-9036-498d-a14d-11e8ab14c0f1 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:51.253781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:51.254155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Checking segment: {'id': '039c95af-1a12-4579-a37c-38c5245b1a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:51.254590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.255591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Bound using segment: {'id': '039c95af-1a12-4579-a37c-38c5245b1a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:51.256086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Bound port: 8111ca2f-850f-44fe-a659-3bc6376687cb, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039c95af-1a12-4579-a37c-38c5245b1a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7b151b89-9036-498d-a14d-11e8ab14c0f1'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:51.256461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.347775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] For port 8111ca2f-850f-44fe-a659-3bc6376687cb, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:51.351169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] For port 8111ca2f-850f-44fe-a659-3bc6376687cb, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8111ca2f-850f-44fe-a659-3bc6376687cb,segment=NetworkSegment(039c95af-1a12-4579-a37c-38c5245b1a5a),segment_id=039c95af-1a12-4579-a37c-38c5245b1a5a)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:51.365674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.431107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:51.436343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:51.440057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.467526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903890bf-1069-477a-a0e1-28a9f5948609 None None] Pushing event updated for resources: {'Port': ['ID=8111ca2f-850f-44fe-a659-3bc6376687cb,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.517236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:51.520851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.521173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.534803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:51.542093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.551081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:51.556552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2ca617bb-f57c-46c1-9eb3-58773afebfdd req-737390fe-357a-48ce-a9bb-c1740a0af29d tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Synchronizing usage tracker for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:51.561364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.565457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port 10e18c83-2756-4044-b579-18c087097276 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:51.689406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for ac9327ab-f7c5-4976-acbf-e30b8998d172 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:51.729715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:51.751771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:51.753819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1ce41e-9811-4ac2-a2ec-f751996eb54e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.794069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.794505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment 008d4ef1-4d84-45a7-9b79-13c0ab1557d9 of type vlan for network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 Mar 11 19:39:51.813990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.825312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2ca617bb-f57c-46c1-9eb3-58773afebfdd req-737390fe-357a-48ce-a9bb-c1740a0af29d tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Unset dirty status for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:51.826547 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2ca617bb-f57c-46c1-9eb3-58773afebfdd req-737390fe-357a-48ce-a9bb-c1740a0af29d tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.3856821 Mar 11 19:39:51.827048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:51.997680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 406eeafd-3900-491a-8a4f-21da96cce9c2 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:52.012932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=4312766c-dc51-43a5-8d1f-4125503ba912,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.039569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.076785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.086929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::230 (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/10e18c83-2756-4044-b579-18c087097276) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:52.142703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.199377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.203005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.206978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.256392 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-84622d4e-b604-4d93-af9b-a0e2ffd85ab2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/4312766c-dc51-43a5-8d1f-4125503ba912 HTTP/1.1" status: 204 len: 168 time: 2.1685832 Mar 11 19:39:52.257059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57984) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:52.336160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.376783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting port ba4935d8-9b66-48ce-a18b-0d2ef00642d9 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:52.377259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.380173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a2f4d-f214-40d7-b13a-ee6f0601810e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.381165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a2f4d-f214-40d7-b13a-ee6f0601810e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.381956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8c4a2f4d-f214-40d7-b13a-ee6f0601810e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:52.446650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=ac9327ab-f7c5-4976-acbf-e30b8998d172,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.503427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.515408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:52.521919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.524503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.525731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-73c5d550-1ed6-4505-abc9-85936d2bf1af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/aa1d452c-dfce-4dc3-aba7-3bdcc67640b7 HTTP/1.1" status: 204 len: 168 time: 1.7766893 Mar 11 19:39:52.531498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57994) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:52.539630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'bc1ee433-8fca-4534-b73e-ce2c1eccfee6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:52.539879 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b4aee5fe-34d7-459f-bd3e-bbe891764262 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8058152 Mar 11 19:39:52.546781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:52.554093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:floatingip and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:52.559431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:52.567206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:52.581028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 57998) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:52.585158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8c4a2f4d-f214-40d7-b13a-ee6f0601810e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:52.586596 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8c4a2f4d-f214-40d7-b13a-ee6f0601810e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3258731 Mar 11 19:39:52.593194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-983334358'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:52.598593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:52.603929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:52.606898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58002) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:52.607015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:52.614666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:52.626325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.687808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.745881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe25b0-f50d-4a7c-ad04-e5afb34491d7 None None] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:52.826645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:52.830128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.843100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.846372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=406eeafd-3900-491a-8a4f-21da96cce9c2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.940925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:52.942868 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-409d6a7e-d837-4b8d-8d1f-318c7ab20a1a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/406eeafd-3900-491a-8a4f-21da96cce9c2 HTTP/1.1" status: 204 len: 168 time: 2.1252358 Mar 11 19:39:52.949416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58016) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:53.004725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=81c8aa41-6475-4abd-8564-8ab659b5ca0e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.010555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8111ca2f-850f-44fe-a659-3bc6376687cb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:53.037218 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a30e90c-b010-4145-a84f-f0ef97034964 req-5799876b-3442-4007-b7e5-45dfc13ef964 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.0817137 Mar 11 19:39:53.038399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:53.048953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.049725 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment ac181e20-d25e-4e51-af94-8b7b0e75f591 of type vlan for network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 Mar 11 19:39:53.083887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.095868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:53.096174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6377d559-c6aa-46e0-8f62-8c7393a707e8 None None] Provisioning for port 8111ca2f-850f-44fe-a659-3bc6376687cb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:53.102572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:53.110647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.111223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.118331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2b8c16-21ea-4249-972d-e7eca5557a90 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:53.148611 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-41ca20b7-ea75-45b7-99b5-1875247f1b3a tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9690635 Mar 11 19:39:53.150029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58020) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:53.156756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588792834'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:53.167114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:53.174168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:53.186207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:53.193922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.197684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.198288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.212295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:53.268309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8111ca2f-850f-44fe-a659-3bc6376687cb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:53.277067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8111ca2f-850f-44fe-a659-3bc6376687cb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:53.277995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.295153 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7119927 Mar 11 19:39:53.315174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58024) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:53.321750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.335753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:53.356052 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ee1693-469e-4dcd-b3b1-49ca9ffbc649 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:39:53.357214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-84ee1693-469e-4dcd-b3b1-49ca9ffbc649 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:53.370555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.372291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bdaaee-1b33-4366-8ec9-1e9f777de138 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=105c6e2a-f3a9-4052-b694-1e39d8fa4756,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.414186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.421630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-84ee1693-469e-4dcd-b3b1-49ca9ffbc649 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:53.425337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-84ee1693-469e-4dcd-b3b1-49ca9ffbc649 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/406eeafd-3900-491a-8a4f-21da96cce9c2 HTTP/1.1" status: 404 len: 333 time: 0.3989344 Mar 11 19:39:53.431172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58028) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:53.447930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:39:53.579290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Calling delete_port for ba4935d8-9b66-48ce-a18b-0d2ef00642d9 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:53.581568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:53.593188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:53.595031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:53.599879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:53.610222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:53.612824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:53.622076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:53.632073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.638420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:53.659827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.675097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 2182a623-3d33-42e4-9728-ae7787db8957 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:53.676007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8111ca2f-850f-44fe-a659-3bc6376687cb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8111ca2f-850f-44fe-a659-3bc6376687cb,segment=NetworkSegment(039c95af-1a12-4579-a37c-38c5245b1a5a),segment_id=039c95af-1a12-4579-a37c-38c5245b1a5a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:53.688061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.730372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.757759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object 10e18c83-2756-4044-b579-18c087097276 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:53.783626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:53.795386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ae51d796-6f87-463e-a171-381909862d42 None None] Provisioning complete for port 8111ca2f-850f-44fe-a659-3bc6376687cb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:53.795764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ae51d796-6f87-463e-a171-381909862d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.796239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.903795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.911631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8111ca2f-850f-44fe-a659-3bc6376687cb,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.946294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.127 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/c4beb2c0-dfb1-4562-8b53-f424a50efad4) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:53.961801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-442579e8-9dfd-4049-9b50-e1022ba06bdd', 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'tenant_id': '5ba84b4cd8ad4d85ab445aea844e845b', 'fixed_ips': [{'subnet_id': '81c8aa41-6475-4abd-8564-8ab659b5ca0e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:53.962648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:53.996444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.028063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.049498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.079935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:54.091448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:54.093920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:54.098550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:54.099183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.124865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e0354-51d3-4229-af3f-af70bdaea036,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.138207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=10e18c83-2756-4044-b579-18c087097276,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.165737 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-256275f1-2c85-4915-99d4-c63923376c2a tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.4667041 Mar 11 19:39:54.189261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58036) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:54.213951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:ff:f8:9d'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:54.273331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.336824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Allocated IP 172.20.0.2 (442579e8-9dfd-4049-9b50-e1022ba06bdd/81c8aa41-6475-4abd-8564-8ab659b5ca0e/2d5913a2-6230-4aaa-927b-d44aaf5c6113) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:54.388701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Port': ['ID=ba4935d8-9b66-48ce-a18b-0d2ef00642d9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.521568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.564691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.593476 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d6b4a00-1e43-4998-89c5-386874041108 req-2d4e5246-eccb-452c-99ac-8e4a6ad7fc6c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.1335735 Mar 11 19:39:54.616037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.621145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 07da068a-9050-44bf-9269-ed1244338d53 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:54.635216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Transition to ACTIVE for port object 2d5913a2-6230-4aaa-927b-d44aaf5c6113 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:54.654006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Transition to ACTIVE for port object 2d5913a2-6230-4aaa-927b-d44aaf5c6113 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:54.668680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.683007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=2182a623-3d33-42e4-9728-ae7787db8957,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.692959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.718641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.733331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.734630 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4420427d-5908-4dde-8167-1b69b241c2fb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5822608 Mar 11 19:39:54.739166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58042) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:54.749085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1901288044'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:54.773084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:54.775524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1e5783d4-5999-4ec5-925f-b40a2fa2076d None None] Could not find standard attr ID for object 406eeafd-3900-491a-8a4f-21da96cce9c2. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:39:54.780068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:54.785151 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0c6f2cfe-b4c7-441c-b099-ba3289664749 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/2182a623-3d33-42e4-9728-ae7787db8957 HTTP/1.1" status: 204 len: 168 time: 2.1770058 Mar 11 19:39:54.786062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:54.790809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.793843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68532d54-9481-49bf-86b2-fe5094d36b1a None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:54.801315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58046) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:54.890544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:54.892909 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-790c5330-8be2-4b51-ba62-03be56a22ff0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882704 Mar 11 19:39:54.895740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.935250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58050) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:54.961018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:54.978060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8111ca2f-850f-44fe-a659-3bc6376687cb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:54.984425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.984671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:54.996671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.021683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.075800 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:39:55.086014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:55.098174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:55.099670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.136890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:55.142108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1dfbe175-5201-4ca9-b733-ad084d671147 None None] Provisioning for port 10e18c83-2756-4044-b579-18c087097276 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:55.153867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1dfbe175-5201-4ca9-b733-ad084d671147 None None] Provisioning complete for port 10e18c83-2756-4044-b579-18c087097276 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:55.154249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1dfbe175-5201-4ca9-b733-ad084d671147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.161519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:55.209415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1dfbe175-5201-4ca9-b733-ad084d671147 None None] Port 10e18c83-2756-4044-b579-18c087097276 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:55.222471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.296875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:55.311740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:55.321525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:55.326833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8111ca2f-850f-44fe-a659-3bc6376687cb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:55.327197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.327365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.346078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:55.349898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Attempting to bind port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:55.350196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Attempting to bind port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1eaa79ba-1026-4e95-a54f-f1933d8d98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:55.350570 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Attempting to bind port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 on network 442579e8-9dfd-4049-9b50-e1022ba06bdd {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:55.357049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:55.369585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:55.382294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:55.382664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Checking segment: {'id': '1eaa79ba-1026-4e95-a54f-f1933d8d98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:55.383285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.384027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Bound using segment: {'id': '1eaa79ba-1026-4e95-a54f-f1933d8d98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:55.384654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Bound port: 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eaa79ba-1026-4e95-a54f-f1933d8d98ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:55.385189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.395886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:55.466867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=c4beb2c0-dfb1-4562-8b53-f424a50efad4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:55.500218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:55.504772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:55.508532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:55.541322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:55.563047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Deleting port 9115346f-ad0e-439b-98df-1879849236d6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:55.563971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.576088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:55.610237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.624096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:55.664698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:55.680149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.690104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=07da068a-9050-44bf-9269-ed1244338d53,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:55.700965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.764712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=cb046dce-f55f-4034-98a0-68214281d94f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:55.785259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.799985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3399020-e95d-4c0a-80d9-10d164988579 None None] Network 7b151b89-9036-498d-a14d-11e8ab14c0f1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:55.806649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.828230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.932268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:55.949894 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ac6b19-4b21-4fca-b5a6-7902c29a8b32 req-330cdbf6-1a8a-4281-a2da-42a210464ac0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.1244128 Mar 11 19:39:55.954622 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5c39b037-f87f-4c3d-9217-4b5c4170fc67 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/07da068a-9050-44bf-9269-ed1244338d53 HTTP/1.1" status: 204 len: 168 time: 2.4788365 Mar 11 19:39:55.972551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58056) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:56.030073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31c816-14dd-4379-b81b-3afa09cbbf6d None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.033495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] For port 9115346f-ad0e-439b-98df-1879849236d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9115346f-ad0e-439b-98df-1879849236d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:56.033891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.089694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.100433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba09245-3379-4942-b7cb-49c62dc95aaa,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.189438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.198196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.199675 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ed7e3d21-fb38-4a00-9b9f-acf2b4f7fdd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4555676 Mar 11 19:39:56.208657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Calling delete_port for 9115346f-ad0e-439b-98df-1879849236d6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:56.252236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58060) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:56.266694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-660759fe-c2a6-452d-b3db-2e250f4f42f6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:56.269236 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-660759fe-c2a6-452d-b3db-2e250f4f42f6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 811 time: 0.6412437 Mar 11 19:39:56.280053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1997716743', 'security_groups': ['dba09245-3379-4942-b7cb-49c62dc95aaa'], 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81c8aa41-6475-4abd-8564-8ab659b5ca0e'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:56.354486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.363561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': '008d4ef1-4d84-45a7-9b79-13c0ab1557d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:56.364216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:56.400461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] Pushing event deleted for resources: {'Port': ['ID=9115346f-ad0e-439b-98df-1879849236d6,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.403693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] In _notify_port_updated(), no bound segment for port 10e18c83-2756-4044-b579-18c087097276 on network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:39:56.407534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:56.408086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.409411 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "PUT /v2.0/ports/10e18c83-2756-4044-b579-18c087097276 HTTP/1.1" status: 200 len: 1003 time: 2.2089539 Mar 11 19:39:56.413173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58064) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:56.423096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5d082-f29b-46cd-bf8b-0ba0683502a8 None None] No DVR routers for this DVR port 9115346f-ad0e-439b-98df-1879849236d6 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:56.444225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f400e-3f19-430a-846d-4d66b4cbb7e9 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=10e18c83-2756-4044-b579-18c087097276,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.488424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-408d254d-569f-4681-aeb2-994a4a4d33e0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7 HTTP/1.1" status: 200 len: 379 time: 0.1815975 Mar 11 19:39:56.500859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Router 1d49edc6-9a64-4a35-8c74-822f6fa6dc0c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:56.508668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'port': {'device_id': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'admin_state_up': True, 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'security_groups': ['2d5e2ed2-f4aa-46e4-9043-679455b51c67']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:56.602261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] DHCP port deletion for 7b151b89-9036-498d-a14d-11e8ab14c0f1 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:39:56.603125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.605171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.610118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Deleting port 8111ca2f-850f-44fe-a659-3bc6376687cb {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:56.610550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.621763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:56.632542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:port and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:56.637685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:56.647107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:56.809563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:56.858783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 10e18c83-2756-4044-b579-18c087097276 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:56.859124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.916326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 8111ca2f-850f-44fe-a659-3bc6376687cb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:56.916663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.928962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:56.937950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] For port 8111ca2f-850f-44fe-a659-3bc6376687cb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8111ca2f-850f-44fe-a659-3bc6376687cb,segment=NetworkSegment(039c95af-1a12-4579-a37c-38c5245b1a5a),segment_id=039c95af-1a12-4579-a37c-38c5245b1a5a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:56.938558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:56.951364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:56.956270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:56.977192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:56.979494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:56.981526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:56.991813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=61e4458b-2b86-4403-a53a-be38818549fa,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.991992 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1c5a2185-d174-479c-924d-c9441de861cf tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "PUT /v2.0/routers/1d49edc6-9a64-4a35-8c74-822f6fa6dc0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7585497 Mar 11 19:39:56.992097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:56.992179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58068) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:56.993479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.005853 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] Sync routers for ids ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:39:57.034918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:57.056033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:39:57.065386 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] Routers {'1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:57.066927 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.099175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:57.099806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.224867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43116cd-9c28-4bdd-a328-67d238311b8b None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:57.243412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de8f9c-6cc5-4e14-931a-d53c1d9ee6af None None] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:39:57.249756 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.256243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Made reservation on behalf of f07e2f5bf20842c3809eaf6baaaa7df7 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:57.264674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] Routers {'1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:39:57.266481 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.267274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.320768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.346729 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-db5e91d9-7439-434d-be08-2694a6716b48 req-7140ae08-7964-4fc5-85ef-31bd1a2235e5 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.0742872 Mar 11 19:39:57.351096 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.351813 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac6e1f-9a80-41c7-b854-139a74940abb None None] The sync data for ids ['1d49edc6-9a64-4a35-8c74-822f6fa6dc0c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:39:57.356227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Calling delete_port for 8111ca2f-850f-44fe-a659-3bc6376687cb owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:57.409147 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cd612ad3-d298-41d1-ab18-173803a30948 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4664452 Mar 11 19:39:57.415252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58076) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:57.419841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f638684e-eeb8-40e0-9e37-f116fba843bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1037548 Mar 11 19:39:57.460196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58080) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:57.462720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': '61e4458b-2b86-4403-a53a-be38818549fa', 'ip_address': '2001:db8::8dd7:a043:a9e2:5146'}], 'name': 'tempest-NetworksTestDHCPv6-1427504599'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:57.476985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port c370e2b1-2d8e-45d3-951c-e864173f1ff9 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:57.523230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:57.573170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-65dd7913-168b-471f-92f3-ef9c5cf0dddc None None] Provisioning complete for port 10e18c83-2756-4044-b579-18c087097276 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:57.573906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65dd7913-168b-471f-92f3-ef9c5cf0dddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.671565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.727303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-65dd7913-168b-471f-92f3-ef9c5cf0dddc None None] Port 10e18c83-2756-4044-b579-18c087097276 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:57.752614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.778880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] For port 8111ca2f-850f-44fe-a659-3bc6376687cb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8111ca2f-850f-44fe-a659-3bc6376687cb,segment=NetworkSegment(039c95af-1a12-4579-a37c-38c5245b1a5a),segment_id=039c95af-1a12-4579-a37c-38c5245b1a5a)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:57.779526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.789510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:57.807680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.816833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:57.823346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:57.835696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:57.846050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] Pushing event deleted for resources: {'Port': ['ID=8111ca2f-850f-44fe-a659-3bc6376687cb,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:57.900085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557bed7-6b1f-4cd6-b1ad-456a87eccf2c None None] No DVR routers for this DVR port 8111ca2f-850f-44fe-a659-3bc6376687cb on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:57.916048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:39:57.928041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:39:57.932517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:39:57.944713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:57.944943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '61e4458b-2b86-4403-a53a-be38818549fa'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:57.945713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:57.956874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:39:57.965717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Provisioning for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:39:57.979196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:57.979594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.007747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 8111ca2f-850f-44fe-a659-3bc6376687cb owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:58.009794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3', 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': 'cb046dce-f55f-4034-98a0-68214281d94f'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:39:58.009998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.018841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8111ca2f-850f-44fe-a659-3bc6376687cb no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:58.038537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Allocated IP 172.20.0.4 (06ddae5e-e879-42e2-bf11-e38249405e8c/9f59f25e-605f-44fa-8828-6b395c1ebb0c/3d2dae19-b139-41ff-9e1f-707bca13b58c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:58.114270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for 10e18c83-2756-4044-b579-18c087097276 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:39:58.177383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:58.181782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:58.187077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.219089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8111ca2f-850f-44fe-a659-3bc6376687cb {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:58.219529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8111ca2f-850f-44fe-a659-3bc6376687cb not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:58.219955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9115346f-ad0e-439b-98df-1879849236d6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:39:58.269941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9115346f-ad0e-439b-98df-1879849236d6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:39:58.270183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9115346f-ad0e-439b-98df-1879849236d6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:39:58.334210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/61e4458b-2b86-4403-a53a-be38818549fa/2ec83e5e-b400-4063-a477-3107dd8ada74) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:58.358256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.11 (442579e8-9dfd-4049-9b50-e1022ba06bdd/81c8aa41-6475-4abd-8564-8ab659b5ca0e/c370e2b1-2d8e-45d3-951c-e864173f1ff9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:58.370865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port dc9aadd6-f899-456e-8035-da61d45f3d25 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:39:58.401152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.520451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.563196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.577485 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c087ce2-d3e3-4785-a023-bb9bd2f65344 req-9ecd86e1-a5c9-4db0-bbd4-daa9b8cecfec tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.0553443 Mar 11 19:39:58.582335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.593247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Allocated IP 172.20.0.2 (c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3/cb046dce-f55f-4034-98a0-68214281d94f/afa64c2f-7a80-450a-b77f-78e1a6d0b557) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:58.658150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:39:58.658150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:39:58.744785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.812270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:58.833913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.858526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.909512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.934219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.946469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:58.947056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Fanout notify agent at l3_agent the message router_deleted on router 1d49edc6-9a64-4a35-8c74-822f6fa6dc0c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:58.950954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=10e18c83-2756-4044-b579-18c087097276,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.965163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Transition to ACTIVE for port object 2ec83e5e-b400-4063-a477-3107dd8ada74 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:58.979864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.982507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:39:58.982854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.024225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.025711 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c857e50-dc09-4452-a329-9dedf508a189 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "DELETE /v2.0/routers/1d49edc6-9a64-4a35-8c74-822f6fa6dc0c HTTP/1.1" status: 204 len: 168 time: 2.0326111 Mar 11 19:39:59.032074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58088) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:59.067245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Transition to ACTIVE for port object 2ec83e5e-b400-4063-a477-3107dd8ada74 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:59.067733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.081928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.106687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.171606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Transition to ACTIVE for port object 3d2dae19-b139-41ff-9e1f-707bca13b58c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:59.175031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.194936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::8dd7:a043:a9e2:5146 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/61e4458b-2b86-4403-a53a-be38818549fa/dc9aadd6-f899-456e-8035-da61d45f3d25) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:59.227836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object c370e2b1-2d8e-45d3-951c-e864173f1ff9 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:59.233053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.233259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 8111ca2f-850f-44fe-a659-3bc6376687cb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:39:59.233450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.246424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Transition to ACTIVE for port object afa64c2f-7a80-450a-b77f-78e1a6d0b557 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:59.270721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Transition to ACTIVE for port object afa64c2f-7a80-450a-b77f-78e1a6d0b557 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:39:59.282192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9fd9ee4f-a010-496e-ba9e-a0c7ac9cfa07 None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:39:59.291833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Pushing event updated for resources: {'Port': ['ID=2ec83e5e-b400-4063-a477-3107dd8ada74,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.305800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.372424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:59.376997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:59.380362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] The port '8111ca2f-850f-44fe-a659-3bc6376687cb' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:39:59.380806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:59.389539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:59.392928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:59.400880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:59.417274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.448861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Pushing event updated for resources: {'Port': ['ID=afa64c2f-7a80-450a-b77f-78e1a6d0b557,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.472631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=53060621-d7e2-402f-a8c9-f8b1ae96f6ed,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.489790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.559509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.577039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Attempting to bind port afa64c2f-7a80-450a-b77f-78e1a6d0b557 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:59.577444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Attempting to bind port afa64c2f-7a80-450a-b77f-78e1a6d0b557 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '008d4ef1-4d84-45a7-9b79-13c0ab1557d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:59.577785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Attempting to bind port afa64c2f-7a80-450a-b77f-78e1a6d0b557 on network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:59.584696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Attempting to bind port 2ec83e5e-b400-4063-a477-3107dd8ada74 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:39:59.585052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Attempting to bind port 2ec83e5e-b400-4063-a477-3107dd8ada74 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:39:59.585398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Attempting to bind port 2ec83e5e-b400-4063-a477-3107dd8ada74 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:39:59.591840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting subnet 66bbc3c6-8f96-4ab2-9750-221945bfdb4c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:39:59.594154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:59.594323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Checking segment: {'id': '008d4ef1-4d84-45a7-9b79-13c0ab1557d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:59.594603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.594977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Bound using segment: {'id': '008d4ef1-4d84-45a7-9b79-13c0ab1557d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:59.595127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.595451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Bound port: afa64c2f-7a80-450a-b77f-78e1a6d0b557, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008d4ef1-4d84-45a7-9b79-13c0ab1557d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:59.595813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.607124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:39:59.607783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:59.609175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.609740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:39:59.610378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Bound port: 2ec83e5e-b400-4063-a477-3107dd8ada74, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:39:59.611215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.629268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bffa1859-283b-43cd-be84-d4ecb5958adc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/10e18c83-2756-4044-b579-18c087097276 HTTP/1.1" status: 204 len: 168 time: 3.2009957 Mar 11 19:39:59.634437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58098) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:59.636130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.659864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.683923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'ac181e20-d25e-4e51-af94-8b7b0e75f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:39:59.684286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: 105c6e2a-f3a9-4052-b694-1e39d8fa4756, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:59.709304 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c565666d-f5c3-4c47-9eb6-2ed5b522f3f3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] GET failed (client error): The resource could not be found. Mar 11 19:39:59.709801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c565666d-f5c3-4c47-9eb6-2ed5b522f3f3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:39:59.718306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b151b89-9036-498d-a14d-11e8ab14c0f1']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:59.754586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event updated for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.759867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:59.768504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] For port 2ec83e5e-b400-4063-a477-3107dd8ada74, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:59.788054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] For port 2ec83e5e-b400-4063-a477-3107dd8ada74, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2ec83e5e-b400-4063-a477-3107dd8ada74,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:59.788313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039c95af-1a12-4579-a37c-38c5245b1a5a') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:59.788466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039c95af-1a12-4579-a37c-38c5245b1a5a') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:59.797903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Network 06ddae5e-e879-42e2-bf11-e38249405e8c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:59.804261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.808637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.809098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:59.813945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.829205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.831190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:59.870529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c565666d-f5c3-4c47-9eb6-2ed5b522f3f3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:39:59.871728 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c565666d-f5c3-4c47-9eb6-2ed5b522f3f3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports/10e18c83-2756-4044-b579-18c087097276 HTTP/1.1" status: 404 len: 333 time: 0.2270823 Mar 11 19:39:59.886932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58102) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:39:59.889679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.895037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] For port afa64c2f-7a80-450a-b77f-78e1a6d0b557, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:59.908841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:59.911750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:59.913527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1936312875'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:39:59.919001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380094bb-7118-4cbc-b003-3ebf5e3485d8 None None] Pushing event updated for resources: {'Port': ['ID=2ec83e5e-b400-4063-a477-3107dd8ada74,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.930091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:59.933179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:39:59.936144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:39:59.936551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:59.955855 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:59.985862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.020595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=c370e2b1-2d8e-45d3-951c-e864173f1ff9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.131851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.132385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.148704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.173829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.174570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.225710 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-feea1e8e-0404-4aef-b17a-2edf9f6462e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7209754 Mar 11 19:40:00.271773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Request body: {'port': {'device_id': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:00.325785 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a735a4eb-2496-46f9-97c6-f64a484f60b8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0626922 Mar 11 19:40:00.330972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58108) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:00.332072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object dc9aadd6-f899-456e-8035-da61d45f3d25 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:00.346606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 105c6e2a-f3a9-4052-b694-1e39d8fa4756) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:00.354147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8aa2a0da-dca1-494e-9c6d-a3e66bd39b8c None None] Provisioning for port 3d2dae19-b139-41ff-9e1f-707bca13b58c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:00.358400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.369499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.370179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.381574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1d232-c9a9-4c39-9b57-f62a32bec4e1 None None] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:00.386079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:00.401949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=c4beb2c0-dfb1-4562-8b53-f424a50efad4,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.419451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8aa2a0da-dca1-494e-9c6d-a3e66bd39b8c None None] Provisioning complete for port 3d2dae19-b139-41ff-9e1f-707bca13b58c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:00.420050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8aa2a0da-dca1-494e-9c6d-a3e66bd39b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.485091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Subnet': ['ID=66bbc3c6-8f96-4ab2-9750-221945bfdb4c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.496309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.514549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.519406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4a1b7a88-f876-4cb8-abcd-c69656cd9092 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "DELETE /v2.0/subnets/66bbc3c6-8f96-4ab2-9750-221945bfdb4c HTTP/1.1" status: 204 len: 168 time: 1.4833071 Mar 11 19:40:00.520090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58112) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:00.534179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4edd1a-df23-408b-adfa-ce6a950ac4dd None None] Network 68772da9-b558-426d-9c46-0f4e93a27836 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:00.543860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.562484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156beef5-ec59-46ad-909a-bdeb9e11a4e5 req-0479e646-25c4-4f3b-9ab5-f9152e312c8b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.563973 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-156beef5-ec59-46ad-909a-bdeb9e11a4e5 req-0479e646-25c4-4f3b-9ab5-f9152e312c8b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 931 time: 0.8387802 Mar 11 19:40:00.564730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.614297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c46e0b90-0ef2-49ae-adbc-b3143fc708ba tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1486726 Mar 11 19:40:00.627863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] For port afa64c2f-7a80-450a-b77f-78e1a6d0b557, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=afa64c2f-7a80-450a-b77f-78e1a6d0b557,segment=NetworkSegment(008d4ef1-4d84-45a7-9b79-13c0ab1557d9),segment_id=008d4ef1-4d84-45a7-9b79-13c0ab1557d9)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:00.637583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58116) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:00.638945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.640974 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/7b151b89-9036-498d-a14d-11e8ab14c0f1 HTTP/1.1" status: 204 len: 168 time: 4.6678665 Mar 11 19:40:00.649361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.657152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58120) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:00.657759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.672311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631777154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:00.735761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154899c-32a3-4907-9a9c-856a86e7048c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=7b151b89-9036-498d-a14d-11e8ab14c0f1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.752794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8aa2a0da-dca1-494e-9c6d-a3e66bd39b8c None None] Port 3d2dae19-b139-41ff-9e1f-707bca13b58c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:00.759406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'name': 'tempest-PortsIpV6TestJSON-626593259'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:00.776095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.787598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:00.822864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:00.836464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=dc9aadd6-f899-456e-8035-da61d45f3d25,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.846277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:00.871770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:00.883211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:00.887412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.888284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.912361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Deleting port a1250808-f443-4dcd-866b-6d6699888895 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:00.912780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:00.918246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0e5b-9d7a-45ac-8356-23a0af435e3f None None] Pushing event updated for resources: {'Port': ['ID=afa64c2f-7a80-450a-b77f-78e1a6d0b557,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.957174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:01.004176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a7610e7d-6475-4d54-875b-94c304162164 None None] Provisioning for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:01.008495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:01.035623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:01.053720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:01.074844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:01.076760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2ec83e5e-b400-4063-a477-3107dd8ada74 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:01.103555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:01.121666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a7610e7d-6475-4d54-875b-94c304162164 None None] Provisioning complete for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:01.122289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a7610e7d-6475-4d54-875b-94c304162164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.174932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:01.181024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:01.184775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.189680 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-07d0e21c-61b2-4ff4-9e02-3333f532579d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7700195 Mar 11 19:40:01.211543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58124) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:01.212754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:01.247499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553865a1-dd64-4043-a724-c49570874966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-105c6e2a-f3a9-4052-b694-1e39d8fa4756', 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '53060621-d7e2-402f-a8c9-f8b1ae96f6ed'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:01.248303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.258651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.260029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.264664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-156beef5-ec59-46ad-909a-bdeb9e11a4e5 req-e7833405-9908-4229-9eaf-49c250cc878c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Synchronizing usage tracker for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:01.309630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:01.333484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:01.340849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:01.350936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a7610e7d-6475-4d54-875b-94c304162164 None None] Port c370e2b1-2d8e-45d3-951c-e864173f1ff9 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:01.372308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port 1a70160c-5007-41a9-90e1-eb6063366771 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:01.431847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:01.466712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2ec83e5e-b400-4063-a477-3107dd8ada74 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:01.474814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] DHCP port deletion for 68772da9-b558-426d-9c46-0f4e93a27836 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:01.488918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:01.514215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Deleting port a1250808-f443-4dcd-866b-6d6699888895 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:01.514843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.524732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:01.528902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] For port a1250808-f443-4dcd-866b-6d6699888895, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a1250808-f443-4dcd-866b-6d6699888895,segment=NetworkSegment(ec7b814a-f67c-4163-8761-32c87e47d059),segment_id=ec7b814a-f67c-4163-8761-32c87e47d059)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:01.531287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.550533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-156beef5-ec59-46ad-909a-bdeb9e11a4e5 req-e7833405-9908-4229-9eaf-49c250cc878c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Unset dirty status for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:01.551878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-156beef5-ec59-46ad-909a-bdeb9e11a4e5 req-e7833405-9908-4229-9eaf-49c250cc878c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9239414 Mar 11 19:40:01.596705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.612250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:01.615591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.700809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-553865a1-dd64-4043-a724-c49570874966 None None] Allocated IP 172.21.0.2 (105c6e2a-f3a9-4052-b694-1e39d8fa4756/53060621-d7e2-402f-a8c9-f8b1ae96f6ed/34edd055-bcb0-4e67-a33b-3aea8e8534b2) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:01.702159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Calling delete_port for a1250808-f443-4dcd-866b-6d6699888895 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:01.777930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.785991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 960dc8eb-a8df-4d34-8c82-53a0c05d3524 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:01.847860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.851946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.877448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a64dcc-d8f2-4bf7-a18b-49c9b62683a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:01.881465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a64dcc-d8f2-4bf7-a18b-49c9b62683a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:01.882290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64a64dcc-d8f2-4bf7-a18b-49c9b62683a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:01.911112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d2dae19-b139-41ff-9e1f-707bca13b58c {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:40:01.917202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] No DVR routers for this DVR port a1250808-f443-4dcd-866b-6d6699888895 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:01.925546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:01.925869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.973050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:01.986952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::16a (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/1a70160c-5007-41a9-90e1-eb6063366771) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:01.992299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Provisioning for port 2ec83e5e-b400-4063-a477-3107dd8ada74 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:02.000672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Transition to ACTIVE for port object 3d2dae19-b139-41ff-9e1f-707bca13b58c will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:02.012511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Provisioning complete for port 2ec83e5e-b400-4063-a477-3107dd8ada74 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:02.012792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.022505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Port': ['ID=a1250808-f443-4dcd-866b-6d6699888895,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:02.038722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.043081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.048678 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f3345fdb-d861-486b-af5b-bc08dda8a300 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4023111 Mar 11 19:40:02.061168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58128) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:02.107470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] For port a1250808-f443-4dcd-866b-6d6699888895, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a1250808-f443-4dcd-866b-6d6699888895,segment=NetworkSegment(ec7b814a-f67c-4163-8761-32c87e47d059),segment_id=ec7b814a-f67c-4163-8761-32c87e47d059)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:02.107866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.167534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Pushing event updated for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:02.185202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-64a64dcc-d8f2-4bf7-a18b-49c9b62683a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:02.202123 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-64a64dcc-d8f2-4bf7-a18b-49c9b62683a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9863079 Mar 11 19:40:02.315548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:02.384141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Calling delete_port for a1250808-f443-4dcd-866b-6d6699888895 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:02.431960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port dc9aadd6-f899-456e-8035-da61d45f3d25 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:02.432301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.498843 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 3a8289a0-378e-49fd-8fa5-95eb5205a1f9 associated. External IP: 172.26.8.127, port: bc1ee433-8fca-4534-b73e-ce2c1eccfee6. Mar 11 19:40:02.501740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.554622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68772da9-b558-426d-9c46-0f4e93a27836']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:02.570327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.578942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341faade-eee6-45ec-a7bc-8339257e393c None None] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:02.688199 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 81c8aa41-6475-4abd-8564-8ab659b5ca0e (CIDR: 172.20.0.0/28) Mar 11 19:40:02.725620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7b814a-f67c-4163-8761-32c87e47d059') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:02.726088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7b814a-f67c-4163-8761-32c87e47d059') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:02.755369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:40:02.756110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:02.814302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.855199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.862155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] For port 2ec83e5e-b400-4063-a477-3107dd8ada74, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2ec83e5e-b400-4063-a477-3107dd8ada74,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:02.872698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.885814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-553865a1-dd64-4043-a724-c49570874966 None None] Transition to ACTIVE for port object 34edd055-bcb0-4e67-a33b-3aea8e8534b2 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:02.888917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:02.889447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.905586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-553865a1-dd64-4043-a724-c49570874966 None None] Transition to ACTIVE for port object 34edd055-bcb0-4e67-a33b-3aea8e8534b2 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:02.917486 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:02.946564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:40:02.946986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:40:02.949828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:02.972788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d808efe5-b7b0-4c60-9ca3-f1fa3b4e8efb tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6249082 Mar 11 19:40:03.018958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.022249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553865a1-dd64-4043-a724-c49570874966 None None] Pushing event updated for resources: {'Port': ['ID=34edd055-bcb0-4e67-a33b-3aea8e8534b2,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.024930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.027089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58138) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:03.049448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:03.078571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device afa64c2f-7a80-450a-b77f-78e1a6d0b557 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:03.143706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7c762-9eca-4ed3-9a00-25135889520f None None] Pushing event updated for resources: {'Port': ['ID=2ec83e5e-b400-4063-a477-3107dd8ada74,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.162797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Attempting to bind port 3d2dae19-b139-41ff-9e1f-707bca13b58c on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:03.163366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Attempting to bind port 3d2dae19-b139-41ff-9e1f-707bca13b58c by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:03.164052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Attempting to bind port 3d2dae19-b139-41ff-9e1f-707bca13b58c on network 06ddae5e-e879-42e2-bf11-e38249405e8c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:03.181476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Port 3d2dae19-b139-41ff-9e1f-707bca13b58c on network 06ddae5e-e879-42e2-bf11-e38249405e8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:40:03.181806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Attempting to bind port 3d2dae19-b139-41ff-9e1f-707bca13b58c on network 06ddae5e-e879-42e2-bf11-e38249405e8c {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:03.183918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.187940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.198253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553865a1-dd64-4043-a724-c49570874966 None None] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:03.205037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-553865a1-dd64-4043-a724-c49570874966 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:03.209998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553865a1-dd64-4043-a724-c49570874966 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:03.223621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.236379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.246476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] Pushing event deleted for resources: {'Network': ['ID=68772da9-b558-426d-9c46-0f4e93a27836,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.259829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b10f7-93ce-49ba-a1d0-dd0021f9b151 req-22996602-df4e-49cd-adeb-dbebe6de17cf tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:03.260701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-6e9b10f7-93ce-49ba-a1d0-dd0021f9b151 req-22996602-df4e-49cd-adeb-dbebe6de17cf tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Synchronizing usage tracker for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:03.266349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:03.266677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Checking segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:03.267058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Bound using segment: {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:03.267535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Bound port: 3d2dae19-b139-41ff-9e1f-707bca13b58c, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8520d419-0aa6-4818-81ac-c1fb597b6fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:03.267874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.325427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.336426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object 1a70160c-5007-41a9-90e1-eb6063366771 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:03.343259 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7414d25a-6ca1-4d58-bff1-c352f297a479 tempest-FloatingIPNegativeTestJSON-1117660788 tempest-FloatingIPNegativeTestJSON-1117660788-project] 10.222.0.76 "DELETE /v2.0/networks/68772da9-b558-426d-9c46-0f4e93a27836 HTTP/1.1" status: 204 len: 168 time: 2.8220248 Mar 11 19:40:03.431872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-553865a1-dd64-4043-a724-c49570874966 None None] Attempting to bind port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:03.432400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-553865a1-dd64-4043-a724-c49570874966 None None] Attempting to bind port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ac181e20-d25e-4e51-af94-8b7b0e75f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:03.432869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553865a1-dd64-4043-a724-c49570874966 None None] Attempting to bind port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 on network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:03.436364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for dc9aadd6-f899-456e-8035-da61d45f3d25 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:03.450148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Deleting port a1250808-f443-4dcd-866b-6d6699888895 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:03.450595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.482527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-6e9b10f7-93ce-49ba-a1d0-dd0021f9b151 req-22996602-df4e-49cd-adeb-dbebe6de17cf tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Unset dirty status for tenant:f07e2f5bf20842c3809eaf6baaaa7df7 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:03.489321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Provisioning for port dc9aadd6-f899-456e-8035-da61d45f3d25 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:03.492845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port afa64c2f-7a80-450a-b77f-78e1a6d0b557 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:03.493028 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e9b10f7-93ce-49ba-a1d0-dd0021f9b151 req-22996602-df4e-49cd-adeb-dbebe6de17cf tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 943 time: 0.7740247 Mar 11 19:40:03.499718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553865a1-dd64-4043-a724-c49570874966 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:03.500201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553865a1-dd64-4043-a724-c49570874966 None None] Checking segment: {'id': 'ac181e20-d25e-4e51-af94-8b7b0e75f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:03.500848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.501492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553865a1-dd64-4043-a724-c49570874966 None None] Bound using segment: {'id': 'ac181e20-d25e-4e51-af94-8b7b0e75f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:03.502086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-553865a1-dd64-4043-a724-c49570874966 None None] Bound port: 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac181e20-d25e-4e51-af94-8b7b0e75f591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '105c6e2a-f3a9-4052-b694-1e39d8fa4756'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:03.502574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.526262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:03.540601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:03.561760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:03.563377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Provisioning complete for port dc9aadd6-f899-456e-8035-da61d45f3d25 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:03.563837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.569414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=960dc8eb-a8df-4d34-8c82-53a0c05d3524,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.579941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:03.591182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:03.595290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:03.607209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:03.609014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-64a0fa6e-ae0a-40db-8e41-25e85166d891 None None] The port 'a1250808-f443-4dcd-866b-6d6699888895' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:40:03.612044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:03.612966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.699153 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e9b10f7-93ce-49ba-a1d0-dd0021f9b151 req-34928f54-6095-43d9-9dbe-fc1678b476ab tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050879 Mar 11 19:40:03.707476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.709408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:03.713037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a1250808-f443-4dcd-866b-6d6699888895 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:03.714380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.717072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:03.722749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:03.734836 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-07534e6c-f759-4197-8e60-ce16c4e288a4 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0465548 Mar 11 19:40:03.751426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58144) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:03.756687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a1250808-f443-4dcd-866b-6d6699888895 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:03.757023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a1250808-f443-4dcd-866b-6d6699888895 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:03.780006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.788149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Port dc9aadd6-f899-456e-8035-da61d45f3d25 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:03.800775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-553865a1-dd64-4043-a724-c49570874966 None None] For port 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:03.804650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-553865a1-dd64-4043-a724-c49570874966 None None] For port 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=34edd055-bcb0-4e67-a33b-3aea8e8534b2,segment=NetworkSegment(ac181e20-d25e-4e51-af94-8b7b0e75f591),segment_id=ac181e20-d25e-4e51-af94-8b7b0e75f591)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:03.812211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-553865a1-dd64-4043-a724-c49570874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.870164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=1a70160c-5007-41a9-90e1-eb6063366771,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.891221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.892965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] 10.222.0.90 "PUT /v2.0/ports/3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1093 time: 3.6350322 Mar 11 19:40:03.897361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553865a1-dd64-4043-a724-c49570874966 None None] Pushing event updated for resources: {'Port': ['ID=34edd055-bcb0-4e67-a33b-3aea8e8534b2,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.900091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Provisioning for port afa64c2f-7a80-450a-b77f-78e1a6d0b557 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:03.906212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:40:03.908625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Provisioning complete for port afa64c2f-7a80-450a-b77f-78e1a6d0b557 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:03.909078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:03.932628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58150) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:03.933298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.053003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076dc3-f2fa-413a-ab2b-71001d663efc service neutron] Pushing event updated for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.102608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.106724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'status': 'completed', 'code': 200} Mar 11 19:40:04.157814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] For port afa64c2f-7a80-450a-b77f-78e1a6d0b557, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=afa64c2f-7a80-450a-b77f-78e1a6d0b557,segment=NetworkSegment(008d4ef1-4d84-45a7-9b79-13c0ab1557d9),segment_id=008d4ef1-4d84-45a7-9b79-13c0ab1557d9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:04.168514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.181377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=dc9aadd6-f899-456e-8035-da61d45f3d25,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.237702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.309668 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-261d98e4-a034-4206-9fb7-8af7f18ccf2f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/dc9aadd6-f899-456e-8035-da61d45f3d25 HTTP/1.1" status: 204 len: 168 time: 1.9889278 Mar 11 19:40:04.309668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58158) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:04.373815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d6b6-1214-47e4-bd07-0954504ca98c None None] Pushing event updated for resources: {'Port': ['ID=afa64c2f-7a80-450a-b77f-78e1a6d0b557,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.382666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-950f21d0-a52e-4133-a344-79be07df0260 None None] Provisioning complete for port afa64c2f-7a80-450a-b77f-78e1a6d0b557 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:04.387034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-950f21d0-a52e-4133-a344-79be07df0260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.427881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-88725fa8-16ef-4319-b73d-c5388ae9a1b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1096 time: 0.4342523 Mar 11 19:40:04.520309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8c44d-970d-4ed3-8d5d-f4358d2424ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:04.521645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8c44d-970d-4ed3-8d5d-f4358d2424ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:04.522389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ace8c44d-970d-4ed3-8d5d-f4358d2424ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:04.549428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.553536 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-81c099bb-34c7-4e0b-8bc9-b3cbc697d576 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=369e066f8a0143b0b395a90b4eb9ddf3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6181908 Mar 11 19:40:04.556604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58162) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:04.563847 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-46f2fdc9-2fcb-48dc-9438-f6cf0e01f8c9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 217 time: 0.1256120 Mar 11 19:40:04.578592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:04.590950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:04.608366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 960dc8eb-a8df-4d34-8c82-53a0c05d3524 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:04.608798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.619925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ace8c44d-970d-4ed3-8d5d-f4358d2424ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:04.623515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ace8c44d-970d-4ed3-8d5d-f4358d2424ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2990432 Mar 11 19:40:04.635837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58166) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:04.636996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:04.640890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:04.641492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.728135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-9a086dc7-aa66-477b-9aea-594462625cea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:04.731128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-9a086dc7-aa66-477b-9aea-594462625cea service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.1535068 Mar 11 19:40:04.814044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.921248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a0e2caf5-3211-4e76-b6d1-135d0181d33d tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.0268822 Mar 11 19:40:04.933252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:04.975717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:04.986500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ff:f8:9d'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:05.023611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-18579294-0fc9-464b-97f2-186726e28143 None None] Provisioning for port 1a70160c-5007-41a9-90e1-eb6063366771 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:05.030777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-18579294-0fc9-464b-97f2-186726e28143 None None] Provisioning complete for port 1a70160c-5007-41a9-90e1-eb6063366771 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:05.032534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-18579294-0fc9-464b-97f2-186726e28143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.118566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.123154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2ec83e5e-b400-4063-a477-3107dd8ada74 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:05.136254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 61e4458b-2b86-4403-a53a-be38818549fa {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:05.148729 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-30033706-c7e3-4ca0-b79b-e2cefae5281a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3946655 Mar 11 19:40:05.152374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.188845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-18579294-0fc9-464b-97f2-186726e28143 None None] Port 1a70160c-5007-41a9-90e1-eb6063366771 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:05.196644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a21f548-706c-4200-b8f9-ecaca4824a13,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:05.240651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2ec83e5e-b400-4063-a477-3107dd8ada74 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:05.241138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.300911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.302039 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-49f32825-5868-4cb6-adf0-624f04f28aab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7a21f548-706c-4200-b8f9-ecaca4824a13 HTTP/1.1" status: 204 len: 168 time: 0.7446697 Mar 11 19:40:05.362078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.406265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cea3f3-ff82-4fd2-86e4-dff10f34bec4 None None] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:05.434826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 34edd055-bcb0-4e67-a33b-3aea8e8534b2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:05.502711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1377d2-b9c3-46be-8f13-e3ad97560fc9 req-1770e7a6-be1c-447a-b462-ba14a61cff6a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:05.509581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6f1377d2-b9c3-46be-8f13-e3ad97560fc9 req-1770e7a6-be1c-447a-b462-ba14a61cff6a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 943 time: 0.6266918 Mar 11 19:40:05.560127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.567895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5f91530-7e1f-48df-aa78-30ad84753a3f None None] Provisioning for port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:05.640202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.20.0.1 (c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3/cb046dce-f55f-4034-98a0-68214281d94f/b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:05.648031 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-9a5b1ff8-badb-4126-8d58-eb5b079c095b service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337187 Mar 11 19:40:05.665887 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6f1377d2-b9c3-46be-8f13-e3ad97560fc9 req-77c8f825-abea-430f-8841-b74697ba1456 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553726 Mar 11 19:40:05.696451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:05.748611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 960dc8eb-a8df-4d34-8c82-53a0c05d3524 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:05.753574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:05.753795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.813071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.897509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42a17f6-5f29-42ae-9b9a-c9c567f23228 req-8db00513-f56a-4105-9973-821430febefe service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305901 Mar 11 19:40:05.914760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.972738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=34edd055-bcb0-4e67-a33b-3aea8e8534b2,segment=NetworkSegment(ac181e20-d25e-4e51-af94-8b7b0e75f591),segment_id=ac181e20-d25e-4e51-af94-8b7b0e75f591)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:05.984170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:05.984957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device afa64c2f-7a80-450a-b77f-78e1a6d0b557 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:06.043235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.117635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=61e4458b-2b86-4403-a53a-be38818549fa,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:06.137240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.151140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe845dbd-704d-4054-8eb6-e31a425f4a94 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:06.188297 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-7c1b2e1c-1709-4648-982f-6e0e1a66e7ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1096 time: 0.2367179 Mar 11 19:40:06.194718 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c910231c-ca3f-4764-bb0d-46a67affb273 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/61e4458b-2b86-4403-a53a-be38818549fa HTTP/1.1" status: 204 len: 168 time: 1.5578260 Mar 11 19:40:06.197042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58190) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.258380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.312621 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eafe7bb6-fab8-4cfc-8aaf-994f5e2eeaa6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141391 Mar 11 19:40:06.317557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.326831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58196) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.341024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=34edd055-bcb0-4e67-a33b-3aea8e8534b2,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:06.413277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.415339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f9ef106f-ac0a-4346-8b47-cb31a04da831 None None] Provisioning complete for port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:06.415480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9ef106f-ac0a-4346-8b47-cb31a04da831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.450813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-eab0d678-aef2-4367-8729-d501857c3ff8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:06.452287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-eab0d678-aef2-4367-8729-d501857c3ff8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.2561352 Mar 11 19:40:06.477886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port afa64c2f-7a80-450a-b77f-78e1a6d0b557 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:06.478254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.491477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:06.501901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=960dc8eb-a8df-4d34-8c82-53a0c05d3524,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:06.518825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.531468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58202) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.546387 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-0d4222c5-e4dd-46b7-9ab2-c3187d66f4dc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 217 time: 0.0873632 Mar 11 19:40:06.612198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eba168e7-2f65-4400-a9fb-2ccd57e9272f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/960dc8eb-a8df-4d34-8c82-53a0c05d3524 HTTP/1.1" status: 204 len: 168 time: 2.7763851 Mar 11 19:40:06.616559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58208) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.622459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'mac_address': 'fa:16:3e:d1:14:3f', 'name': 'tempest-PortsIpV6TestJSON-647426044'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:06.645495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-c850d935-a18c-44bf-84ad-4f692229da92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:06.645764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.648189 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-c850d935-a18c-44bf-84ad-4f692229da92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.0954444 Mar 11 19:40:06.708097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:06.708728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:06.712527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Deleting port 2ec83e5e-b400-4063-a477-3107dd8ada74 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:06.712527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.788311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-72ce90d0-819d-4452-a968-371dc0d2d8c3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] Request body: {'port': {'network_id': 'c122d76f-61e2-4e66-8db7-1d3ea2c791b9', 'name': 'tempest-NetworksNegativeTestJSON-1294944152'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:06.792114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1143e1ed-dc7c-4a15-aca7-d15a18a7baf9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:06.793751 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1143e1ed-dc7c-4a15-aca7-d15a18a7baf9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4657364 Mar 11 19:40:06.799846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:06.816863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:06.817636 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-72ce90d0-819d-4452-a968-371dc0d2d8c3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] POST failed (client error): The resource could not be found. Mar 11 19:40:06.818138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72ce90d0-819d-4452-a968-371dc0d2d8c3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:06.819305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-72ce90d0-819d-4452-a968-371dc0d2d8c3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2871799 Mar 11 19:40:06.820125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58214) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.829195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58216) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.844779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:06.845369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.845497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c9c32e-49af-4f24-89d5-280b31476f87 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:06.875798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:06.958923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:06.963781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d047606-55fa-4ad0-9b33-fc0cd07b1102 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:06.964222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d047606-55fa-4ad0-9b33-fc0cd07b1102 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:06.970026 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5d047606-55fa-4ad0-9b33-fc0cd07b1102 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "DELETE /v2.0/networks/355f5ab9-c1f7-40b3-ab39-ec5a9d314b03 HTTP/1.1" status: 404 len: 339 time: 0.1357267 Mar 11 19:40:06.972864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 34edd055-bcb0-4e67-a33b-3aea8e8534b2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:06.975067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:06.977517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58224) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:06.980819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:06.999816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.021505 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9853277 Mar 11 19:40:07.021711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f222c48-1a03-4707-9e82-58a0f086ec25 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.021711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0f222c48-1a03-4707-9e82-58a0f086ec25 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:07.021885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:07.023671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.028198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:07.034278 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-f5911ffa-104e-4715-bd0e-7dd590197c8d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3151002 Mar 11 19:40:07.037812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc32bd-a209-40a5-bd36-5d647d7cdf5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=c4ca4657-9d88-46bc-9166-8712046c077e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.046536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:07.049930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1474623879', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c4ca4657-9d88-46bc-9166-8712046c077e'}], 'security_groups': ['4f0e0354-51d3-4229-af3f-af70bdaea036']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:07.054285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:07.076684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] For port 2ec83e5e-b400-4063-a477-3107dd8ada74, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2ec83e5e-b400-4063-a477-3107dd8ada74,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:07.077081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.110868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.120310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-10714231-dfc8-46c3-96f6-d4d2363cd114 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:07.120675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10714231-dfc8-46c3-96f6-d4d2363cd114 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:07.127711 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-10714231-dfc8-46c3-96f6-d4d2363cd114 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "DELETE /v2.0/ports/0d959fb2-5451-4dd8-ab4e-5aabb9d7d39e HTTP/1.1" status: 404 len: 333 time: 0.1430068 Mar 11 19:40:07.175925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58232) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.258175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Calling delete_port for 2ec83e5e-b400-4063-a477-3107dd8ada74 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:07.300928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6e680d-4760-4809-b206-b7ee79ac1fa9 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:07.301351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6e680d-4760-4809-b206-b7ee79ac1fa9 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:07.308743 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be6e680d-4760-4809-b206-b7ee79ac1fa9 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "DELETE /v2.0/subnets/aacd0798-20ad-4301-bf19-456c8b5d392b HTTP/1.1" status: 404 len: 337 time: 0.1258976 Mar 11 19:40:07.308743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:07.308999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58236) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.342574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae6c772-cc70-48c9-a3ab-b2ba35946be4 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] GET failed (client error): The resource could not be found. Mar 11 19:40:07.344089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aae6c772-cc70-48c9-a3ab-b2ba35946be4 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "GET /v2.0/networks/5e8d8438-8777-481f-b29d-a29dd309c736 HTTP/1.1" status: 404 len: 339 time: 0.0354204 Mar 11 19:40:07.362462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.393808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:07.394234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.410570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0f222c48-1a03-4707-9e82-58a0f086ec25 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:07.411739 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0f222c48-1a03-4707-9e82-58a0f086ec25 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5874255 Mar 11 19:40:07.413410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.418944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58244) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.436761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0962cb-18db-41e9-b657-e2d031fd17b9 req-8be2d576-6e00-4c28-8688-01b26d55d987 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.444043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc0962cb-18db-41e9-b657-e2d031fd17b9 req-8be2d576-6e00-4c28-8688-01b26d55d987 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 943 time: 0.5837536 Mar 11 19:40:07.504713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.529121 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f578454c-1916-4d4e-a634-51f801e7a68c tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] GET failed (client error): The resource could not be found. Mar 11 19:40:07.536084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f578454c-1916-4d4e-a634-51f801e7a68c tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "GET /v2.0/ports/f9f2a18b-5b0d-48e6-9a33-2aa01c6ea329 HTTP/1.1" status: 404 len: 333 time: 0.1646769 Mar 11 19:40:07.536084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.548111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58248) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.551025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e46f1517-5329-49a3-9943-ac42f500e742 None None] Provisioning for port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:07.559972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] Pushing event deleted for resources: {'Port': ['ID=2ec83e5e-b400-4063-a477-3107dd8ada74,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.569873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e46f1517-5329-49a3-9943-ac42f500e742 None None] Provisioning complete for port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:07.570290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46f1517-5329-49a3-9943-ac42f500e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.611398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049b1af-3402-4ca0-b966-ccc3d7092280 None None] No DVR routers for this DVR port 2ec83e5e-b400-4063-a477-3107dd8ada74 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:07.649592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.669060 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-bdaedf19-115e-40c5-bd40-fd73ab447178 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271181 Mar 11 19:40:07.679059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aeba85b8-9eb4-4302-ab7f-c1aea0a9866f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2515965 Mar 11 19:40:07.679713 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b878f992-f279-4908-886f-7c158e6af627 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] GET failed (client error): The resource could not be found. Mar 11 19:40:07.686280 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b878f992-f279-4908-886f-7c158e6af627 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "GET /v2.0/subnets/be98f3f9-68ab-4c85-8ea7-e048b2e013a8 HTTP/1.1" status: 404 len: 337 time: 0.0726709 Mar 11 19:40:07.686280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] In _notify_port_updated(), no bound segment for port 1a70160c-5007-41a9-90e1-eb6063366771 on network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:07.688112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.688730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.693083 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "PUT /v2.0/ports/1a70160c-5007-41a9-90e1-eb6063366771 HTTP/1.1" status: 200 len: 1003 time: 2.7490067 Mar 11 19:40:07.694088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e46f1517-5329-49a3-9943-ac42f500e742 None None] Port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:07.702577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58252) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.702780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58254) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.702918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58256) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:07.721228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 6ba487d6-7b56-4a87-9e70-809408c4b1d1 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:07.724553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:07.761782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2ec83e5e-b400-4063-a477-3107dd8ada74 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:07.831748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2ec83e5e-b400-4063-a477-3107dd8ada74 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:07.832090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2ec83e5e-b400-4063-a477-3107dd8ada74 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:07.866761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Update dhcp port {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'fixed_ips': [{'subnet_id': '81c8aa41-6475-4abd-8564-8ab659b5ca0e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c4ca4657-9d88-46bc-9166-8712046c077e'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '2d5913a2-6230-4aaa-927b-d44aaf5c6113'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:40:07.927198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:07.940172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-77098536-a4bd-4707-91b2-e89fb7078188 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:08.037300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-77098536-a4bd-4707-91b2-e89fb7078188 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] PUT failed (client error): The resource could not be found. Mar 11 19:40:08.037749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77098536-a4bd-4707-91b2-e89fb7078188 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:08.042573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-77098536-a4bd-4707-91b2-e89fb7078188 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "PUT /v2.0/networks/a0386e05-258b-4007-ae23-a0383e1aac2b HTTP/1.1" status: 404 len: 339 time: 0.3351085 Mar 11 19:40:08.048296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.049737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58264) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:08.088911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=1a70160c-5007-41a9-90e1-eb6063366771,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:08.097788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d5f58ce1-c358-4218-bf5d-1b1aa3f2b0e3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:08.121334 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc0962cb-18db-41e9-b657-e2d031fd17b9 req-6e9d20f0-c3d7-4f8f-813a-60f7e16f6021 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6757412 Mar 11 19:40:08.128279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.208524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 1a70160c-5007-41a9-90e1-eb6063366771 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:08.209197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.215162 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f58ce1-c358-4218-bf5d-1b1aa3f2b0e3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] PUT failed (client error): The resource could not be found. Mar 11 19:40:08.215624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f58ce1-c358-4218-bf5d-1b1aa3f2b0e3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:08.216728 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d5f58ce1-c358-4218-bf5d-1b1aa3f2b0e3 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "PUT /v2.0/ports/f443b1db-c8d1-4b66-ba4a-d807aa0a62d7 HTTP/1.1" status: 404 len: 333 time: 0.1660507 Mar 11 19:40:08.221862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f84d4a8-040c-4b7d-8426-21e472e5f1e2 req-b1bfbfca-79a2-4431-831f-3c6a0f49a0ad service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365329 Mar 11 19:40:08.222406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58268) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:08.233458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5c1f42b1-c4d6-4536-a7d4-610ea8676c07 None None] Provisioning complete for port 1a70160c-5007-41a9-90e1-eb6063366771 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:08.233813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5c1f42b1-c4d6-4536-a7d4-610ea8676c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.236108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-104bdf5d-124a-41ad-97e9-367db5a98113 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:08.239661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.240196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.240585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.240982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.241408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.242014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.242435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.242927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.243365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.243788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.244199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f95a2cd-e38a-4c07-9a98-38d4404e08a0 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.258072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Allocated IP 172.20.0.18 (442579e8-9dfd-4049-9b50-e1022ba06bdd/c4ca4657-9d88-46bc-9166-8712046c077e/2d5913a2-6230-4aaa-927b-d44aaf5c6113) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:08.264729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:08.266434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.291600 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-104bdf5d-124a-41ad-97e9-367db5a98113 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] PUT failed (client error): The resource could not be found. Mar 11 19:40:08.292035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104bdf5d-124a-41ad-97e9-367db5a98113 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:08.296418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-104bdf5d-124a-41ad-97e9-367db5a98113 tempest-NetworksNegativeTestJSON-1734330216 tempest-NetworksNegativeTestJSON-1734330216-project] 10.222.0.76 "PUT /v2.0/subnets/d4b10a4d-dbb5-47a9-99f3-3270fdde7aa4 HTTP/1.1" status: 404 len: 337 time: 0.0664387 Mar 11 19:40:08.333359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.354409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:08.474804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:08.485261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:08.491840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:08.495605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:08.495810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:08.499405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:08.499991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.513045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=6ba487d6-7b56-4a87-9e70-809408c4b1d1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:08.525671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:08.542195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.564905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Transition to ACTIVE for port object 2d5913a2-6230-4aaa-927b-d44aaf5c6113 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:08.568295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:08.570977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f42b1-c4d6-4536-a7d4-610ea8676c07 None None] Port 1a70160c-5007-41a9-90e1-eb6063366771 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:08.577149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.600240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.600579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.600907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.601298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.601621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.601954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.602254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.602571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.602883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.603207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.603753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.628898 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-86e400b4-3a49-4db5-9c4e-348e29b61f9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0116739 Mar 11 19:40:08.635633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58276) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:08.707688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:08.708330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.709260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58280) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:08.739555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.770417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb849df-8b47-4649-bf96-4351bdbbc82d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:08.771002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5fb849df-8b47-4649-bf96-4351bdbbc82d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:08.798058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5fb849df-8b47-4649-bf96-4351bdbbc82d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:08.802437 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5fb849df-8b47-4649-bf96-4351bdbbc82d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/6ba487d6-7b56-4a87-9e70-809408c4b1d1 HTTP/1.1" status: 200 len: 844 time: 0.1655405 Mar 11 19:40:08.806800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58286) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:08.827607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.830372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:08.853871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.891770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.892206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.892605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.892987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.895725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.896228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.897994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.898553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.899035 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.900461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.900976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731fd625-b28a-4579-a294-c80899fb8f6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:08.925859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:08.927689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.930725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 6ba487d6-7b56-4a87-9e70-809408c4b1d1 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:08.931044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:08.996720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.997740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48a4162-9f77-49d2-a26e-b93207eead07 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:09.020243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.046150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.057542 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5279e5e1-2f27-432e-b792-c2d93b08ed83 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 16.5244255 Mar 11 19:40:09.062456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58290) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:09.222325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:09.227755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Usage tracker for resource:security_group_rule and tenant:1bad7f470ddc42eeb8d7bc7731a2ced9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:09.231215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:09.247767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for 1a70160c-5007-41a9-90e1-eb6063366771 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:09.288140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:09.400532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Delete allocated IP 172.20.0.11 (442579e8-9dfd-4049-9b50-e1022ba06bdd/81c8aa41-6475-4abd-8564-8ab659b5ca0e) {{(pid=83812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:40:09.415279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.436104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.25 (442579e8-9dfd-4049-9b50-e1022ba06bdd/c4ca4657-9d88-46bc-9166-8712046c077e/c370e2b1-2d8e-45d3-951c-e864173f1ff9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:09.459367 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-04d12c21-411d-4808-9063-b7fc058826ce tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/floatingips/3a8289a0-378e-49fd-8fa5-95eb5205a1f9 HTTP/1.1" status: 200 len: 978 time: 0.3649304 Mar 11 19:40:09.459587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58296) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:09.581297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.604316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Provisioning complete for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:09.604941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.615211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.628179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.642047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3d2dae19-b139-41ff-9e1f-707bca13b58c details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:40:09.677276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Port c370e2b1-2d8e-45d3-951c-e864173f1ff9 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:09.700663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 6ba487d6-7b56-4a87-9e70-809408c4b1d1 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:09.815941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a646b8f-5837-46af-a5ef-eb1602bb28a4 req-5c9866e9-80b2-4e99-90b0-ce54a10d2c90 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.817561 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a646b8f-5837-46af-a5ef-eb1602bb28a4 req-5c9866e9-80b2-4e99-90b0-ce54a10d2c90 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 943 time: 0.5231955 Mar 11 19:40:09.848856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.849409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:09.866645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'port_id': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'mac_address': 'fa:16:3e:5a:9f:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:40:09.938285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.966711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:09.990047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d2dae19-b139-41ff-9e1f-707bca13b58c {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:40:10.012545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Provisioning for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:10.013195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6c0a0847-2172-492e-824a-7e6d0032d0b0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Synchronizing usage tracker for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:floatingip {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:10.021146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:10.022184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:10.022553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.036535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.039547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=6ba487d6-7b56-4a87-9e70-809408c4b1d1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.054054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2b73cf-9b66-4cbe-a4d4-64b0a0549d4d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.054235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.055914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a646b8f-5837-46af-a5ef-eb1602bb28a4 req-7c3a6445-2990-4929-b9de-0dd99be0cad4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859422 Mar 11 19:40:10.062158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.066474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.087023 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bfc147ee-e6ac-4bdd-8bf8-148903662f62 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1bad7f470ddc42eeb8d7bc7731a2ced9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3765943 Mar 11 19:40:10.088377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.090613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58300) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.100261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.102857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58304) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.111545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-734f4094-1261-4327-9f39-858a848e64d0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/6ba487d6-7b56-4a87-9e70-809408c4b1d1 HTTP/1.1" status: 204 len: 168 time: 1.3040435 Mar 11 19:40:10.152332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.198837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.224920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:10.225306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.232311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object c370e2b1-2d8e-45d3-951c-e864173f1ff9 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:10.238075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.248581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.251894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6c0a0847-2172-492e-824a-7e6d0032d0b0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Unset dirty status for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:floatingip {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:10.256265 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6c0a0847-2172-492e-824a-7e6d0032d0b0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.7937233 Mar 11 19:40:10.258254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:10.266809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=1a70160c-5007-41a9-90e1-eb6063366771,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.273191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58308) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.274244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:10.283505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321acc8d-2dfe-4c9e-808c-b1439403161a None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:10.307600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-74fa18e4-b067-4792-8c83-e9c7dc22390c None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:10.328908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.368232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.369273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.378867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': 'afde78de-05ac-41a2-a153-54637af9d056'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:10.411571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['3d2dae19-b139-41ff-9e1f-707bca13b58c'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:40:10.444442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=c370e2b1-2d8e-45d3-951c-e864173f1ff9,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.462488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-566d74d4-fd5a-402f-8c56-4bccc42ef9bc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:40:10.463431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-566d74d4-fd5a-402f-8c56-4bccc42ef9bc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:10.490543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] In _notify_port_updated(), no bound segment for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 on network 442579e8-9dfd-4049-9b50-e1022ba06bdd {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:10.493954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.494692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.495877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6926aaac-1e27-41d7-81e3-6912e3918f67 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/ports/c370e2b1-2d8e-45d3-951c-e864173f1ff9 HTTP/1.1" status: 200 len: 921 time: 3.4652824 Mar 11 19:40:10.498883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.563826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.565738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.586173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port c370e2b1-2d8e-45d3-951c-e864173f1ff9 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:10.586667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.599103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'b44da16f-2a92-458f-ab26-b0930b9889d3'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:10.600282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.604243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=b44da16f-2a92-458f-ab26-b0930b9889d3,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.619927 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2694b523-1e1f-4fb2-8474-c99cde1ad8df tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/1a70160c-5007-41a9-90e1-eb6063366771 HTTP/1.1" status: 204 len: 168 time: 2.8997486 Mar 11 19:40:10.621108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-566d74d4-fd5a-402f-8c56-4bccc42ef9bc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:10.621961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58316) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.622492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-566d74d4-fd5a-402f-8c56-4bccc42ef9bc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/6ba487d6-7b56-4a87-9e70-809408c4b1d1 HTTP/1.1" status: 404 len: 333 time: 0.4851577 Mar 11 19:40:10.627079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2b73cf-9b66-4cbe-a4d4-64b0a0549d4d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.630783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58318) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.655778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.681889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'name': 'tempest-PortsIpV6TestJSON-1695507077'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:10.733364 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3fbdc17e-5a36-447b-9641-90192ebd13c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0132775 Mar 11 19:40:10.740064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58324) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:10.771566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'b44da16f-2a92-458f-ab26-b0930b9889d3', 'ip_address': '2001:db8::3d8e:f46c:9ee:6261'}], 'name': 'tempest-NetworksTestDHCPv6-828253358'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:10.772220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cc7c80-9580-4025-919f-986be91b75a3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] GET failed (client error): The resource could not be found. Mar 11 19:40:10.772851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46cc7c80-9580-4025-919f-986be91b75a3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:10.783888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:10.785344 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e046a1d6-61fd-4d25-8757-aeb097091ea1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d2b73cf-9b66-4cbe-a4d4-64b0a0549d4d HTTP/1.1" status: 204 len: 168 time: 0.6931219 Mar 11 19:40:10.914924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:10.929359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:10.951104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46cc7c80-9580-4025-919f-986be91b75a3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:10.966889 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-46cc7c80-9580-4025-919f-986be91b75a3 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports/1a70160c-5007-41a9-90e1-eb6063366771 HTTP/1.1" status: 404 len: 333 time: 0.3370781 Mar 11 19:40:10.969193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58330) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:11.001911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:11.011528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:11.015395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.052180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1773451669'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:11.064826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/b44da16f-2a92-458f-ab26-b0930b9889d3/125e5f17-de56-44f2-a40a-f1b7ce30cd59) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:11.076079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:11.080580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:11.093361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:11.096199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9827c872-efb8-4d35-82b8-b46aaa0f35d5 None None] Provisioning for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:11.098229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:11.101350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:11.107552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9827c872-efb8-4d35-82b8-b46aaa0f35d5 None None] Provisioning complete for port c370e2b1-2d8e-45d3-951c-e864173f1ff9 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:11.107872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:11.108001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9827c872-efb8-4d35-82b8-b46aaa0f35d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.198682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 80607780-2349-4403-8551-f772ab51daca yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:11.302520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9827c872-efb8-4d35-82b8-b46aaa0f35d5 None None] Port c370e2b1-2d8e-45d3-951c-e864173f1ff9 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:11.304041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:11.304643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.514631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.532515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.545281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Transition to ACTIVE for port object 125e5f17-de56-44f2-a40a-f1b7ce30cd59 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:11.568961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2599e4b6-f99a-430f-8388-d59dc6545fe1 None None] Provisioning complete for port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:11.568961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2599e4b6-f99a-430f-8388-d59dc6545fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.595475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Transition to ACTIVE for port object 125e5f17-de56-44f2-a40a-f1b7ce30cd59 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:11.606482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.622299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.641897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:11.647395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.676934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3d2dae19-b139-41ff-9e1f-707bca13b58c up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:11.719439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:11.727083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2599e4b6-f99a-430f-8388-d59dc6545fe1 None None] Port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:11.738106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:11.750039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:11.807148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Pushing event updated for resources: {'Port': ['ID=125e5f17-de56-44f2-a40a-f1b7ce30cd59,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:11.841936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for c370e2b1-2d8e-45d3-951c-e864173f1ff9 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:11.867934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Attempting to bind port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:11.868274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Attempting to bind port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:11.868621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Attempting to bind port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:11.876159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:11.876846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:11.877410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.877954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:11.878589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Bound port: 125e5f17-de56-44f2-a40a-f1b7ce30cd59, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:11.879142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.890005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 3d2dae19-b139-41ff-9e1f-707bca13b58c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:11.900694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 3d2dae19-b139-41ff-9e1f-707bca13b58c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:11.901287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:11.986749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.027767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] For port 125e5f17-de56-44f2-a40a-f1b7ce30cd59, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:12.073549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] For port 125e5f17-de56-44f2-a40a-f1b7ce30cd59, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=125e5f17-de56-44f2-a40a-f1b7ce30cd59,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:12.081627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.088590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58352) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:12.108551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=80607780-2349-4403-8551-f772ab51daca,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.135175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port ac6a3790-2612-4627-bbe1-f9c5a4a45a34 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:12.157414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:12.159676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.180377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:12.189101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:12.193208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.194295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.249362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:12.265831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:12.269596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:12.274215 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-46c0fcff-82c3-4a1d-9434-a8d406c999f0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6370022 Mar 11 19:40:12.276705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.278660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58358) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:12.278810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:40:12.299421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.316980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9263c5f-c063-418c-8d7e-35d109fe7e56 None None] Pushing event updated for resources: {'Port': ['ID=125e5f17-de56-44f2-a40a-f1b7ce30cd59,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.332239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:12.358902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::3d8e:f46c:9ee:6261 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/b44da16f-2a92-458f-ab26-b0930b9889d3/ac6a3790-2612-4627-bbe1-f9c5a4a45a34) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:12.373168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:12.376411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--496931948'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:12.377238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.380045 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'code': 200} Mar 11 19:40:12.414890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:12.434567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:12.440960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:12.443823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=c370e2b1-2d8e-45d3-951c-e864173f1ff9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.446951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.482733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:12.559598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a472c41-89a7-4769-a3d1-af1e3b992fa8 req-95346ef8-14da-416c-bf7a-c9fbf60253b6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.561275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a472c41-89a7-4769-a3d1-af1e3b992fa8 req-95346ef8-14da-416c-bf7a-c9fbf60253b6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 944 time: 1.1552653 Mar 11 19:40:12.573258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.585815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port f43f95fb-9dec-4959-bd33-8880661e4dc6 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:12.635050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.699158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.897770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:12.923388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:12.934993 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a472c41-89a7-4769-a3d1-af1e3b992fa8 req-05bc9b03-e375-42f2-918f-be4c0379fd49 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566592 Mar 11 19:40:12.938662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:12.955592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:12.979197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:12.985065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3461fa9c-244c-42f3-bbc1-3c1c7a8801f5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/c370e2b1-2d8e-45d3-951c-e864173f1ff9 HTTP/1.1" status: 204 len: 168 time: 2.4849744 Mar 11 19:40:12.994345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:13.000487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 125e5f17-de56-44f2-a40a-f1b7ce30cd59 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:13.022604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.078766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-edfefc4f-6099-4b8c-b891-2b8572b4f261 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:40:13.079264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-edfefc4f-6099-4b8c-b891-2b8572b4f261 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:13.088517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:13.104077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::bd (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/f43f95fb-9dec-4959-bd33-8880661e4dc6) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:13.108105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3fdba1a3-4578-4681-b686-60a634a5be86 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:40:13.113985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-60864576-6b88-4ba7-a718-2fb9bae90cb0 req-0e542b6c-99e3-4683-9989-1d60ac539713 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.4881642 Mar 11 19:40:13.135953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object ac6a3790-2612-4627-bbe1-f9c5a4a45a34 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:13.150252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:40:13.182224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-edfefc4f-6099-4b8c-b891-2b8572b4f261 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:13.183391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-edfefc4f-6099-4b8c-b891-2b8572b4f261 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/c370e2b1-2d8e-45d3-951c-e864173f1ff9 HTTP/1.1" status: 404 len: 333 time: 0.1781983 Mar 11 19:40:13.193071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58368) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:13.207033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.228805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.329465 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-60864576-6b88-4ba7-a718-2fb9bae90cb0 req-84897d6c-2abe-4f08-90cf-c285b8792afb service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059405 Mar 11 19:40:13.417379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.422297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] In _notify_port_updated(), no bound segment for port 80607780-2349-4403-8551-f772ab51daca on network f3344b6f-a7fa-4242-b1f6-e04aa236e599 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:13.426259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.426669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.427974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/ports/80607780-2349-4403-8551-f772ab51daca HTTP/1.1" status: 200 len: 818 time: 1.1482704 Mar 11 19:40:13.428566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.432166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.433011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32c4ae-32f5-42db-9b05-0d9eb4a2f3d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=80607780-2349-4403-8551-f772ab51daca,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.437089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58372) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:13.482327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.527810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.541096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.573289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 80607780-2349-4403-8551-f772ab51daca {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:13.573630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.574884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Provisioning for port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:13.580407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Provisioning complete for port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:13.580966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.604217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.665878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:13.672667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:13.678421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:13.680429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7795cf-9f5a-4b23-b163-3f668e68eced,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.692440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:13.696386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.696987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.704749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:13.708899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=ac6a3790-2612-4627-bbe1-f9c5a4a45a34,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.710402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.713060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:13.733889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:13.737077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.754042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] For port 125e5f17-de56-44f2-a40a-f1b7ce30cd59, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=125e5f17-de56-44f2-a40a-f1b7ce30cd59,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:13.765866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.778361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object f43f95fb-9dec-4959-bd33-8880661e4dc6 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:13.790070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3307ab49-7d79-48ee-a164-97598901a914 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0489306 Mar 11 19:40:13.791078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58376) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:13.806445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'b44da16f-2a92-458f-ab26-b0930b9889d3', 'ip_address': '2001:db8::3d8e:f46c:9ee:6261'}], 'name': 'tempest-NetworksTestDHCPv6-137320591'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:13.866246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c8e07-6447-42d4-b334-98c27220ecee None None] Pushing event updated for resources: {'Port': ['ID=125e5f17-de56-44f2-a40a-f1b7ce30cd59,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.969958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:13.974308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:13.984775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] Sync routers for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:14.002452 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:14.003709 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:14.031980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba09245-3379-4942-b7cb-49c62dc95aaa,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.042526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.047292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.058256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.059404 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-76017d64-2aef-42d9-9338-c58e2e9d046c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/security-groups/dba09245-3379-4942-b7cb-49c62dc95aaa HTTP/1.1" status: 204 len: 168 time: 0.8654766 Mar 11 19:40:14.071685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58382) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.087776 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-33fa0257-2e03-4b56-9314-59e370bb4e6b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0164564 Mar 11 19:40:14.088014 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:14.102159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9eae20b5-a1fa-4722-8840-d5ed31284635 None None] Provisioning for port ac6a3790-2612-4627-bbe1-f9c5a4a45a34 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:14.107565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9eae20b5-a1fa-4722-8840-d5ed31284635 None None] Provisioning complete for port ac6a3790-2612-4627-bbe1-f9c5a4a45a34 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:14.107917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9eae20b5-a1fa-4722-8840-d5ed31284635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.110153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58386) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.120195 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:14.120807 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:14.196096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.208469 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:14.208895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b1baa0-99d6-4ec3-8e92-06e5ded4feea None None] The sync data for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:14.234428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.235665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9eae20b5-a1fa-4722-8840-d5ed31284635 None None] Port ac6a3790-2612-4627-bbe1-f9c5a4a45a34 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:14.313513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc081fb-1758-49a6-b6b1-59ca44e19bbc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.314072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6dc081fb-1758-49a6-b6b1-59ca44e19bbc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:14.334510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda9ca2-e0df-4ad3-895e-9e3ed3b67203,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.341258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.342283 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ed5ba56e-2224-496d-995f-10bab5138989 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.2514431 Mar 11 19:40:14.343711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:14.359481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.366917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:14.370368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 80607780-2349-4403-8551-f772ab51daca owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:14.373671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:14.384017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:14.386179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.391328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6dc081fb-1758-49a6-b6b1-59ca44e19bbc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:14.392498 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6dc081fb-1758-49a6-b6b1-59ca44e19bbc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports/b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 HTTP/1.1" status: 200 len: 910 time: 0.2738011 Mar 11 19:40:14.402938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58394) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.428283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa258550-0ab8-4d6a-9c0d-2611726627d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.431350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=f43f95fb-9dec-4959-bd33-8880661e4dc6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.451695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:14.455183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:14.472198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 3a8289a0-378e-49fd-8fa5-95eb5205a1f9 associated. External IP: 172.26.8.127, port: bc1ee433-8fca-4534-b73e-ce2c1eccfee6. Mar 11 19:40:14.474170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:14.478258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.478880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.526654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:14.535141 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-227a615b-d138-4d88-9cb6-9671de98375f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4975591 Mar 11 19:40:14.541151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58398) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.557436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'network_id': '2f402133-ce9f-4c25-b5fa-b75f6b8d26a5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1852501502'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:14.576262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.711495 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4abdd107-541d-45ad-89e3-6557aa0928f9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3477530 Mar 11 19:40:14.711495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=80607780-2349-4403-8551-f772ab51daca,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.726385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d62dc9-dcff-4998-9559-7e3464020440 req-a3db5052-f333-4635-98bc-80532580f343 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.733288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-80d62dc9-dcff-4998-9559-7e3464020440 req-a3db5052-f333-4635-98bc-80532580f343 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5827310 Mar 11 19:40:14.738252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58402) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.743789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.759258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-security--1803362379', 'description': 'tempest-security-description-222662758'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:14.762283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-36123705-20b4-4d5b-a933-51eb4b440f43 None None] Provisioning for port f43f95fb-9dec-4959-bd33-8880661e4dc6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:14.769246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-36123705-20b4-4d5b-a933-51eb4b440f43 None None] Provisioning complete for port f43f95fb-9dec-4959-bd33-8880661e4dc6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:14.771713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36123705-20b4-4d5b-a933-51eb4b440f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.784670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.827285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-36123705-20b4-4d5b-a933-51eb4b440f43 None None] Port f43f95fb-9dec-4959-bd33-8880661e4dc6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:14.844675 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-38b0ce20-a58d-4ac5-8a1e-ee0593b9f04c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/80607780-2349-4403-8551-f772ab51daca HTTP/1.1" status: 204 len: 168 time: 1.4058905 Mar 11 19:40:14.849784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58406) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:14.864169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.876379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-80d62dc9-dcff-4998-9559-7e3464020440 req-d9c32fcc-5e49-48b5-8e75-b9bbaafc7fa8 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420825 Mar 11 19:40:14.890924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:14.912077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:14.937305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.944491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Made reservation on behalf of e4353a72f4594bb98c2da59296068160 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:14.948002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.953175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 125e5f17-de56-44f2-a40a-f1b7ce30cd59 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:14.963621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:14.983611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] device_id is not set on port 4e1cd600-04ce-4e57-aa17-88a68ba43608 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:14.990736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e0354-51d3-4229-af3f-af70bdaea036,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:15.021553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.022660 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2eab61b8-7435-46e1-85d1-e627bd7e2afe tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/security-groups/4f0e0354-51d3-4229-af3f-af70bdaea036 HTTP/1.1" status: 204 len: 168 time: 0.9463899 Mar 11 19:40:15.025921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 825fa74d-8f64-4505-89b0-d8ec4c27a570 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:15.030177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58410) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.032713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.037275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:15.037670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.085324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.122540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7de9059-34a2-4821-8be5-4f00f4e1b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:15.124006 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b7de9059-34a2-4821-8be5-4f00f4e1b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2626889 Mar 11 19:40:15.135104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58414) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.195609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.196914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "PUT /v2.0/security-groups/8cda9ca2-e0df-4ad3-895e-9e3ed3b67203 HTTP/1.1" status: 200 len: 1611 time: 0.4568012 Mar 11 19:40:15.219353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58418) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.274716 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72655cb-5c90-4216-98a9-44098bac5f82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:40:15.275223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f72655cb-5c90-4216-98a9-44098bac5f82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:15.337895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901552a-ca74-47c0-b5d1-3cd901322ec1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda9ca2-e0df-4ad3-895e-9e3ed3b67203,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:15.406931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f72655cb-5c90-4216-98a9-44098bac5f82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:15.408115 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f72655cb-5c90-4216-98a9-44098bac5f82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/80607780-2349-4403-8551-f772ab51daca HTTP/1.1" status: 404 len: 333 time: 0.2655032 Mar 11 19:40:15.411802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:40:15.411802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:15.415878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58422) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.428265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1639096412'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:15.435177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Allocated IP 2001:db8::35e (2f402133-ce9f-4c25-b5fa-b75f6b8d26a5/b1c4aa09-70cc-4846-a8da-16b1c18d1420/4e1cd600-04ce-4e57-aa17-88a68ba43608) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:15.455078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-df3ff918-48b7-4273-92a8-32e11631f6ff tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups/8cda9ca2-e0df-4ad3-895e-9e3ed3b67203 HTTP/1.1" status: 200 len: 1611 time: 0.2255573 Mar 11 19:40:15.455750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58426) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.463138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 81c8aa41-6475-4abd-8564-8ab659b5ca0e {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:15.477334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.492731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:15.558008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.688390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:15.698641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:15.713146 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2df1120-396f-4560-8602-e54af114e168 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.9188101 Mar 11 19:40:15.717092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:15.721447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58430) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:15.785182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:15.788037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.862634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.911848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.960828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:15.964728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.982458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:15.982844 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment dd70015e-2cdd-4ec9-8064-2f819c832f5b of type vlan for network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe Mar 11 19:40:16.011081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.022220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebe08d-ff26-4ae2-97f7-fb00eb0b0ac6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.026458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ebe08d-ff26-4ae2-97f7-fb00eb0b0ac6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.027221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f6ebe08d-ff26-4ae2-97f7-fb00eb0b0ac6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:16.054384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.057911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Transition to ACTIVE for port object 4e1cd600-04ce-4e57-aa17-88a68ba43608 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:16.070290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.088032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.109900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda9ca2-e0df-4ad3-895e-9e3ed3b67203,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.133278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=81c8aa41-6475-4abd-8564-8ab659b5ca0e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.142486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.149006 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c352ccc0-7c14-41b4-9320-33ea7710f7f7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/8cda9ca2-e0df-4ad3-895e-9e3ed3b67203 HTTP/1.1" status: 204 len: 168 time: 0.6924911 Mar 11 19:40:16.151046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6548bc-f795-480d-931a-9a47b015ebf5 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:16.151651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58436) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.152773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.154816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f6ebe08d-ff26-4ae2-97f7-fb00eb0b0ac6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:16.155254 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c5893d7f-5d8e-47fb-827e-09b7fda57312 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/81c8aa41-6475-4abd-8564-8ab659b5ca0e HTTP/1.1" status: 204 len: 168 time: 1.1214173 Mar 11 19:40:16.158753 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f6ebe08d-ff26-4ae2-97f7-fb00eb0b0ac6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4336398 Mar 11 19:40:16.160059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58438) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.160386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58440) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.198571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.202274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.202888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.213810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:16.325917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9071996 Mar 11 19:40:16.327307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.328736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.354209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:16.361640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee051df-4b7a-46b4-999f-cade1bd913e7 req-a58e831d-cf7b-4917-bf7a-1ddade87d0fd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.363129 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bee051df-4b7a-46b4-999f-cade1bd913e7 req-a58e831d-cf7b-4917-bf7a-1ddade87d0fd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3174410 Mar 11 19:40:16.390699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:16.408197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bb726-67a1-4776-91df-4b962935093c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=59e9eb6f-e2c4-46d4-9398-10b1240a91fe,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.423502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:16.437280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:16.500234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port ac6a3790-2612-4627-bbe1-f9c5a4a45a34 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:16.501160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.524617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:16.543548 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bee051df-4b7a-46b4-999f-cade1bd913e7 req-3b1f74af-dd76-469d-a8ef-245c4bdd2e7f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640379 Mar 11 19:40:16.575212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:16.579099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.579718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.595753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2766c128-932e-4223-9a28-c0b89faeb883 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:16.620315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.700960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:16.716866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d58ce616-547f-43a1-a729-766a68d334e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:16.719218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=4e1cd600-04ce-4e57-aa17-88a68ba43608,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.730416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:16.733915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:16.740603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:16.751880 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f771465b-d25a-42e7-ad64-189402b5b266 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2036486 Mar 11 19:40:16.752851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2766c128-932e-4223-9a28-c0b89faeb883 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:16.754114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2766c128-932e-4223-9a28-c0b89faeb883 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5977831 Mar 11 19:40:16.754808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58454) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.782776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.814293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:ff:f8:9d'}, {'ip_address': '2001:db8::bd', 'mac_address': 'fa:16:3e:24:16:d0'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:16.828739 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-37881fce-fba4-40fa-9716-53bd04b801e9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] delete failed (client error): The resource could not be found. Mar 11 19:40:16.829760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-37881fce-fba4-40fa-9716-53bd04b801e9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/8cda9ca2-e0df-4ad3-895e-9e3ed3b67203 HTTP/1.1" status: 404 len: 347 time: 0.0395288 Mar 11 19:40:16.869424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:16.895284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58462) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:16.902524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--735036752'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:16.904502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:16.927627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:16.940075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:16.948841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:16.989816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a0c726a1-ec44-45e3-9856-eb235091bcb6 None None] Provisioning for port 4e1cd600-04ce-4e57-aa17-88a68ba43608 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:16.999237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a0c726a1-ec44-45e3-9856-eb235091bcb6 None None] Provisioning complete for port 4e1cd600-04ce-4e57-aa17-88a68ba43608 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:16.999627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a0c726a1-ec44-45e3-9856-eb235091bcb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.001333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:17.004688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.055391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:17.059282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a0c726a1-ec44-45e3-9856-eb235091bcb6 None None] Port 4e1cd600-04ce-4e57-aa17-88a68ba43608 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:17.092366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:17.125705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:17.133514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:17.152365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:17.186395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.21.0.1 (105c6e2a-f3a9-4052-b694-1e39d8fa4756/53060621-d7e2-402f-a8c9-f8b1ae96f6ed/fb44281b-fc72-4155-bdcb-5252820f9f4d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:17.203618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:17.215546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:17.228397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:17.229024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:17.293199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:17.307404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:17.307992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:17.380093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:17.380652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7177f18e-d272-46cc-a967-30898208a7c3 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:17.386621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.394097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-69e05371-db8b-4ffb-bdfe-4f8b85f4ca3c None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:17.394598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-69e05371-db8b-4ffb-bdfe-4f8b85f4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.400483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:17.404010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.538283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-69e05371-db8b-4ffb-bdfe-4f8b85f4ca3c None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:17.538283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-69e05371-db8b-4ffb-bdfe-4f8b85f4ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.589677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-69e05371-db8b-4ffb-bdfe-4f8b85f4ca3c None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:17.596066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.614280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.692314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.692586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32b37e-adde-45ea-b5cf-0bb1bb938594,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:17.700371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.721573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.723840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object fb44281b-fc72-4155-bdcb-5252820f9f4d will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:17.726991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.727414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec29ef-f2a9-4e30-8286-d929c68ae437 req-c7dc048f-c806-4299-addc-e6c647007944 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:17.728220 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-916f782f-cae9-4bb4-8df4-d567d00838e3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8318887 Mar 11 19:40:17.729321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d3ec29ef-f2a9-4e30-8286-d929c68ae437 req-c7dc048f-c806-4299-addc-e6c647007944 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.9707904 Mar 11 19:40:17.731208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58466) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:17.742313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58470) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:17.745943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '7f32b37e-adde-45ea-b5cf-0bb1bb938594', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:17.759938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Request body: {'floatingip': {'port_id': '3d2dae19-b139-41ff-9e1f-707bca13b58c'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:17.812575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:17.826279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:17.843775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:17.852920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:17.859539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.861828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for ac6a3790-2612-4627-bbe1-f9c5a4a45a34 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:17.889365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.948215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:17.997348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.046971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.142422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:18.151304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=fb44281b-fc72-4155-bdcb-5252820f9f4d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.160520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:18.172932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:18.280167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.318535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.418685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eab47289-eae2-4878-ae9a-60b4afc532b3 None None] Provisioning for port fb44281b-fc72-4155-bdcb-5252820f9f4d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:18.422984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=ac6a3790-2612-4627-bbe1-f9c5a4a45a34,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.424276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eab47289-eae2-4878-ae9a-60b4afc532b3 None None] Provisioning complete for port fb44281b-fc72-4155-bdcb-5252820f9f4d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:18.424763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eab47289-eae2-4878-ae9a-60b4afc532b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.425877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.466519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.479749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.490806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-eab47289-eae2-4878-ae9a-60b4afc532b3 None None] Port fb44281b-fc72-4155-bdcb-5252820f9f4d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:18.547722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.576969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0783f11-53ee-4ed8-98c3-d6dacd4b3c11,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.613630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.615267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-990d71b1-a587-438d-a9e6-7a7bc98172a2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8827066 Mar 11 19:40:18.633396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58474) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:18.655842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=8e386fad-8fb1-4d3b-8277-644b1b489e63,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.688520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.726407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5da87bec-bf7d-4823-bd4e-fa2177ef31e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/ac6a3790-2612-4627-bbe1-f9c5a4a45a34 HTTP/1.1" status: 204 len: 168 time: 2.5609150 Mar 11 19:40:18.736239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58478) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:18.776554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.802936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': 'dd70015e-2cdd-4ec9-8064-2f819c832f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:18.803294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: 59e9eb6f-e2c4-46d4-9398-10b1240a91fe, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:18.815211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:18.818623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.821275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.825373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.827187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:18.830496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.831158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.835014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=a8014bb5-8fc5-4377-beab-90d9136f0bc9,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.840266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6ec5c-bec0-420f-9c88-df92d07aada3 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:18.850407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.903909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03c896-9d5e-468f-a648-c9f3debcd37b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.905715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03c896-9d5e-468f-a648-c9f3debcd37b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.906261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5d03c896-9d5e-468f-a648-c9f3debcd37b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:18.938687 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8867c534-5ca5-44b1-88e5-28db924295c1 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7735004 Mar 11 19:40:18.942034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58482) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:18.953009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] In _notify_port_updated(), no bound segment for port 4e1cd600-04ce-4e57-aa17-88a68ba43608 on network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:18.957541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.958394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.963274 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "PUT /v2.0/ports/4e1cd600-04ce-4e57-aa17-88a68ba43608 HTTP/1.1" status: 200 len: 1067 time: 2.2027762 Mar 11 19:40:18.966205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58484) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:18.973201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'security_group': {'name': 'tempest-secgroup-1970444159'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:18.983765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:18.994607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:19.051982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:19.060249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:19.065826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0783f11-53ee-4ed8-98c3-d6dacd4b3c11,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:19.074854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0fe94-df16-431e-85ac-3a3ab6d4f1b4 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event updated for resources: {'Port': ['ID=4e1cd600-04ce-4e57-aa17-88a68ba43608,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:19.079915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.081224 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8df99128-dc1e-45df-bf93-64d3b47f62d0 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d0783f11-53ee-4ed8-98c3-d6dacd4b3c11 HTTP/1.1" status: 204 len: 168 time: 0.4347260 Mar 11 19:40:19.093076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:19.095396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58490) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:19.096440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:19.146560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5d03c896-9d5e-468f-a648-c9f3debcd37b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:19.147768 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5d03c896-9d5e-468f-a648-c9f3debcd37b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4105837 Mar 11 19:40:19.149786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 4e1cd600-04ce-4e57-aa17-88a68ba43608 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:19.150490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.186268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58494) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:19.192619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.197274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.206739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 59e9eb6f-e2c4-46d4-9398-10b1240a91fe) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:19.210845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:19.211436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.241308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5222bd-b52a-4a3b-b231-5399dbb6d614 None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:19.359235 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f52039cf-2d02-4896-8bd7-13dbd944058c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0244362 Mar 11 19:40:19.372276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9c2e9851-a342-454d-b153-3b04456d7bed tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:19.374253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58498) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:19.398612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:19.433627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:19.453489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Update dhcp port {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'fixed_ips': [{'subnet_id': 'c4ca4657-9d88-46bc-9166-8712046c077e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8014bb5-8fc5-4377-beab-90d9136f0bc9'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '2d5913a2-6230-4aaa-927b-d44aaf5c6113'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:40:19.499910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-46d30c9e-0743-4784-8754-0c9cda605fea None None] Provisioning complete for port 4e1cd600-04ce-4e57-aa17-88a68ba43608 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:19.500277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46d30c9e-0743-4784-8754-0c9cda605fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.581131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:19.584751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.600664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.619678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:19.643078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.644274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:19.650197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9c2e9851-a342-454d-b153-3b04456d7bed tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:19.654154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9c2e9851-a342-454d-b153-3b04456d7bed tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5467672 Mar 11 19:40:19.667000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-46d30c9e-0743-4784-8754-0c9cda605fea None None] Port 4e1cd600-04ce-4e57-aa17-88a68ba43608 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:19.667560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58502) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:19.704025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:19.790816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': '8e386fad-8fb1-4d3b-8277-644b1b489e63'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:19.791955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.828819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet b44da16f-2a92-458f-ab26-b0930b9889d3 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:19.843072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.870599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.900726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:19.957189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:19.965609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:19.973070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:19.976019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:40:19.994596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:20.001977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.010787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Allocated IP 172.20.0.2 (442579e8-9dfd-4049-9b50-e1022ba06bdd/a8014bb5-8fc5-4377-beab-90d9136f0bc9/2d5913a2-6230-4aaa-927b-d44aaf5c6113) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:20.024545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for 4e1cd600-04ce-4e57-aa17-88a68ba43608 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:20.035640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Allocated IP 2001:db8::2 (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/8e386fad-8fb1-4d3b-8277-644b1b489e63/5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:20.039790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.060797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.097012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:20.103501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.110153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.177689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.182061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2144220 Mar 11 19:40:20.185090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4854f89-eca6-465e-84c6-9f50292ab359 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56866984-e084-4487-b888-83f798b4dd31,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.189860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58506) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:20.212410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'security_group': {'name': 'tempest-secgroup-931525819'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:20.222124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:20.230864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:20.237392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:20.260376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.280173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.281114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:20.300602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=fb44281b-fc72-4155-bdcb-5252820f9f4d,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.302745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:20.310141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.337318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.368930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.407480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.435369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Transition to ACTIVE for port object 2d5913a2-6230-4aaa-927b-d44aaf5c6113 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:20.454919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:20.459058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.460322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.467724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=4e1cd600-04ce-4e57-aa17-88a68ba43608,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.470565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:20.472516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Transition to ACTIVE for port object 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:20.480246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:20.489885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:20.495418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Transition to ACTIVE for port object 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:20.498986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.535930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.574527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.629561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=b44da16f-2a92-458f-ab26-b0930b9889d3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.674679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:20.679944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:20.681718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01786bf-0844-4f94-b8f1-1677e2fc5c72 None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.684455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:20.699343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.731005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.747451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.770471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.779338 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3fb688b0-5b34-420b-949f-2244844bcec8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/b44da16f-2a92-458f-ab26-b0930b9889d3 HTTP/1.1" status: 204 len: 168 time: 1.5913410 Mar 11 19:40:20.786800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58510) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:20.792294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f11d92-a152-4b23-a150-3bccf1a6f04d None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:20.875226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e386fad-8fb1-4d3b-8277-644b1b489e63 (CIDR: 2001:db8::/64) Mar 11 19:40:20.895207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:40:20.895766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:20.905113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32b37e-adde-45ea-b5cf-0bb1bb938594,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.931655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.933133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bdbfe4de-ea35-4a2f-bd6d-fd1048e4f3d2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/7f32b37e-adde-45ea-b5cf-0bb1bb938594 HTTP/1.1" status: 204 len: 168 time: 1.2508936 Mar 11 19:40:20.945528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58514) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:20.950798 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e93af6d5-8d17-4402-9479-1e55144a9c22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568410 Mar 11 19:40:20.956606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58516) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:20.956953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:20.959434 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7575941 Mar 11 19:40:20.985462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58518) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:21.000802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:21.002303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0e640-2da3-46b1-8128-35549ab39f7b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece53ff5-08d2-4bbf-af62-a242e792c7d1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:21.005045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:21.024738 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-55f169c0-c766-427e-a043-186209218ff5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6457002 Mar 11 19:40:21.029482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58526) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:21.033180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'security_group': {'name': 'tempest-secgroup-568116010'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:21.038963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:21.041044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Attempting to bind port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:21.041409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Attempting to bind port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'dd70015e-2cdd-4ec9-8064-2f819c832f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:21.041763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Attempting to bind port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 on network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:21.043201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:21.046269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:21.056928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:21.079341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Pushing event updated for resources: {'Port': ['ID=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:21.082898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.088980 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-659c6e22-8834-4216-9c34-2305d210e65f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/4e1cd600-04ce-4e57-aa17-88a68ba43608 HTTP/1.1" status: 204 len: 168 time: 2.1102030 Mar 11 19:40:21.090896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58530) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:21.096955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Floating IP f9c941c5-5dea-49b6-8b3a-ce4b98d36919 associated. External IP: 172.26.8.157, port: 3d2dae19-b139-41ff-9e1f-707bca13b58c. Mar 11 19:40:21.099259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:21.099874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Checking segment: {'id': 'dd70015e-2cdd-4ec9-8064-2f819c832f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:21.100057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.100439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Bound using segment: {'id': 'dd70015e-2cdd-4ec9-8064-2f819c832f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:21.100969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Bound port: 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd70015e-2cdd-4ec9-8064-2f819c832f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:21.101328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.139608 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f7240d5-c3cf-4684-a0fc-244c79cf2a28 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] GET failed (client error): The resource could not be found. Mar 11 19:40:21.140418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2f7240d5-c3cf-4684-a0fc-244c79cf2a28 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:21.160153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2f7240d5-c3cf-4684-a0fc-244c79cf2a28 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:21.165303 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2f7240d5-c3cf-4684-a0fc-244c79cf2a28 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports/4e1cd600-04ce-4e57-aa17-88a68ba43608 HTTP/1.1" status: 404 len: 333 time: 0.0737729 Mar 11 19:40:21.165963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58534) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:21.201464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:21.257989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port f43f95fb-9dec-4959-bd33-8880661e4dc6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:21.257989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.301304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] For port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:21.305343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] For port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,segment=NetworkSegment(dd70015e-2cdd-4ec9-8064-2f819c832f5b),segment_id=dd70015e-2cdd-4ec9-8064-2f819c832f5b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:21.316118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.345497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:21.350033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.356419 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:21.388403 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:21.389168 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:21.407863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.409795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a03bd-19ac-4a01-855a-7ff3d5b74d74 None None] Pushing event updated for resources: {'Port': ['ID=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:21.479417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:21.480611 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:21.485535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:21.490115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Deleting port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:21.490498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.492673 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:21.493509 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:21.567232 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:21.567943 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194e5872-d138-4cbc-85a3-486ffe230886 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:21.577599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:21.582044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Provisioning for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:21.591698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:21.592117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.599715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.715035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:21.720153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:security_group_rule and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:21.724425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:21.731647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:21.924147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for f43f95fb-9dec-4959-bd33-8880661e4dc6 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:21.957579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:21.978951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-10c30a5e-a63e-47de-a31e-70d431b94a60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:21.988930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] For port 125e5f17-de56-44f2-a40a-f1b7ce30cd59, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=125e5f17-de56-44f2-a40a-f1b7ce30cd59,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.989322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.048125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:22.057100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.074838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.082881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:22.097479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:22.110492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:22.113956 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-070a1681-1282-47a3-b5a5-b5df8d89db2f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/3a8289a0-378e-49fd-8fa5-95eb5205a1f9 HTTP/1.1" status: 200 len: 978 time: 11.8337226 Mar 11 19:40:22.121006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Calling delete_port for 125e5f17-de56-44f2-a40a-f1b7ce30cd59 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:22.122166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:22.127671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:22.137170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:22.137366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58538) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:22.155665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:22.158874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:22.167727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-10c30a5e-a63e-47de-a31e-70d431b94a60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:22.172031 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-10c30a5e-a63e-47de-a31e-70d431b94a60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2053437 Mar 11 19:40:22.176877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58542) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:22.184096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.185285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1975410 Mar 11 19:40:22.190436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255289499'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:22.197251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8260d3-cdcb-492a-840b-0f3c3c45dfd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940bb51e-f734-4e89-988e-195f571a3f89,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:22.200387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58546) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:22.209019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=f43f95fb-9dec-4959-bd33-8880661e4dc6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:22.209385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:22.215289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-610092211', 'security_groups': ['940bb51e-f734-4e89-988e-195f571a3f89'], 'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8014bb5-8fc5-4377-beab-90d9136f0bc9'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:22.230029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:22.233459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.255530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:22.255727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.268050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:22.293661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.296424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.320933 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-54c4afa1-4731-4ae1-9992-f6a1d763b80f tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/f43f95fb-9dec-4959-bd33-8880661e4dc6 HTTP/1.1" status: 204 len: 168 time: 1.1539307 Mar 11 19:40:22.323943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.359324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] Pushing event deleted for resources: {'Port': ['ID=125e5f17-de56-44f2-a40a-f1b7ce30cd59,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:22.366674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045c56e-d0d3-4115-9f04-9a1b9287a964 None None] No DVR routers for this DVR port 125e5f17-de56-44f2-a40a-f1b7ce30cd59 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:22.386833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-46e0a0b3-6c2e-4317-bce1-d1dff7ecef34 None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:22.406713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:22.408943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58550) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:22.516901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-42c3d9db-80be-42b5-8264-f39132576d4b None None] Provisioning complete for port fb44281b-fc72-4155-bdcb-5252820f9f4d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:22.517415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42c3d9db-80be-42b5-8264-f39132576d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.595345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-42c3d9db-80be-42b5-8264-f39132576d4b None None] Port fb44281b-fc72-4155-bdcb-5252820f9f4d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:22.663162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.668018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.668391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 3a8289a0-378e-49fd-8fa5-95eb5205a1f9 disassociated. External IP: 172.26.8.127, port: afde78de-05ac-41a2-a153-54637af9d056. Mar 11 19:40:22.715295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6365edf-07b6-4139-95c1-4d2fcfe267a8 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] GET failed (client error): The resource could not be found. Mar 11 19:40:22.715880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a6365edf-07b6-4139-95c1-4d2fcfe267a8 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Synchronizing usage tracker for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:22.793368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e85a2a-46f1-4a24-91bc-b25f6ce603ce None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:22.813406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:22.905279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0278c6f1-72c4-4bff-9ce4-27e169314065 None None] Provisioning for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:23.003453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a6365edf-07b6-4139-95c1-4d2fcfe267a8 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Unset dirty status for tenant:e4353a72f4594bb98c2da59296068160 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:23.009005 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a6365edf-07b6-4139-95c1-4d2fcfe267a8 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "GET /v2.0/ports/f43f95fb-9dec-4959-bd33-8880661e4dc6 HTTP/1.1" status: 404 len: 333 time: 0.5896642 Mar 11 19:40:23.013600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58554) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:23.017488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:23.030226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:23.065333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.085263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:23.095900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:23.100910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:23.130078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:23.135397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:23.139107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:23.139771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.261919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:23.297557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port ee5ec954-b3e9-4ecd-964e-abad9099fd3b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:23.298047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.298163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.336899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,segment=NetworkSegment(dd70015e-2cdd-4ec9-8064-2f819c832f5b),segment_id=dd70015e-2cdd-4ec9-8064-2f819c832f5b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:23.342905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.343122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:23.347588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.350559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:23.409470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:23.419859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:23.448418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 125e5f17-de56-44f2-a40a-f1b7ce30cd59 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:23.491902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 125e5f17-de56-44f2-a40a-f1b7ce30cd59 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:23.492322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 125e5f17-de56-44f2-a40a-f1b7ce30cd59 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:23.502851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:23.503534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:23.542166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6a1929aa-66dc-4400-9f4c-2afc7c8d54e1 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/3a8289a0-378e-49fd-8fa5-95eb5205a1f9 HTTP/1.1" status: 200 len: 688 time: 1.3964708 Mar 11 19:40:23.542386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58558) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:23.567447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:23.571664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:23.581943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-be6d751f-4bde-47bb-97aa-4e6f4954c8f7 None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:23.582316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-be6d751f-4bde-47bb-97aa-4e6f4954c8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.629602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:23.630213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:23.695542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:23.695932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5357ac-4244-4510-814c-bfff2b112d00 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:23.700462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port c4beb2c0-dfb1-4562-8b53-f424a50efad4 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:23.700972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.714407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.747168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.878399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.878726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:23.997556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb27941-5725-4332-96cd-0ff8ea894f3c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:23.999586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for c4beb2c0-dfb1-4562-8b53-f424a50efad4 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:24.005725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3fdba1a3-4578-4681-b686-60a634a5be86 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:24.033072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.079954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.081153 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9bb7c501-9f57-4875-8a7e-2ea28873c887 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8986397 Mar 11 19:40:24.102816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58562) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:24.127373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '8eb27941-5725-4332-96cd-0ff8ea894f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:24.139653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.157673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:24.168107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] device_id is not set on port 79da249d-fb12-4d26-87c9-ebba0679827b yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:24.185891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=c4beb2c0-dfb1-4562-8b53-f424a50efad4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:24.215486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:24.224877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.230088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:24.282145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.300926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.302075 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39ba1412-e5a0-4540-a34f-7bf63d911511 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/3a8289a0-378e-49fd-8fa5-95eb5205a1f9 HTTP/1.1" status: 204 len: 168 time: 0.7586627 Mar 11 19:40:24.305257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58566) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:24.342341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.377264 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b58fb1ce-99cb-4f1f-8057-a551771e346f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] delete failed (client error): The resource could not be found. Mar 11 19:40:24.382172 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b58fb1ce-99cb-4f1f-8057-a551771e346f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/3a8289a0-378e-49fd-8fa5-95eb5205a1f9 HTTP/1.1" status: 404 len: 345 time: 0.0719240 Mar 11 19:40:24.382343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58570) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:24.448259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.474242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.476497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:24.478275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.482143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.482974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Synchronizing usage tracker for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:24.498922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.500857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Unset dirty status for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:24.502261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-47a0459a-4d9a-45f6-9a73-3c9644b8f400 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/ports?network_id=fbfdbd75-e28e-4c47-91df-6da33faef51a HTTP/1.1" status: 200 len: 2358 time: 0.1190131 Mar 11 19:40:24.505165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58574) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:24.569088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d66a3-b99d-4562-a333-33ff86e64c9a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.570327 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-056d66a3-b99d-4562-a333-33ff86e64c9a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/subnets/e9b1366d-e9e8-4e56-903b-6605581d8c92 HTTP/1.1" status: 200 len: 797 time: 0.0641789 Mar 11 19:40:24.575166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58578) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:24.580495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'port': {'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a', 'name': 'tempest-FloatingIPTestJSON-662393998', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:24.696977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for ee5ec954-b3e9-4ecd-964e-abad9099fd3b owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:24.713384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:24.722781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:24.731961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:24.815520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=db61b3e4-31ba-4d70-a9b3-6da8582cec7e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:24.825506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:24.854190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.866679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.873330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:24.876652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] device_id is not set on port 6b7cb55c-8977-4480-a69c-91c5f8370f21 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:24.878896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:24.885831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d5e69a-c07f-46b1-ae67-1101c85d2c3d None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:24.903056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.903555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:24.911513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:24.947758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.948331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.023016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf478524-cc96-412b-8f18-06eaa69510a5 None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:25.034820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:25.068617 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c7ec5945-9f73-4585-bf11-810a2c86d871 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.1032982 Mar 11 19:40:25.083338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58582) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:25.086486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=4619b6da-1e2c-4d27-998b-d349dda658e2,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:25.087714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fdc58303-7086-4887-9d47-b6f640345f58 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.0094690 Mar 11 19:40:25.093329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58586) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:25.104475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'fixed_ips': [{'subnet_id': '8e386fad-8fb1-4d3b-8277-644b1b489e63'}, {'subnet_id': '4619b6da-1e2c-4d27-998b-d349dda658e2'}], 'name': 'tempest-PortsIpV6TestJSON-173752706'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:25.128602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'db61b3e4-31ba-4d70-a9b3-6da8582cec7e', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-789165972'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:25.268913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.5 (442579e8-9dfd-4049-9b50-e1022ba06bdd/a8014bb5-8fc5-4377-beab-90d9136f0bc9/79da249d-fb12-4d26-87c9-ebba0679827b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:25.303421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.319272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.322667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:25.323046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.326930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.408570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:25.428157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Port': ['ID=ee5ec954-b3e9-4ecd-964e-abad9099fd3b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:25.442260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df96fca-9e54-448d-a996-63628fe1721e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:25.477329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:25.479231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:25.483392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:25.486360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:25.492362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:25.508525 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] Sync routers for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:25.520140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:25.520466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'db61b3e4-31ba-4d70-a9b3-6da8582cec7e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:25.521275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.531581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:25.532185 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:25.537692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:25.540477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.14 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/6b7cb55c-8977-4480-a69c-91c5f8370f21) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:25.567380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.568725 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-66064e36-284f-4db8-9f82-8a8e5e8dcb60 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4525886 Mar 11 19:40:25.570481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:25.574296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.578717 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d4b4d57a-5e44-480a-9fdc-95e7e43209cc tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/ports/ee5ec954-b3e9-4ecd-964e-abad9099fd3b HTTP/1.1" status: 204 len: 168 time: 2.5575790 Mar 11 19:40:25.584144 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-58fe5743-3f4d-49cb-83e7-4af59d0d82e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1787682 Mar 11 19:40:25.585229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58590) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:25.585545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58592) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:25.636543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:25.638068 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:25.649553 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:25.650428 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:25.690228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '8eb27941-5725-4332-96cd-0ff8ea894f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:25.697034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58594) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:25.717724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:25.729712 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:25.730373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45406b3c-4cfd-44b3-80bc-5118f10f3d8e None None] The sync data for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:25.749188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.13 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/6b7cb55c-8977-4480-a69c-91c5f8370f21) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:25.786522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:25.792621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:25.840569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port ff50da99-c100-44a1-a6ec-7965116eccee yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:25.867523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/db61b3e4-31ba-4d70-a9b3-6da8582cec7e/51005490-de7c-483f-a94f-a480244102d6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:25.880756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Update dhcp port {'port': {'network_id': '59e9eb6f-e2c4-46d4-9398-10b1240a91fe', 'fixed_ips': [{'subnet_id': '8e386fad-8fb1-4d3b-8277-644b1b489e63', 'ip_address': '2001:db8::2'}, {'subnet_id': '4619b6da-1e2c-4d27-998b-d349dda658e2'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:40:25.907445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:25.915510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:25.938452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:25.956249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:25.961489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.009692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.017340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d8e16-a7cf-4c9a-9996-1ba863969da4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.017901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b20d8e16-a7cf-4c9a-9996-1ba863969da4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:26.146946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.253170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.263960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Transition to ACTIVE for port object 51005490-de7c-483f-a94f-a480244102d6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:26.264198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.266609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 73814897-ae19-42a7-9e0c-8ee4d6e8edc2 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:26.284038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Transition to ACTIVE for port object 51005490-de7c-483f-a94f-a480244102d6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:26.290461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.324417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.355626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.361001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:26.364754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:26.366590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Pushing event updated for resources: {'Port': ['ID=51005490-de7c-483f-a94f-a480244102d6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:26.368752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:26.380165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b20d8e16-a7cf-4c9a-9996-1ba863969da4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:26.384163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b20d8e16-a7cf-4c9a-9996-1ba863969da4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports/fb44281b-fc72-4155-bdcb-5252820f9f4d HTTP/1.1" status: 200 len: 910 time: 0.6084182 Mar 11 19:40:26.384320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:26.389161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58602) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:26.391585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:26.393973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:26.421254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 79da249d-fb12-4d26-87c9-ebba0679827b will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:26.462564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Attempting to bind port 51005490-de7c-483f-a94f-a480244102d6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:26.462964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Attempting to bind port 51005490-de7c-483f-a94f-a480244102d6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:26.463276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Attempting to bind port 51005490-de7c-483f-a94f-a480244102d6 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:26.469886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:26.470363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:26.470760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.471143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:26.471636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Bound port: 51005490-de7c-483f-a94f-a480244102d6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:26.472000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.516095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::1ab (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/8e386fad-8fb1-4d3b-8277-644b1b489e63/ff50da99-c100-44a1-a6ec-7965116eccee) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:26.531442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=6b7cb55c-8977-4480-a69c-91c5f8370f21,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:26.548176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting subnet b1c4aa09-70cc-4846-a8da-16b1c18d1420 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:26.561165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.568363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] For port 51005490-de7c-483f-a94f-a480244102d6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:26.571508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] For port 51005490-de7c-483f-a94f-a480244102d6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=51005490-de7c-483f-a94f-a480244102d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:26.576863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.598127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8:0:1::bc (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/4619b6da-1e2c-4d27-998b-d349dda658e2/ff50da99-c100-44a1-a6ec-7965116eccee) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:26.613542 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:40:26.613831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:26.617943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.618567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.625341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.629816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.682612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ad5d-eb0e-4989-93e3-abc0518460e9 None None] Pushing event updated for resources: {'Port': ['ID=51005490-de7c-483f-a94f-a480244102d6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:26.692958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.713892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.752497 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9c9af8a7-d6c5-4051-b133-db32f1f0b73b tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.1762013 Mar 11 19:40:26.753282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58606) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:26.795426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ffcf82-b863-4924-a377-562bea3587be,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:26.808079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '6b7cb55c-8977-4480-a69c-91c5f8370f21', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:26.837937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:26.841748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:26.849277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:26.851481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.852877 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e76c79b7-400f-4f8c-89b4-1cb0d7b58a5d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.2133994 Mar 11 19:40:26.854506 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-38edbb7b-1ba6-46f7-98d6-6ae777a4dd0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7661133 Mar 11 19:40:26.855594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:26.859773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:floatingip and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:26.862313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58610) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:26.862653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58612) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:26.868409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:26.882419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '8eb27941-5725-4332-96cd-0ff8ea894f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:26.894397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=79da249d-fb12-4d26-87c9-ebba0679827b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:26.928953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:26.932118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:26.966003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:26.984448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:26.989050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.989784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:26.999836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:27.002544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:27.020480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Sync routers for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:27.027653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.060556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 51005490-de7c-483f-a94f-a480244102d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:27.070799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.115626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:27.116476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:27.174935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a954b932-62a6-4ed4-a55a-16da5bcbaf34 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9664323 Mar 11 19:40:27.180718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58618) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:27.198748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:27.242091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.285774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-08ad8e47-26e3-426c-ac89-e18b1fec2c24 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "PUT /v2.0/floatingips/f9c941c5-5dea-49b6-8b3a-ce4b98d36919 HTTP/1.1" status: 200 len: 991 time: 9.5344038 Mar 11 19:40:27.294473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:40:27.392378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-623030e0-cf0c-46cb-a368-7a058003eac1 None None] Provisioning for port 79da249d-fb12-4d26-87c9-ebba0679827b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:27.399099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:27.404934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-623030e0-cf0c-46cb-a368-7a058003eac1 None None] Provisioning complete for port 79da249d-fb12-4d26-87c9-ebba0679827b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:27.405299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-623030e0-cf0c-46cb-a368-7a058003eac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.405724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:27.412379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:27.420225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:27.430543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.493290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-623030e0-cf0c-46cb-a368-7a058003eac1 None None] Port 79da249d-fb12-4d26-87c9-ebba0679827b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:27.499139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 51005490-de7c-483f-a94f-a480244102d6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:27.517480 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'status': 'completed', 'code': 200} Mar 11 19:40:27.522537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:27.534948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.552819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.564221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:27.568301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.571468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e933a7d-3558-450e-acb5-d6b0a4bb46d0 None None] Network 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:27.585495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.594654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c4aa09-70cc-4846-a8da-16b1c18d1420,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:27.606319 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fc004b14-0fa8-4141-a873-56e89c2ef626 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/subnets/b1c4aa09-70cc-4846-a8da-16b1c18d1420 HTTP/1.1" status: 204 len: 168 time: 1.9620812 Mar 11 19:40:27.619324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58626) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:27.625500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684f1c59-47fa-4164-a042-dda06576d278 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:27.626496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-684f1c59-47fa-4164-a042-dda06576d278 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:27.698681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object ff50da99-c100-44a1-a6ec-7965116eccee will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:27.715265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8265f3a-0656-4a08-9e52-c74a5c7e779f req-c98ea4c4-1caa-40b7-9563-3337688afb88 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:27.716887 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8265f3a-0656-4a08-9e52-c74a5c7e779f req-c98ea4c4-1caa-40b7-9563-3337688afb88 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2688320 Mar 11 19:40:27.803749 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8265f3a-0656-4a08-9e52-c74a5c7e779f req-fee0e710-3173-4c1f-a9e0-e62445ce6c09 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804164 Mar 11 19:40:27.859862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8014bb5-8fc5-4377-beab-90d9136f0bc9 (CIDR: 172.20.0.0/28) Mar 11 19:40:27.863523 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:40:27.864028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:27.874524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-684f1c59-47fa-4164-a042-dda06576d278 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:27.878903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-684f1c59-47fa-4164-a042-dda06576d278 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0118074 Mar 11 19:40:27.879468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58632) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:27.907755 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-4ac414fd-f531-4a90-8adb-612314620686 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.4426990 Mar 11 19:40:27.919806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:27.944115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8150c498-4fda-4786-8e66-1a577b599d05 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7567928 Mar 11 19:40:27.947403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58636) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:27.959190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:28.026295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.044490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e71d91-abd9-4c21-a6cc-b732f91e97ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.046230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e71d91-abd9-4c21-a6cc-b732f91e97ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.047576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92e71d91-abd9-4c21-a6cc-b732f91e97ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:28.082565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92e71d91-abd9-4c21-a6cc-b732f91e97ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:28.086362 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92e71d91-abd9-4c21-a6cc-b732f91e97ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2011611 Mar 11 19:40:28.086514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.088627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58640) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:28.091379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Provisioning for port 51005490-de7c-483f-a94f-a480244102d6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:28.103064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.129023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Provisioning complete for port 51005490-de7c-483f-a94f-a480244102d6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:28.129314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.174727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:28.174727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.175102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:28.183731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:28.202526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:28.213034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:28.246710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.255128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Allocated IP 2001:db8:0:1::2 (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/4619b6da-1e2c-4d27-998b-d349dda658e2/5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:28.284938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] DHCP port deletion for 2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:28.303597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:28.307523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.319186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Deleting port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:28.319589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.323638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78c3416-3eac-4ac1-8027-1760dd149f3a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:28.448676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.452402 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-140af4d0-b7b6-4a42-b182-0a8bef7152ab tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5843210 Mar 11 19:40:28.464519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58644) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:28.477570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:28.478787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=ff50da99-c100-44a1-a6ec-7965116eccee,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:28.491657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '8eb27941-5725-4332-96cd-0ff8ea894f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:28.499427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:28.501275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:28.505424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.505970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.537159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.540646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:28.545186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.557935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet db61b3e4-31ba-4d70-a9b3-6da8582cec7e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:28.573325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.590887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] For port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,segment=NetworkSegment(dd70015e-2cdd-4ec9-8064-2f819c832f5b),segment_id=dd70015e-2cdd-4ec9-8064-2f819c832f5b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:28.594632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f9c941c5-5dea-49b6-8b3a-ce4b98d36919', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'port_id': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'mac_address': 'fa:16:3e:5a:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:44Z', 'updated_at': '2022-03-11T19:40:18Z', 'revision_number': 1, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:28.598633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc196-bb6f-4a55-9317-d8671c805098 req-c38801ce-20d9-4d8c-9824-03bd46f739cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.600131 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-c38801ce-20d9-4d8c-9824-03bd46f739cb service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.6743639 Mar 11 19:40:28.601402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:28.609638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:28.634232 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c4ca4657-9d88-46bc-9166-8712046c077e (CIDR: 172.20.0.16/28) Mar 11 19:40:28.641312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.667859 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:40:28.668857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:28.670177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Checking router: 1987eb13-7e8c-487b-9e1c-5f3dace097f1 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:40:28.692751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:28.702420 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-54282025-5aa3-4685-8b58-0cfe82870ab5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7541122 Mar 11 19:40:28.705101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58648) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:28.712684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'subnet': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:28.718605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] For port 51005490-de7c-483f-a94f-a480244102d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=51005490-de7c-483f-a94f-a480244102d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:28.729285 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f1762b2-f765-43f2-9162-11a60e827770 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.6322358 Mar 11 19:40:28.733126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58652) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:28.736245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.739568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.750951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e386fad-8fb1-4d3b-8277-644b1b489e63'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:28.783427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667e99e-cb9b-4180-aedf-d98cac303900 req-1346ad1c-68bd-465c-9524-76cb588ea854 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.784634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] For port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,segment=NetworkSegment(3c94d883-64d8-4cb8-9bed-9d4463fcad1a),segment_id=3c94d883-64d8-4cb8-9bed-9d4463fcad1a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:28.785085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.789125 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6667e99e-cb9b-4180-aedf-d98cac303900 req-1346ad1c-68bd-465c-9524-76cb588ea854 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.7651145 Mar 11 19:40:28.896408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:28.914951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:28.915247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:28.933783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.048225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Calling delete_port for 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:29.057726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:29.066449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Usage tracker for resource:subnet and tenant:5ba84b4cd8ad4d85ab445aea844e845b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:29.075777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:29.093030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:29.097183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:29.119054 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-985ffe2b-2acf-4a8c-8d29-d2bf48c883ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 999 time: 0.5049922 Mar 11 19:40:29.185350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Transition to ACTIVE for port object 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:29.190026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.197227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb433f-3731-489e-9ab5-e21e6de93b06 None None] Pushing event updated for resources: {'Port': ['ID=51005490-de7c-483f-a94f-a480244102d6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.201415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.205000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Made reservation on behalf of 5ba84b4cd8ad4d85ab445aea844e845b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:29.217070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] For port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,segment=NetworkSegment(3c94d883-64d8-4cb8-9bed-9d4463fcad1a),segment_id=3c94d883-64d8-4cb8-9bed-9d4463fcad1a)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:29.217460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.246408 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6667e99e-cb9b-4180-aedf-d98cac303900 req-ee4e35e0-6656-420e-adeb-f42b4c9d72c9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564273 Mar 11 19:40:29.273430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.308666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=db61b3e4-31ba-4d70-a9b3-6da8582cec7e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.315149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.126 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/8299edf0-432b-480d-abeb-07e3ed8adea0) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:29.364720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.365165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.381096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fec7380-368f-477c-9197-32d3e2bf8c3b None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:29.397101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Calling delete_port for 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:29.411062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b66a0d80-3f4e-4775-8c64-e5991db6950a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/db61b3e4-31ba-4d70-a9b3-6da8582cec7e HTTP/1.1" status: 204 len: 168 time: 1.3195138 Mar 11 19:40:29.428700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:29.441970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bc196-bb6f-4a55-9317-d8671c805098 req-aa3662c0-5ad6-4bfc-8d0d-5fba23f45536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:29.443307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-aa3662c0-5ad6-4bfc-8d0d-5fba23f45536 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.2901809 Mar 11 19:40:29.476096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.524400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No active binding found for port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 {{(pid=83814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 19:40:29.524772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:29.572168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] No DVR routers for this DVR port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:29.581297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb951276-3616-48ff-9cb1-1b5c34eaf21f None None] Pushing event updated for resources: {'Port': ['ID=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.586416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b8eef28b-13ee-49d4-ba22-d366b1cc4aa7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1427963 Mar 11 19:40:29.588778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:29.600900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:29.648479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe43b92-cd32-432d-8bf2-fa8c784a1c85 None None] Pushing event deleted for resources: {'Port': ['ID=8713c909-481f-4ba3-b9f0-e4b3b526f8d2,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.736074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:29.757790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.795693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.814212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:40:29.814529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:40:29.891447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae343c02-c917-46d4-806c-33feef0f9b78,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.941736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:29.961270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:29.966689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:29.978726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:29.979665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.990563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:29.995294 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c9085f7b-0207-4fe5-89d8-3e703ef4011d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5091619 Mar 11 19:40:29.995476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Delete allocated IP 2001:db8:0:1::bc (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/4619b6da-1e2c-4d27-998b-d349dda658e2) {{(pid=83813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:40:29.995603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58664) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:30.008654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '8eb27941-5725-4332-96cd-0ff8ea894f3c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:30.017044 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-4f7a114e-8f4c-4114-8a4b-b6a28ef51522 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5041306 Mar 11 19:40:30.017936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:30.021538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.041788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:30.066232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:30.081386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:30.158648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:30.169309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Deleting port 51005490-de7c-483f-a94f-a480244102d6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:30.169565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.257763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.322350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Deleting port 8713c909-481f-4ba3-b9f0-e4b3b526f8d2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:30.322759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.447686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=8299edf0-432b-480d-abeb-07e3ed8adea0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:30.455612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:30.473248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f9c941c5-5dea-49b6-8b3a-ce4b98d36919', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'port_id': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'mac_address': 'fa:16:3e:5a:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:44Z', 'updated_at': '2022-03-11T19:40:18Z', 'revision_number': 1, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:30.483424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-43139091-149b-491c-935a-a92a232c8c60 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605188 Mar 11 19:40:30.489154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff15cfc-8658-45bf-984e-12d824e4ef5b None None] The sync data for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv is: [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'f9c941c5-5dea-49b6-8b3a-ce4b98d36919', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'port_id': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'mac_address': 'fa:16:3e:5a:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:44Z', 'updated_at': '2022-03-11T19:40:18Z', 'revision_number': 1, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:30.496765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] For port 51005490-de7c-483f-a94f-a480244102d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=51005490-de7c-483f-a94f-a480244102d6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:30.497270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.517976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:30.526809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] The port '8713c909-481f-4ba3-b9f0-e4b3b526f8d2' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:40:30.531764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:30.639609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:30.665670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.776923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Calling delete_port for 51005490-de7c-483f-a94f-a480244102d6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:30.827809 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5016b275-955f-4fa4-ae3b-29ca4edb286b None None] New status for floating IP f9c941c5-5dea-49b6-8b3a-ce4b98d36919: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:40:30.831350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249a456-a3be-46c0-8f70-2823b6049af7 req-54c9efce-8280-4d14-971c-5a5974d42b0a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:30.832934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7249a456-a3be-46c0-8f70-2823b6049af7 req-54c9efce-8280-4d14-971c-5a5974d42b0a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3391552 Mar 11 19:40:30.834163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:40:30.868432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.872506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.898807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c3f75c5d-1752-4a7e-8dfa-e5db1276a63b None None] Provisioning for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:30.942666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.963504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] No DVR routers for this DVR port 51005490-de7c-483f-a94f-a480244102d6 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:30.971736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c3f75c5d-1752-4a7e-8dfa-e5db1276a63b None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:30.972105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c3f75c5d-1752-4a7e-8dfa-e5db1276a63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:30.996525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:31.024818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ccb21-e342-4d12-9785-ad4856b869f7 None None] Pushing event deleted for resources: {'Port': ['ID=51005490-de7c-483f-a94f-a480244102d6,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.050090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.089906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:31.091932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Subnet': ['ID=126ed8b6-a81b-4375-aa2f-9e0c7b800c13,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.109386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.110857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:31.121211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.135394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352c22d1-59cf-4dd7-a311-a3f14f096e0c None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:31.142469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f402133-ce9f-4c25-b5fa-b75f6b8d26a5']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:31.158266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-572bc196-bb6f-4a55-9317-d8671c805098 req-657a0622-4dbe-4702-baa2-72bee064cc93 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632433 Mar 11 19:40:31.170442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c94d883-64d8-4cb8-9bed-9d4463fcad1a') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:31.170962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c94d883-64d8-4cb8-9bed-9d4463fcad1a') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:31.225902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.237378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:31.237939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.249444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.250334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.261069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Ignored duplicate provisioning block setup for port ff50da99-c100-44a1-a6ec-7965116eccee by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 11 19:40:31.269986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.294765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.300581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:31.301518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.312673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:31.317777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:31.318318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.329528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62efbed3-08c8-429e-a8bd-4fd13930d8f3 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:31.334782 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:31.355901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=53ba91ca-2543-4a95-879e-164e7bd2e022,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.366679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.367266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.373831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aceb9bfe-3418-4535-80e6-34565c3bdeda,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.395907 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7249a456-a3be-46c0-8f70-2823b6049af7 req-968ea2db-8fa8-4d57-a094-a39b40500605 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5389836 Mar 11 19:40:31.421957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-87bd5f3e-b4c6-459c-8c01-cd7855567cdd tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7142792 Mar 11 19:40:31.424644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.425883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58670) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:31.430288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f9f04607-2da6-437b-b0b9-424eeb5a09dc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4313715 Mar 11 19:40:31.432425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58674) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:31.492002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-307749083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '126ed8b6-a81b-4375-aa2f-9e0c7b800c13'}], 'security_groups': ['56866984-e084-4487-b888-83f798b4dd31', 'ece53ff5-08d2-4bbf-af62-a242e792c7d1']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:31.492475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=ff50da99-c100-44a1-a6ec-7965116eccee,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.498273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fa8ed0c7-78eb-427e-8d34-62b4bbc201df tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9104867 Mar 11 19:40:31.502522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58678) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:31.503962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] In _notify_port_updated(), no bound segment for port ff50da99-c100-44a1-a6ec-7965116eccee on network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:31.508382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.508382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.512475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c2dbc706-3139-47e8-a16d-11d44375a67d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/ports/ff50da99-c100-44a1-a6ec-7965116eccee HTTP/1.1" status: 200 len: 925 time: 2.7753839 Mar 11 19:40:31.517011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58680) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:31.522280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e386fad-8fb1-4d3b-8277-644b1b489e63'}, {'subnet_id': '4619b6da-1e2c-4d27-998b-d349dda658e2'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:31.549761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:31.557225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-10f641d1-f5e8-4e59-8008-5d1b267b2094 None None] Provisioning for port ff50da99-c100-44a1-a6ec-7965116eccee completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:31.574173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:31.589926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:router and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:31.595930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.602723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:31.612209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-10f641d1-f5e8-4e59-8008-5d1b267b2094 None None] Provisioning complete for port ff50da99-c100-44a1-a6ec-7965116eccee triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:31.612573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-10f641d1-f5e8-4e59-8008-5d1b267b2094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.613954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:31.618428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.692202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.697032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.725077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.725471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 51005490-de7c-483f-a94f-a480244102d6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:31.726660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.749349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.758683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.768589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] 10.222.0.76 "DELETE /v2.0/networks/2f402133-ce9f-4c25-b5fa-b75f6b8d26a5 HTTP/1.1" status: 204 len: 168 time: 4.1358142 Mar 11 19:40:31.784483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 51005490-de7c-483f-a94f-a480244102d6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:31.784483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 51005490-de7c-483f-a94f-a480244102d6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:31.788937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-10f641d1-f5e8-4e59-8008-5d1b267b2094 None None] Port ff50da99-c100-44a1-a6ec-7965116eccee cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:31.801297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eead9d5-f785-4f41-ba31-3298762a6835 tempest-AllowedAddressPairIpV6TestJSON-1939190781 tempest-AllowedAddressPairIpV6TestJSON-1939190781-project] Pushing event deleted for resources: {'Network': ['ID=2f402133-ce9f-4c25-b5fa-b75f6b8d26a5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.803974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aceb9bfe-3418-4535-80e6-34565c3bdeda,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:31.883802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '53ba91ca-2543-4a95-879e-164e7bd2e022'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:31.883802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.896252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port fb44281b-fc72-4155-bdcb-5252820f9f4d {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:31.896570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.896682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:31.904774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-66db7e1c-aa34-41af-85fd-981e9f3e6253 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/aceb9bfe-3418-4535-80e6-34565c3bdeda HTTP/1.1" status: 204 len: 168 time: 0.4672923 Mar 11 19:40:31.905594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58688) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:31.913527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.004301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.066401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.070478 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3517b8a0-ef0a-4ae0-8864-cf62cc23ce44 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5565345 Mar 11 19:40:32.078979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3d09c910-9574-4cb4-a860-1831ad973cf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:32.081464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58692) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:32.085962 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:40:32.098331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74639864-b84f-496d-a142-0a9c664be1c5 None None] Provisioning complete for port ff50da99-c100-44a1-a6ec-7965116eccee triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:32.099657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74639864-b84f-496d-a142-0a9c664be1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.151168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Update dhcp port {'port': {'network_id': '442579e8-9dfd-4049-9b50-e1022ba06bdd', 'fixed_ips': [{'subnet_id': 'c4ca4657-9d88-46bc-9166-8712046c077e', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8014bb5-8fc5-4377-beab-90d9136f0bc9', 'ip_address': '172.20.0.2'}, {'subnet_id': '126ed8b6-a81b-4375-aa2f-9e0c7b800c13'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '2d5913a2-6230-4aaa-927b-d44aaf5c6113'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:40:32.250987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-74639864-b84f-496d-a142-0a9c664be1c5 None None] Port ff50da99-c100-44a1-a6ec-7965116eccee cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:32.252739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.261411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.263739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.276939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/53ba91ca-2543-4a95-879e-164e7bd2e022/9d5428e0-6af7-4efc-b2f5-86165202b06f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:32.381074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3d09c910-9574-4cb4-a860-1831ad973cf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:32.388750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3d09c910-9574-4cb4-a860-1831ad973cf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4724102 Mar 11 19:40:32.394408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58698) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:32.394679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58700) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:32.440345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for fb44281b-fc72-4155-bdcb-5252820f9f4d owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:32.550623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.566652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.568479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.576992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Transition to ACTIVE for port object 9d5428e0-6af7-4efc-b2f5-86165202b06f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:32.602044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Transition to ACTIVE for port object 9d5428e0-6af7-4efc-b2f5-86165202b06f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:32.617055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.749979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:32.755947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:32.765712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:32.770513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Pushing event updated for resources: {'Port': ['ID=9d5428e0-6af7-4efc-b2f5-86165202b06f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:32.855840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.909661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.910775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ae343c02-c917-46d4-806c-33feef0f9b78 HTTP/1.1" status: 204 len: 168 time: 0.5122492 Mar 11 19:40:32.916093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Attempting to bind port 9d5428e0-6af7-4efc-b2f5-86165202b06f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:32.916817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Attempting to bind port 9d5428e0-6af7-4efc-b2f5-86165202b06f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:32.917694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Attempting to bind port 9d5428e0-6af7-4efc-b2f5-86165202b06f on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:32.918188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a853c-e413-4154-b560-a831ec4c22d4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae343c02-c917-46d4-806c-33feef0f9b78,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:32.919763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58712) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:32.931884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Allocated IP 172.20.0.34 (442579e8-9dfd-4049-9b50-e1022ba06bdd/126ed8b6-a81b-4375-aa2f-9e0c7b800c13/2d5913a2-6230-4aaa-927b-d44aaf5c6113) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:32.939851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:32.939851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:32.940197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.940567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:32.940964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Bound port: 9d5428e0-6af7-4efc-b2f5-86165202b06f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:32.941334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.953316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:32.965087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8:0:1::e4 (59e9eb6f-e2c4-46d4-9398-10b1240a91fe/4619b6da-1e2c-4d27-998b-d349dda658e2/ff50da99-c100-44a1-a6ec-7965116eccee) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:33.087503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.134192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] For port 9d5428e0-6af7-4efc-b2f5-86165202b06f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:33.154565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] For port 9d5428e0-6af7-4efc-b2f5-86165202b06f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d5428e0-6af7-4efc-b2f5-86165202b06f,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:33.156390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:33.165381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.168969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8212f-5f9f-426a-abaf-649936240c2d req-f9b3ffd5-bcc5-4f5d-b34a-608e14f545ac tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:33.171154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b5b8212f-5f9f-426a-abaf-649936240c2d req-f9b3ffd5-bcc5-4f5d-b34a-608e14f545ac tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4215348 Mar 11 19:40:33.214922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63f0f85c-857a-4ffd-825d-541829efab04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4353a72f4594bb98c2da59296068160&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8177528 Mar 11 19:40:33.217498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58716) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:33.234656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab874780-5f77-4d1f-a1a0-29a8329c97d3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:33.249010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.284675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Transition to ACTIVE for port object 2d5913a2-6230-4aaa-927b-d44aaf5c6113 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:33.289180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd131f-a069-4108-b041-47d6b63070ce None None] Pushing event updated for resources: {'Port': ['ID=9d5428e0-6af7-4efc-b2f5-86165202b06f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:33.292377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.322092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab874780-5f77-4d1f-a1a0-29a8329c97d3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:33.326179 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab874780-5f77-4d1f-a1a0-29a8329c97d3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3982856 Mar 11 19:40:33.328223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58720) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:33.354398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.375074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.395006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object ff50da99-c100-44a1-a6ec-7965116eccee will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:33.439495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.472407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ce47c-cc98-4a22-a1c4-bd2b4159a04a None None] Pushing event updated for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:33.502883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=fb44281b-fc72-4155-bdcb-5252820f9f4d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:33.507283 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b5b8212f-5f9f-426a-abaf-649936240c2d req-a634dea3-918e-4a8a-8976-b892ab88df40 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3223405 Mar 11 19:40:33.524401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.534746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.563800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.798143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=ff50da99-c100-44a1-a6ec-7965116eccee,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:33.826014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:33.976582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.000049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:40:34.038212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.050674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] In _notify_port_updated(), no bound segment for port ff50da99-c100-44a1-a6ec-7965116eccee on network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:34.054877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:34.055604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.060003 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-311dc063-de12-483d-a5d0-8c1ecd065c1e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/ports/ff50da99-c100-44a1-a6ec-7965116eccee HTTP/1.1" status: 200 len: 1010 time: 2.5399256 Mar 11 19:40:34.068604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58726) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:34.077462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.095620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-3f58884a-650f-44ae-8156-7239255bd142 {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:40:34.096226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:40:34.101313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c78c3416-3eac-4ac1-8027-1760dd149f3a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.141932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.188978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.192686 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1ef0c09a-a0bd-4696-8d36-8d5a324d1b41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c78c3416-3eac-4ac1-8027-1760dd149f3a HTTP/1.1" status: 204 len: 168 time: 0.8597279 Mar 11 19:40:34.194833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58730) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:34.233616 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-77337e02-5ac7-4eb0-9db3-9534a02d6b7d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8114126 Mar 11 19:40:34.238832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-69486aef-631f-4f87-a7c6-12756441118a None None] Provisioning for port ff50da99-c100-44a1-a6ec-7965116eccee completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:34.272860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-69486aef-631f-4f87-a7c6-12756441118a None None] Provisioning complete for port ff50da99-c100-44a1-a6ec-7965116eccee triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:34.274654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-69486aef-631f-4f87-a7c6-12756441118a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.308518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fcc8b-50d0-4167-9543-c75c3b0f86ec req-1c277d25-78b0-4c45-acde-c95e0d649123 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:34.310030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-339fcc8b-50d0-4167-9543-c75c3b0f86ec req-1c277d25-78b0-4c45-acde-c95e0d649123 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5152342 Mar 11 19:40:34.350023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port ff50da99-c100-44a1-a6ec-7965116eccee {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:34.350583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.381163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f2553f45-96df-4f7e-b3b9-842f41103835 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:34.385423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=8299edf0-432b-480d-abeb-07e3ed8adea0,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.420114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-69486aef-631f-4f87-a7c6-12756441118a None None] Port ff50da99-c100-44a1-a6ec-7965116eccee cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:34.442378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::1 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/53ba91ca-2543-4a95-879e-164e7bd2e022/39182fb1-cda5-4628-9275-ad16307159c2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:34.468249 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-339fcc8b-50d0-4167-9543-c75c3b0f86ec req-8ecc1e65-a90d-4a11-8446-f6c5396b4230 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428633 Mar 11 19:40:34.480518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f2553f45-96df-4f7e-b3b9-842f41103835 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:34.483029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f2553f45-96df-4f7e-b3b9-842f41103835 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2838013 Mar 11 19:40:34.486201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58734) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:34.549030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Provisioning for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:34.554775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:34.555348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.581126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.634182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.642238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.649664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.682594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.719695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d13e67a-de33-4252-83dd-430777bfe466,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.739288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56ffcf82-b863-4924-a377-562bea3587be,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.757878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.759563 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f1374ef0-fc7b-45ea-8a7c-e6b206c7ad0a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/56ffcf82-b863-4924-a377-562bea3587be HTTP/1.1" status: 204 len: 168 time: 0.2721450 Mar 11 19:40:34.772541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58740) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:34.829551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.848527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:34.848905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.862719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 39182fb1-cda5-4628-9275-ad16307159c2 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:34.875913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d87cc4ea-fbd1-4386-9759-98ac87461813 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:34.891768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.907548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d87cc4ea-fbd1-4386-9759-98ac87461813 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:34.910865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d87cc4ea-fbd1-4386-9759-98ac87461813 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.1366107 Mar 11 19:40:34.913751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58744) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:34.932043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:34.956662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:34.973174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Provisioning complete for port 79da249d-fb12-4d26-87c9-ebba0679827b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:34.973640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.024571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:35.025644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.034663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:35.051425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:35.051960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.056719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.058067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd4efc5e-4fd6-4e7a-9f49-ce17fff7ff01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d13e67a-de33-4252-83dd-430777bfe466 HTTP/1.1" status: 204 len: 168 time: 1.8366280 Mar 11 19:40:35.065556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.072404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.105248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c557f-29de-48e5-8456-343b57ba2d86 None None] Port 79da249d-fb12-4d26-87c9-ebba0679827b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:35.148967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:35.262610 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-854b4140-fde8-457b-9871-22433216bc0d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.8578234 Mar 11 19:40:35.283373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-864872d8-3ed6-4f66-b74d-1bd171d4fffb None None] Provisioning for port 9d5428e0-6af7-4efc-b2f5-86165202b06f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:35.340833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.356078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:35.357192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.374200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=39182fb1-cda5-4628-9275-ad16307159c2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:35.498057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.520661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for ff50da99-c100-44a1-a6ec-7965116eccee owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:35.543060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.544474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/2df96fca-9e54-448d-a996-63628fe1721e HTTP/1.1" status: 204 len: 168 time: 0.6287894 Mar 11 19:40:35.553778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58754) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:35.562361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7d25e-773c-4f58-9a16-f26d8a757bda req-d38947cc-47c7-43f4-8e9e-77e680aebfc6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:35.564454 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-55e7d25e-773c-4f58-9a16-f26d8a757bda req-d38947cc-47c7-43f4-8e9e-77e680aebfc6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2728875 Mar 11 19:40:35.567103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb54c0-4176-49bb-aaa0-4a26733d78bf tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df96fca-9e54-448d-a996-63628fe1721e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:35.591040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.650180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bcf1a8f3-7a0e-4809-9c3d-56913bf6fae2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:35.686908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-61cd8202-d311-4aa0-bccc-04d7b129be6b None None] Provisioning for port 39182fb1-cda5-4628-9275-ad16307159c2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:35.718808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-61cd8202-d311-4aa0-bccc-04d7b129be6b None None] Provisioning complete for port 39182fb1-cda5-4628-9275-ad16307159c2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:35.719463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61cd8202-d311-4aa0-bccc-04d7b129be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:35.803131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d5428e0-6af7-4efc-b2f5-86165202b06f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:35.844160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-61cd8202-d311-4aa0-bccc-04d7b129be6b None None] Port 39182fb1-cda5-4628-9275-ad16307159c2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:35.880308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9d5428e0-6af7-4efc-b2f5-86165202b06f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:35.887208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9d5428e0-6af7-4efc-b2f5-86165202b06f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:35.887827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.068254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bcf1a8f3-7a0e-4809-9c3d-56913bf6fae2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:36.068849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.072488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bcf1a8f3-7a0e-4809-9c3d-56913bf6fae2 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5039086 Mar 11 19:40:36.075616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-55e7d25e-773c-4f58-9a16-f26d8a757bda req-17d48a15-a543-462b-acfb-312abcedc524 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690042 Mar 11 19:40:36.075775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58768) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:36.080742 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 99f077bb-b6ce-4e14-8ea2-e8bc55c4e931 associated. External IP: 172.26.8.126, port: 6b7cb55c-8977-4480-a69c-91c5f8370f21. Mar 11 19:40:36.111390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9d5428e0-6af7-4efc-b2f5-86165202b06f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d5428e0-6af7-4efc-b2f5-86165202b06f,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:36.116687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.126212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.136644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.137934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.172534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-026ca4eb-191f-4aa2-9acc-b3f4dd84253d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:36.174182 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-026ca4eb-191f-4aa2-9acc-b3f4dd84253d service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.5867610 Mar 11 19:40:36.204996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9d5428e0-6af7-4efc-b2f5-86165202b06f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:36.291670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=39182fb1-cda5-4628-9275-ad16307159c2,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:36.354352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:36.355910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:36.550495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58780) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:36.681291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4e2a9d7a-8f95-4846-ad65-8508093587d3 None None] Provisioning complete for port 39182fb1-cda5-4628-9275-ad16307159c2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:36.684543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9d7a-8f95-4846-ad65-8508093587d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.793044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.799199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'networks': [{'name': 'tempest-network--420039055'}, {'name': 'tempest-network--1516231445'}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:36.799588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-network--420039055'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:36.800130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-network--1516231445'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:36.805452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:36.805946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a9d7a-8f95-4846-ad65-8508093587d3 None None] Port 39182fb1-cda5-4628-9275-ad16307159c2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:36.820067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:network and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:36.827139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:36.834855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:36.853618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'network': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:36.857448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.870270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Router 35b8a59d-8074-40d4-a243-018873ad354e is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:40:36.875008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.891384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=ff50da99-c100-44a1-a6ec-7965116eccee,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:36.952371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:36.963415 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-7716eff4-155a-46f1-853e-b51a4cbcf46d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.4269557 Mar 11 19:40:36.989959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d5428e0-6af7-4efc-b2f5-86165202b06f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:37.012471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:37.071300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9d5428e0-6af7-4efc-b2f5-86165202b06f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:37.071697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.253512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.261360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:security_group_rule and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:37.269326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:37.286328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:37.292599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.322602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-31c392ec-e039-4251-b372-8c194001033d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.324069 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-31c392ec-e039-4251-b372-8c194001033d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.2965546 Mar 11 19:40:37.347888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4377e8-bab6-4b06-9093-5d0f8d6df918 req-0956bf44-65b6-4f9e-a900-303ae2db8ec6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.348559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Delete allocated IP 172.20.0.5 (442579e8-9dfd-4049-9b50-e1022ba06bdd/a8014bb5-8fc5-4377-beab-90d9136f0bc9) {{(pid=83812) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:40:37.349333 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ce4377e8-bab6-4b06-9093-5d0f8d6df918 req-0956bf44-65b6-4f9e-a900-303ae2db8ec6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3941491 Mar 11 19:40:37.382108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-778c6411-8dd0-4f81-95a4-9cf76d328e57 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/ff50da99-c100-44a1-a6ec-7965116eccee HTTP/1.1" status: 204 len: 168 time: 3.2995665 Mar 11 19:40:37.389141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.432013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:37.443269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Sync routers for ids ['35b8a59d-8074-40d4-a243-018873ad354e'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:37.455362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Routers {'35b8a59d-8074-40d4-a243-018873ad354e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:37.455967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['35b8a59d-8074-40d4-a243-018873ad354e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:37.459936 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ce4377e8-bab6-4b06-9093-5d0f8d6df918 req-4b3cafc8-1a75-4df1-b216-8fbc71759610 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034961 Mar 11 19:40:37.468027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.473515 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-84e42316-d683-4b3e-98fa-2646e0d31fe7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "PUT /v2.0/routers/35b8a59d-8074-40d4-a243-018873ad354e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3619006 Mar 11 19:40:37.476133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.476973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.490269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58794) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.490925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Allocated IP 172.20.0.37 (442579e8-9dfd-4049-9b50-e1022ba06bdd/126ed8b6-a81b-4375-aa2f-9e0c7b800c13/79da249d-fb12-4d26-87c9-ebba0679827b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:37.583932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=501b7bd1-79e6-4f92-8477-271d62d9debf,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.591651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.594152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:37.600772 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e843b1-20ae-4755-8c63-95dbf42453cc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:40:37.600904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-97e843b1-20ae-4755-8c63-95dbf42453cc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:37.605555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cbd8ea-ba75-4b8e-b116-4ac8842bb156 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.606203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-43cbd8ea-ba75-4b8e-b116-4ac8842bb156 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:37.617800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.618126 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment d2376110-0bca-45db-8c92-3fbc5d4194db of type vlan for network 4b015317-5295-4b19-b44b-b8fe2ae4d66f Mar 11 19:40:37.621749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Set router 35b8a59d-8074-40d4-a243-018873ad354e gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:37.635384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-43cbd8ea-ba75-4b8e-b116-4ac8842bb156 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:37.636748 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-43cbd8ea-ba75-4b8e-b116-4ac8842bb156 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports/39182fb1-cda5-4628-9275-ad16307159c2 HTTP/1.1" status: 200 len: 911 time: 0.1392078 Mar 11 19:40:37.645123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58798) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.659606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb27941-5725-4332-96cd-0ff8ea894f3c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.691797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.709019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-97e843b1-20ae-4755-8c63-95dbf42453cc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:37.710288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-97e843b1-20ae-4755-8c63-95dbf42453cc tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/ff50da99-c100-44a1-a6ec-7965116eccee HTTP/1.1" status: 404 len: 333 time: 0.3124669 Mar 11 19:40:37.716005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58802) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.746379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:37.765717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd5dd7-5f68-4f42-8fff-a6ad176e5387 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.769641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd5dd7-5f68-4f42-8fff-a6ad176e5387 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.771202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ecfd5dd7-5f68-4f42-8fff-a6ad176e5387 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1251652 Mar 11 19:40:37.772473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.772808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment 4cd8f559-d563-4651-8432-03f8dbb4dfb8 of type vlan for network 681835ab-42c2-48a9-87d1-027df06e61e3 Mar 11 19:40:37.773961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58806) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.779963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.783186 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e024813-d30f-488a-add8-a23fc806d573 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/8eb27941-5725-4332-96cd-0ff8ea894f3c HTTP/1.1" status: 204 len: 168 time: 1.6188669 Mar 11 19:40:37.832049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58810) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:37.949772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:37.955142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:35Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': '39182fb1-cda5-4628-9275-ad16307159c2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:dd:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b8a59d-8074-40d4-a243-018873ad354e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:33Z', 'updated_at': '2022-03-11T19:40:35Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:37.959283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Checking router: 35b8a59d-8074-40d4-a243-018873ad354e for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:40:37.959773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Updating router 35b8a59d-8074-40d4-a243-018873ad354e port 39182fb1-cda5-4628-9275-ad16307159c2 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:40:37.984828 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-4df8ba0f-2bfd-45e2-a624-4234afdf260f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6412883 Mar 11 19:40:38.005105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d2fed7bf-3bc4-4f0d-9c00-056d8cab70c5 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:38.011346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.025886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.026367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.030191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.033383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.033857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.071873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d2fed7bf-3bc4-4f0d-9c00-056d8cab70c5 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:38.077121 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d2fed7bf-3bc4-4f0d-9c00-056d8cab70c5 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2346950 Mar 11 19:40:38.088734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58814) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:38.116146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--810874498'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:38.152713 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5988193 Mar 11 19:40:38.154264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58818) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:38.166139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:38.180067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=4b015317-5295-4b19-b44b-b8fe2ae4d66f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.193923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 4b015317-5295-4b19-b44b-b8fe2ae4d66f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:38.301307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:38.437020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.460368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aef01-6495-49cb-ae87-1b87cbb1a35b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=681835ab-42c2-48a9-87d1-027df06e61e3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.474466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.478587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 681835ab-42c2-48a9-87d1-027df06e61e3 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:38.486054 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-b2278db8-e4de-40af-b3bc-0c00aa09637b service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4885917 Mar 11 19:40:38.530882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.533697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3fdba1a3-4578-4681-b686-60a634a5be86 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:38.534787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.538773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.542696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.543608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Synchronizing usage tracker for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:38.562909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.574382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Unset dirty status for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:38.578297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b247ec44-80c7-471c-8a2b-3612bf0374b1 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4191823 Mar 11 19:40:38.579191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58824) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:38.601195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Transition to ACTIVE for port object 39182fb1-cda5-4628-9275-ad16307159c2 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:38.615847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.652614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 4619b6da-1e2c-4d27-998b-d349dda658e2 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:38.682018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.740220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505e2b0-c6cd-4634-8535-de22b37de392 None None] Pushing event updated for resources: {'Port': ['ID=39182fb1-cda5-4628-9275-ad16307159c2,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.746917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.834755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Transition to ACTIVE for port object 79da249d-fb12-4d26-87c9-ebba0679827b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:38.857238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:38.891149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.897552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:38.903205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Attempting to bind port 39182fb1-cda5-4628-9275-ad16307159c2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:38.903669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Attempting to bind port 39182fb1-cda5-4628-9275-ad16307159c2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:38.904027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Attempting to bind port 39182fb1-cda5-4628-9275-ad16307159c2 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:38.912560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:38.913248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:38.913656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.914043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:38.914506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Bound port: 39182fb1-cda5-4628-9275-ad16307159c2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:38.915259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.934622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:38.954663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:38.968645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b015317-5295-4b19-b44b-b8fe2ae4d66f']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:38.984786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2376110-0bca-45db-8c92-3fbc5d4194db') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:38.985070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2376110-0bca-45db-8c92-3fbc5d4194db') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:38.998614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.022062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] For port 39182fb1-cda5-4628-9275-ad16307159c2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:39.029849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] For port 39182fb1-cda5-4628-9275-ad16307159c2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=39182fb1-cda5-4628-9275-ad16307159c2,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:39.037780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.039418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:39.065707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.181975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.197880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Routers {'35b8a59d-8074-40d4-a243-018873ad354e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:39.198505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['35b8a59d-8074-40d4-a243-018873ad354e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:39.200022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:39.200423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.211209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8a87279-1c6d-4ed4-add4-68ed01b8d12e req-d5c761da-367e-4736-8730-22558d75a060 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972187 Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:39.215287 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:39.222087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364fd7a-b4ff-4b60-9396-bcabf58bd407 req-380c73ff-4b43-4a2a-b94b-18303ee662fb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:39.223627 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9364fd7a-b4ff-4b60-9396-bcabf58bd407 req-380c73ff-4b43-4a2a-b94b-18303ee662fb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5796778 Mar 11 19:40:39.236177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event updated for resources: {'Port': ['ID=79da249d-fb12-4d26-87c9-ebba0679827b,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:39.275769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505e2b0-c6cd-4634-8535-de22b37de392 None None] Pushing event updated for resources: {'Port': ['ID=39182fb1-cda5-4628-9275-ad16307159c2,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:39.311786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.403961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.405840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] Set router 35b8a59d-8074-40d4-a243-018873ad354e gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:39.422640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.448362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.464745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=4b015317-5295-4b19-b44b-b8fe2ae4d66f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:39.483437 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd8c3bc5-237c-4e91-9c5c-f106bc045acf tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/4b015317-5295-4b19-b44b-b8fe2ae4d66f HTTP/1.1" status: 204 len: 168 time: 0.9037149 Mar 11 19:40:39.486699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58828) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:39.519036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] In _notify_port_updated(), no bound segment for port 79da249d-fb12-4d26-87c9-ebba0679827b on network 442579e8-9dfd-4049-9b50-e1022ba06bdd {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:40:39.523067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:39.523954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.528016 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-455ceedc-e0c6-44f3-b5c8-064d1190bd89 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "PUT /v2.0/ports/79da249d-fb12-4d26-87c9-ebba0679827b HTTP/1.1" status: 200 len: 959 time: 8.0971024 Mar 11 19:40:39.528263 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9364fd7a-b4ff-4b60-9396-bcabf58bd407 req-0d39f68a-5dd9-4b1a-a5f3-cb993f550070 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819974 Mar 11 19:40:39.533856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58832) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:39.618381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.644725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.664229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:39.667506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.700471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.825132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2151-0b96-4de4-bcad-99bca8c44284 None None] Provisioning for port 79da249d-fb12-4d26-87c9-ebba0679827b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:39.833124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5cfc2151-0b96-4de4-bcad-99bca8c44284 None None] Provisioning complete for port 79da249d-fb12-4d26-87c9-ebba0679827b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:39.833535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cfc2151-0b96-4de4-bcad-99bca8c44284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.861092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:35Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': '39182fb1-cda5-4628-9275-ad16307159c2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:dd:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b8a59d-8074-40d4-a243-018873ad354e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:33Z', 'updated_at': '2022-03-11T19:40:39Z', 'revision_number': 4, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:39.864630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.875862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a136174-3347-46a9-82f5-4cc9cb7b1421 None None] The sync data for ids ['35b8a59d-8074-40d4-a243-018873ad354e'] in dv-neutron-832764-2-hyperv is: [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:35Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': '39182fb1-cda5-4628-9275-ad16307159c2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:dd:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b8a59d-8074-40d4-a243-018873ad354e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:33Z', 'updated_at': '2022-03-11T19:40:39Z', 'revision_number': 4, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '53ba91ca-2543-4a95-879e-164e7bd2e022', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:39.898682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc2151-0b96-4de4-bcad-99bca8c44284 None None] Port 79da249d-fb12-4d26-87c9-ebba0679827b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:39.909627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 79da249d-fb12-4d26-87c9-ebba0679827b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:39.909972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.928301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681835ab-42c2-48a9-87d1-027df06e61e3']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:39.945343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd8f559-d563-4651-8432-03f8dbb4dfb8') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:39.945631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd8f559-d563-4651-8432-03f8dbb4dfb8') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:39.961413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.965730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=4619b6da-1e2c-4d27-998b-d349dda658e2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:39.975618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:39.981696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 39182fb1-cda5-4628-9275-ad16307159c2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:39.982031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:39.988664 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] Sync routers for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:39.998517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27696c0-3598-4daf-ac10-8126971458c8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:40.001631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.005359 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:40.006167 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.016683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da546bc0-bd87-4aec-a4e6-ae2d9e5efd00 None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:40.016888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.022909 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b7bb795-15ce-487e-b5e2-5cd3f99b7ef5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6304681 Mar 11 19:40:40.025630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58836) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.075885 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.081331 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bc6ae52c-64c2-4a06-9608-35affc1abd53 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/4619b6da-1e2c-4d27-998b-d349dda658e2 HTTP/1.1" status: 204 len: 168 time: 2.3613687 Mar 11 19:40:40.091485 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:40.092348 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.093728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58840) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.096658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:40.097056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.113604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.115113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-307729a4-ba88-4713-8bd5-7d0ae1be5bbc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0194695 Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:40.116185 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:40.133528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58844) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.206306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': 'e27696c0-3598-4daf-ac10-8126971458c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:40.233109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:40.240666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:40.251958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:40.263648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:40.295759 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.296169 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c49549a-732a-44f7-913e-dca10f8bcaa1 None None] The sync data for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:40.381654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.408273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.412289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.498415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.608255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=681835ab-42c2-48a9-87d1-027df06e61e3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:40.620942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7c72062a-9a42-44ff-93f3-9397f476b493 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/681835ab-42c2-48a9-87d1-027df06e61e3 HTTP/1.1" status: 204 len: 168 time: 1.1301348 Mar 11 19:40:40.640890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 79da249d-fb12-4d26-87c9-ebba0679827b owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:40.667543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58850) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.671278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.713990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.741863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port 39182fb1-cda5-4628-9275-ad16307159c2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=39182fb1-cda5-4628-9275-ad16307159c2,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:40.742239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.818513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f263ede-3557-4436-8cd1-43740a75e803,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:40.878949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:40.880147 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d24b0625-2dd3-4978-9038-4ae999505f41 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6803856 Mar 11 19:40:40.887721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58854) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.897678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 39182fb1-cda5-4628-9275-ad16307159c2 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:40.970865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c1b7-2c9e-4a94-8dfb-da37db12d816 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:40.974814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a6c1b7-2c9e-4a94-8dfb-da37db12d816 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:40.976670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a6a6c1b7-2c9e-4a94-8dfb-da37db12d816 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3077414 Mar 11 19:40:40.985378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58858) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:40.989566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 8e386fad-8fb1-4d3b-8277-644b1b489e63 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:40.990095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:40.999635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.001317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:41.011773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-67925627'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:41.014300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:41.014904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:41.036342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:41.046170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:network and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:41.053594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:41.065286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:41.070007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.078172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.086044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:41.103783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:41.104784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:41.148655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.172282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=79da249d-fb12-4d26-87c9-ebba0679827b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.188298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5e911f82-a8f0-4627-8714-3d7e9f0cd65e None None] Provisioning complete for port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:41.188941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5e911f82-a8f0-4627-8714-3d7e9f0cd65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.191967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:41.194960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.217639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.246975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91473826-354b-4187-be18-4b584739d733 req-063c9590-b995-4d9a-a2eb-cab236ef2e83 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:41.248567 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91473826-354b-4187-be18-4b584739d733 req-063c9590-b995-4d9a-a2eb-cab236ef2e83 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5516555 Mar 11 19:40:41.250474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.281662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:41.282072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7bb1c6-7961-44f1-a58c-413575faa86e None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:41.336067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8dda1d9b-5dfc-4208-8713-408e04dcb844 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.5382345 Mar 11 19:40:41.344161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58862) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:41.418666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': '6b7cb55c-8977-4480-a69c-91c5f8370f21', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:41.425237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.475589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.480301 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91473826-354b-4187-be18-4b584739d733 req-816309ed-04de-4bf4-b6d0-2a9059a7b65f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208629 Mar 11 19:40:41.597496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.602563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.608448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27696c0-3598-4daf-ac10-8126971458c8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.615004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:41.646205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=8e386fad-8fb1-4d3b-8277-644b1b489e63,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.650319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.654580 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98254909-b600-41d2-adcf-120e1ce313e8 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/79da249d-fb12-4d26-87c9-ebba0679827b HTTP/1.1" status: 204 len: 168 time: 2.1195099 Mar 11 19:40:41.659821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58866) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:41.664134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.664482 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment 316d7197-5a02-4144-ac55-9e0e5dd17b63 of type vlan for network 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1 Mar 11 19:40:41.668218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.671810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-913b84cf-2e2d-4872-bee5-337540ba4c69 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/e27696c0-3598-4daf-ac10-8126971458c8 HTTP/1.1" status: 204 len: 168 time: 0.7772052 Mar 11 19:40:41.699079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58870) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:41.709268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.720012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d36ad7-055a-4aaa-bec8-1e554a95fa4f None None] Network 59e9eb6f-e2c4-46d4-9398-10b1240a91fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:41.726784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=39182fb1-cda5-4628-9275-ad16307159c2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.730850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.734283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:41.874284 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e2233706-0f2d-4e99-8f5c-f60f3127c5e8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/8e386fad-8fb1-4d3b-8277-644b1b489e63 HTTP/1.1" status: 204 len: 168 time: 1.7594781 Mar 11 19:40:41.882443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58874) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:41.944114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.005848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-66919809-f471-42bd-afeb-9f43d444cfa2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] GET failed (client error): The resource could not be found. Mar 11 19:40:42.006437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66919809-f471-42bd-afeb-9f43d444cfa2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Synchronizing usage tracker for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:42.059498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] DHCP port deletion for 59e9eb6f-e2c4-46d4-9398-10b1240a91fe request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:42.067015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Deleting port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:42.067657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.128468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66919809-f471-42bd-afeb-9f43d444cfa2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Unset dirty status for tenant:5ba84b4cd8ad4d85ab445aea844e845b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:42.129924 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-66919809-f471-42bd-afeb-9f43d444cfa2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports/79da249d-fb12-4d26-87c9-ebba0679827b HTTP/1.1" status: 404 len: 333 time: 0.4675517 Mar 11 19:40:42.141512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58878) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:42.192159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.196091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:42.196675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.388466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] For port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,segment=NetworkSegment(dd70015e-2cdd-4ec9-8064-2f819c832f5b),segment_id=dd70015e-2cdd-4ec9-8064-2f819c832f5b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:42.389777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.396074 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8eac41d8-7149-4b81-9011-a57221aa4245 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6957502 Mar 11 19:40:42.399605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:42.412528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546625444'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:42.421705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.424504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:42.438782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:42.444435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:42.446262 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4540761 Mar 11 19:40:42.455132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58886) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:42.460117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:42.465721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1885437485'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:42.470754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.476432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:42.476770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.485397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d23f40-ea96-402b-85df-1c41da32c79f tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=0fad4c74-f6bb-4d27-801a-7e1ad00c35a1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:42.502523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:42.513557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.518752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:network and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:42.522981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Calling delete_port for 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:42.525249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:42.546664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.560347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:42.561089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.600778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:42.710237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.711412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.730704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] The port '5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:40:42.736274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940bb51e-f734-4e89-988e-195f571a3f89,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:42.748917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.750142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0edbf2be-1643-4272-b0e3-532f498ec4e5 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/security-groups/940bb51e-f734-4e89-988e-195f571a3f89 HTTP/1.1" status: 204 len: 168 time: 0.6075866 Mar 11 19:40:42.754795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58892) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:42.771338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] Pushing event deleted for resources: {'Port': ['ID=5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:42.778967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:42.780582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802fabc8-b536-4450-97bf-92a42ca81d04 None None] No DVR routers for this DVR port 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:42.781906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:42.884427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:42.899153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:42.902555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:42.987207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:42.995786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.016725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a547b25-f8e6-4a60-8bd1-9c41cc13730c req-70153303-2ad3-4e9c-9ba8-49973a0e79f9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:43.018174 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a547b25-f8e6-4a60-8bd1-9c41cc13730c req-70153303-2ad3-4e9c-9ba8-49973a0e79f9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2434111 Mar 11 19:40:43.031116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:43.032917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:43.033239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5e60f8a1-7ce6-4ab4-b23c-4a81c2f5c9d6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:43.033418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:43.037865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.058888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.060137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.067639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.169177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.169582 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment 66532ce3-a797-41dc-afb0-9e680cc21267 of type vlan for network 943780a0-5e81-4515-b214-bed4784f890a Mar 11 19:40:43.232990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a547b25-f8e6-4a60-8bd1-9c41cc13730c req-ed5f9bf4-8edc-4d78-a87e-87f4d1f58912 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035584 Mar 11 19:40:43.251776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.270777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece53ff5-08d2-4bbf-af62-a242e792c7d1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:43.277575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e9eb6f-e2c4-46d4-9398-10b1240a91fe']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:43.284239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.287893 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb8f40e9-1a27-4daf-8555-cf10ceffb30b tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/security-groups/ece53ff5-08d2-4bbf-af62-a242e792c7d1 HTTP/1.1" status: 204 len: 168 time: 0.5297821 Mar 11 19:40:43.289269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58898) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:43.321129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd70015e-2cdd-4ec9-8064-2f819c832f5b') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:43.321463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd70015e-2cdd-4ec9-8064-2f819c832f5b') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:43.328667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.344913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.379240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.414380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.539428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.546309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.561459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.566806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:43.567207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:43.591346 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:43.605378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.609057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:43.609646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.811298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.841006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56866984-e084-4487-b888-83f798b4dd31,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:43.859836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.860948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-72b7ee9a-fb71-4d7b-ab46-194232a1c1e4 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/security-groups/56866984-e084-4487-b888-83f798b4dd31 HTTP/1.1" status: 204 len: 168 time: 0.5707884 Mar 11 19:40:43.867189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58904) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:43.905517 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-a0f6236e-f5bc-4900-bf37-47d8e92788f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.2309268 Mar 11 19:40:43.964027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a45cef-c913-421d-8772-e1b50a84661e req-3e3b6df3-5d2a-443a-b963-50648fc7e656 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:43.965659 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-68a45cef-c913-421d-8772-e1b50a84661e req-3e3b6df3-5d2a-443a-b963-50648fc7e656 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2900300 Mar 11 19:40:43.985716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15797a50-7f75-4e72-9159-d93b4cb30cb5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:43.994664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:43.997977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5405116 Mar 11 19:40:44.002701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58908) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.006329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.010584 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63dd3c76-dfd7-490b-966f-3120ca36c636 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6050963 Mar 11 19:40:44.010584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5e53f-0969-428a-a9e1-b05d8b457901 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=943780a0-5e81-4515-b214-bed4784f890a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:44.011556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.018171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58912) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.020264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 943780a0-5e81-4515-b214-bed4784f890a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:44.020742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'ports': [{'network_id': '0fad4c74-f6bb-4d27-801a-7e1ad00c35a1', 'name': 'tempest-port--1869850310', 'admin_state_up': True}, {'network_id': '943780a0-5e81-4515-b214-bed4784f890a', 'admin_state_up': False}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:44.020742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'port': {'network_id': '0fad4c74-f6bb-4d27-801a-7e1ad00c35a1', 'name': 'tempest-port--1869850310', 'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:44.021062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'port': {'network_id': '943780a0-5e81-4515-b214-bed4784f890a', 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:44.040615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908005820'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:44.057642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Router 35b8a59d-8074-40d4-a243-018873ad354e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:44.078284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:44.119774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/59e9eb6f-e2c4-46d4-9398-10b1240a91fe HTTP/1.1" status: 204 len: 168 time: 2.2055666 Mar 11 19:40:44.123440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:44.126805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:44.127777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a2a02-b6c5-4438-a02c-f3f2fd36b6c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=59e9eb6f-e2c4-46d4-9398-10b1240a91fe,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:44.129353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.133861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:44.253583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.269731 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-68a45cef-c913-421d-8772-e1b50a84661e req-80a7c92f-d820-4921-8d15-ced5f425e192 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2446911 Mar 11 19:40:44.321375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-37721802-4a5d-4080-bd0c-cfec5d75b1b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.323018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-37721802-4a5d-4080-bd0c-cfec5d75b1b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.4098067 Mar 11 19:40:44.402476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:44.423931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet a8014bb5-8fc5-4377-beab-90d9136f0bc9 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:44.425588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-386c3c62-0740-4e2a-be88-4e8f37ed2ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.433602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:44.438800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:44.441332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.495508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:44.498706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:44.507457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:port and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:44.507755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:44.513768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:44.517350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:44.527656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13ebb0a-d84f-4520-9ac9-fd7e2657dd20 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.529131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b13ebb0a-d84f-4520-9ac9-fd7e2657dd20 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3875489 Mar 11 19:40:44.530158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:44.533629 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Sync routers for ids ['35b8a59d-8074-40d4-a243-018873ad354e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:44.535800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58920) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.537607 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fdf3075c-2162-4b3b-9f44-264abb9e1cbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "PUT /v2.0/routers/35b8a59d-8074-40d4-a243-018873ad354e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7625821 Mar 11 19:40:44.539286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58922) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.544298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.548388 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Routers {'35b8a59d-8074-40d4-a243-018873ad354e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:44.549305 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['35b8a59d-8074-40d4-a243-018873ad354e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.573553 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-ca53dc41-d8da-4578-85e4-8f977dd5f8ba service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.2325912 Mar 11 19:40:44.586727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'port': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:44.590153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.660026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.675069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Set router 35b8a59d-8074-40d4-a243-018873ad354e gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:44.697961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b518cfa-4fe5-4835-a69b-a0d3ba3dd4d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.699515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b518cfa-4fe5-4835-a69b-a0d3ba3dd4d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.700156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4b518cfa-4fe5-4835-a69b-a0d3ba3dd4d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:44.705810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:44.706119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.779561 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:41Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.783015 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Checking router: 35b8a59d-8074-40d4-a243-018873ad354e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:40:44.793651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Routers {'35b8a59d-8074-40d4-a243-018873ad354e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:44.794627 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['35b8a59d-8074-40d4-a243-018873ad354e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.848678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4b518cfa-4fe5-4835-a69b-a0d3ba3dd4d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:44.852432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4b518cfa-4fe5-4835-a69b-a0d3ba3dd4d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3089619 Mar 11 19:40:44.853424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:44.868180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.875664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-9c3b548c-7233-4d1b-a7fd-96d8ad1989e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.877213 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-9c3b548c-7233-4d1b-a7fd-96d8ad1989e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.2516391 Mar 11 19:40:44.888222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:44.917598 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] Set router 35b8a59d-8074-40d4-a243-018873ad354e gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:40:45.004932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.021247 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:41Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.025356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e065362-72f0-4571-8516-07fe1e495c88 None None] The sync data for ids ['35b8a59d-8074-40d4-a243-018873ad354e'] in dv-neutron-832764-2-hyperv is: [{'id': '35b8a59d-8074-40d4-a243-018873ad354e', 'name': 'tempest-NetworksTestDHCPv6-router-1430641553', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:31Z', 'updated_at': '2022-03-11T19:40:41Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:45.056980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71074abd-803a-4833-8455-a27116841bd4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:45.066255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.070002 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a6f5e4e7-515f-462a-8aa9-4a566ceb62a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0410435 Mar 11 19:40:45.072095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58932) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:45.080108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7ec3b02b-132f-4180-8848-b0824551c8cb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5408835 Mar 11 19:40:45.083906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58934) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:45.097441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '15797a50-7f75-4e72-9159-d93b4cb30cb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '71074abd-803a-4833-8455-a27116841bd4', 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:45.107107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-516831643'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:45.115029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] device_id is not set on port 0ef197d6-8e3c-40af-b1be-ee059fff71cb yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:45.125133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-912dfc94-6da4-40e1-99ae-15a074978dea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2377515 Mar 11 19:40:45.129002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.135041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:45.141015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:45.149538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:45.156171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:45.196266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=a8014bb5-8fc5-4377-beab-90d9136f0bc9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:45.204814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:45.217893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:45.238788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:45.241797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:45.251058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.257567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010f4cd-9977-41d0-a5cd-1e8a1f1d5fe5 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:45.274594 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f7097875-4bcd-4465-a8b4-7e2159acf900 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/a8014bb5-8fc5-4377-beab-90d9136f0bc9 HTTP/1.1" status: 204 len: 168 time: 1.4054813 Mar 11 19:40:45.290826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:45.394447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.464817 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-13946cd4-4e9e-44c2-aa1b-850127be044c service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318388 Mar 11 19:40:45.497349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:45.502006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.508986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:45.533780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:45.534562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.608879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.639365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:45.639365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.643859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.653564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:45.656622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.701963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7e1e8a7d-9192-455b-8c99-cf2b37a367a4 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/99f077bb-b6ce-4e14-8ea2-e8bc55c4e931 HTTP/1.1" status: 200 len: 978 time: 4.3536761 Mar 11 19:40:45.701963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0009ce0c-05bf-4390-9ce1-ce65f8f973d9 req-a36579ab-2230-4ffb-8527-73c57aec1970 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304902 Mar 11 19:40:45.702354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58946) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:45.757667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.758072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6811605-20b3-44d4-aa04-6358777f2147 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:45.905051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:45.913072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 8299edf0-432b-480d-abeb-07e3ed8adea0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:45.913505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:45.988462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.025004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] device_id is not set on port 238a2b87-0eda-466c-af70-556cb4f77e8b yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:46.030677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 53ba91ca-2543-4a95-879e-164e7bd2e022 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:46.071201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.090844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.091177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.099640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:46.245078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.245436 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment aa2138e7-34e0-44c8-83b2-fce3b370a021 of type vlan for network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 Mar 11 19:40:46.253302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 8299edf0-432b-480d-abeb-07e3ed8adea0 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:46.285977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.394511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.409120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31454105-3cce-430d-8973-e797a9758667 req-50cf95f5-fbf3-416c-a249-81498c65bfc5 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:46.411771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31454105-3cce-430d-8973-e797a9758667 req-50cf95f5-fbf3-416c-a249-81498c65bfc5 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.7166288 Mar 11 19:40:46.414013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e63a4a93-0b37-4e5c-bc54-08127f7c43d7 None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:46.415035 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e63a4a93-0b37-4e5c-bc54-08127f7c43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.415481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.466449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=8299edf0-432b-480d-abeb-07e3ed8adea0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.478659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.518935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.552723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e63a4a93-0b37-4e5c-bc54-08127f7c43d7 None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:46.553255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e63a4a93-0b37-4e5c-bc54-08127f7c43d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.564486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.604712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e63a4a93-0b37-4e5c-bc54-08127f7c43d7 None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:46.606600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet 126ed8b6-a81b-4375-aa2f-9e0c7b800c13 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:46.637348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.663835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efc1f45-6696-44b4-878b-0aabda8a41c1,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.701417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-796a299a-1376-4c68-9a04-388fe9e899ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.726687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.730225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:46.730866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.737716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.783403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31454105-3cce-430d-8973-e797a9758667 req-bc2fc9c0-6056-412d-a657-991abce7f1aa tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514352 Mar 11 19:40:46.793159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.874507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.923362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.924549 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5ca0cd26-354b-492f-924d-08e33ee87193 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.8418508 Mar 11 19:40:46.925229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.927126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 39182fb1-cda5-4628-9275-ad16307159c2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:46.929210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58950) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:46.973664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.977056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 39182fb1-cda5-4628-9275-ad16307159c2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:46.977805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 39182fb1-cda5-4628-9275-ad16307159c2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:46.986096 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8949828 Mar 11 19:40:46.989381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:46.995486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58954) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.024140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=b5d9d2f1-64b2-4f25-92e8-68b4674ef2a0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.025992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd52c-9f92-4bd5-ae29-32f38fdb0902 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=8a72e330-99d9-4623-81ba-4a3d8da8abd4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.049805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:47.111711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:47.192926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.232262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.256346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.274445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:47.283747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:47.287236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1efc1f45-6696-44b4-878b-0aabda8a41c1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.293780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:47.298302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:47.310914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:47.324713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.325911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-08e4d6b7-00dd-46b5-a45c-47a011d8c784 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/1efc1f45-6696-44b4-878b-0aabda8a41c1 HTTP/1.1" status: 204 len: 168 time: 0.3957915 Mar 11 19:40:47.372955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58958) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.381272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:47.407499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.467692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=53ba91ca-2543-4a95-879e-164e7bd2e022,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.507357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2c822-457c-4fca-953b-9235d6c259fe None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:47.510943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.574506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.666669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Port': ['ID=0ef197d6-8e3c-40af-b1be-ee059fff71cb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.671000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-269e217c-1cd9-422c-9b18-67194f0e6713 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:47.683942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ecf94a81-fe7b-46f8-9f11-4e2b2b8bb4f5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/53ba91ca-2543-4a95-879e-164e7bd2e022 HTTP/1.1" status: 204 len: 168 time: 2.8297081 Mar 11 19:40:47.688658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58962) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.704078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.728025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.740743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Checking segment: {'id': '316d7197-5a02-4144-ac55-9e0e5dd17b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0fad4c74-f6bb-4d27-801a-7e1ad00c35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:47.741107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network hostable DHCP agents. Network: 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:47.756329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=126ed8b6-a81b-4375-aa2f-9e0c7b800c13,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.762351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.772048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.776690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-269e217c-1cd9-422c-9b18-67194f0e6713 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:47.777789 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-269e217c-1cd9-422c-9b18-67194f0e6713 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4036007 Mar 11 19:40:47.779916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:47.781064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58966) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.789115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7905ed-ed81-4767-ab76-8f0448cec8f7 None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:47.803924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Deleting port 9d5428e0-6af7-4efc-b2f5-86165202b06f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:47.804097 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bec5f662-2d26-47bc-ae0a-d0d63e9b3544 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/126ed8b6-a81b-4375-aa2f-9e0c7b800c13 HTTP/1.1" status: 204 len: 168 time: 2.5029967 Mar 11 19:40:47.804213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.805754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58970) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.911257 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-11823636-2287-4442-af61-6890ee79f07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2124960 Mar 11 19:40:47.916054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58976) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:47.983168 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a10d685-62c0-44d0-8221-1d1c5f52ddd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:47.983168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a10d685-62c0-44d0-8221-1d1c5f52ddd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:47.986811 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4a10d685-62c0-44d0-8221-1d1c5f52ddd2 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/a8014bb5-8fc5-4377-beab-90d9136f0bc9 HTTP/1.1" status: 404 len: 337 time: 0.1762466 Mar 11 19:40:47.993891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:47.999781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58980) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:48.034538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:48.070520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:48.074427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:48.075289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.096697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8def806a-354b-44ea-a321-45ebf13780e1 None None] Network 0fad4c74-f6bb-4d27-801a-7e1ad00c35a1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:48.167264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting subnet c4ca4657-9d88-46bc-9166-8712046c077e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:48.174280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.206807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.243927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.270061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:48.283743 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:48.296097 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:48.297014 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.328127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.353172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] For port 9d5428e0-6af7-4efc-b2f5-86165202b06f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d5428e0-6af7-4efc-b2f5-86165202b06f,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:48.353944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.358954 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.361744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.361887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Port': ['ID=238a2b87-0eda-466c-af70-556cb4f77e8b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.371909 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:48.372821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.412654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.418467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.427600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.429596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2fb11d-20e3-4913-abf4-2ec6db753960 req-c8e007fd-b504-4ce8-9239-8654927f02e0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:48.431076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3e2fb11d-20e3-4913-abf4-2ec6db753960 req-c8e007fd-b504-4ce8-9239-8654927f02e0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5120952 Mar 11 19:40:48.436430 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.436903 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc5db3d-7541-43b3-9258-718251f1fef9 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:48.471162 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3994591e-c2c4-44b1-ad7d-0af75f0c71c0 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/99f077bb-b6ce-4e14-8ea2-e8bc55c4e931 HTTP/1.1" status: 204 len: 168 time: 2.7680645 Mar 11 19:40:48.478862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 58984) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:48.546399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Calling delete_port for 9d5428e0-6af7-4efc-b2f5-86165202b06f owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:48.573064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Checking segment: {'id': '66532ce3-a797-41dc-afb0-9e680cc21267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '943780a0-5e81-4515-b214-bed4784f890a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:48.573064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network hostable DHCP agents. Network: 943780a0-5e81-4515-b214-bed4784f890a, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:48.655625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.690940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71074abd-803a-4833-8455-a27116841bd4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.699624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.718266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': 'aa2138e7-34e0-44c8-83b2-fce3b370a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:48.718970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: 8a72e330-99d9-4623-81ba-4a3d8da8abd4, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:48.722506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.761521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3fdba1a3-4578-4681-b686-60a634a5be86 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:48.762243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network 943780a0-5e81-4515-b214-bed4784f890a is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:48.765107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.768953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c79d8704-0338-4e5c-8067-24fd4505ea97 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/71074abd-803a-4833-8455-a27116841bd4 HTTP/1.1" status: 204 len: 168 time: 0.9856086 Mar 11 19:40:48.771136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58988) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:48.819207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 943780a0-5e81-4515-b214-bed4784f890a) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:48.819427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 6b7cb55c-8977-4480-a69c-91c5f8370f21 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:48.819520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.821669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] Pushing event deleted for resources: {'Port': ['ID=9d5428e0-6af7-4efc-b2f5-86165202b06f,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.828381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:48.831459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba8616-974e-4bf4-8b07-19dbf93789ff None None] No DVR routers for this DVR port 9d5428e0-6af7-4efc-b2f5-86165202b06f on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:48.832297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:48.835663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:48.836316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:48.865752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965845e4-858a-454f-97c4-d74bf3331c6e None None] Network 943780a0-5e81-4515-b214-bed4784f890a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:48.871218 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3e2fb11d-20e3-4913-abf4-2ec6db753960 req-ecce24f5-b370-49cf-a1fc-d9749d754753 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300671 Mar 11 19:40:49.024588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d5428e0-6af7-4efc-b2f5-86165202b06f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:49.118245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9d5428e0-6af7-4efc-b2f5-86165202b06f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:49.118660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d5428e0-6af7-4efc-b2f5-86165202b06f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:49.124997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.163682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.170714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:49.186417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.200207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8a72e330-99d9-4623-81ba-4a3d8da8abd4) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:49.212066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:49.212994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.225692 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-99be3c8c-501e-42d1-a5cb-d897c47c15a0 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2206740 Mar 11 19:40:49.228753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa191a-842f-40b9-aaf9-4928ba057f53 None None] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:49.230735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58994) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.304344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.346197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0abaf97f-feee-488b-a75c-043570e6c82f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3479910 Mar 11 19:40:49.347920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 58998) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.357793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bf1b36dd-6a0c-4668-af1b-71f6ebd025d8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:49.369764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.370348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Fanout notify agent at l3_agent the message router_deleted on router 35b8a59d-8074-40d4-a243-018873ad354e {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:40:49.371264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4', 'name': 'tempest-PortsIpV6TestJSON-1268757115'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:49.386554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ca4657-9d88-46bc-9166-8712046c077e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.403465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.404582 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-df71276e-b669-46f8-af34-77e267098728 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/routers/35b8a59d-8074-40d4-a243-018873ad354e HTTP/1.1" status: 204 len: 168 time: 1.4843073 Mar 11 19:40:49.408933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59002) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.414420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:49.522012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8a72e330-99d9-4623-81ba-4a3d8da8abd4', 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': 'a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:49.523089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.540375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.545119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.545671 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-27f5470d-a241-4662-a5ca-6629d9f22bdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/c4ca4657-9d88-46bc-9166-8712046c077e HTTP/1.1" status: 204 len: 168 time: 1.5405354 Mar 11 19:40:49.554196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59006) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.555406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bf1b36dd-6a0c-4668-af1b-71f6ebd025d8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:49.559774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bf1b36dd-6a0c-4668-af1b-71f6ebd025d8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7781267 Mar 11 19:40:49.567447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:49.572921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59008) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.586303 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f574fffb-72a5-4547-a547-a4eba47ad755 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5546138 Mar 11 19:40:49.587978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59014) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.602400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] Sync routers for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:40:49.636091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f08aba-3a09-433b-a338-8e235a131d11 req-f68ebfad-0f86-4614-aece-75011a4c343c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:49.641281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:49.641896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:49.642833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6f08aba-3a09-433b-a338-8e235a131d11 req-f68ebfad-0f86-4614-aece-75011a4c343c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5315120 Mar 11 19:40:49.698357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff23be35-cf95-4d7e-934a-a95c6541a0fe None None] Network 442579e8-9dfd-4049-9b50-e1022ba06bdd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:49.703658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4a793-5fad-4e25-962d-a6bcb920b9ae tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:49.707450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe4a793-5fad-4e25-962d-a6bcb920b9ae tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:49.708172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-abe4a793-5fad-4e25-962d-a6bcb920b9ae tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Synchronizing usage tracker for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:49.724161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-caa6202e-3954-4a7a-a879-fdf06a1934fc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:49.752238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:49.769837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:49.773441 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6f08aba-3a09-433b-a338-8e235a131d11 req-ea4b1631-fb6b-467b-be60-120a5640bffb tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297719 Mar 11 19:40:49.774268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:49.783474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-abe4a793-5fad-4e25-962d-a6bcb920b9ae tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Unset dirty status for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:49.784745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-abe4a793-5fad-4e25-962d-a6bcb920b9ae tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5419884 Mar 11 19:40:49.790628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.802124 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf513f33-50a7-479c-93d6-cc6725559a98 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:49.802570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf513f33-50a7-479c-93d6-cc6725559a98 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:49.804678 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bf513f33-50a7-479c-93d6-cc6725559a98 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/81c8aa41-6475-4abd-8564-8ab659b5ca0e HTTP/1.1" status: 404 len: 337 time: 0.2370267 Mar 11 19:40:49.815197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 6b7cb55c-8977-4480-a69c-91c5f8370f21 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:49.848599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59022) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.877897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] Routers {'3fdba1a3-4578-4681-b686-60a634a5be86'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:40:49.878415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3fdba1a3-4578-4681-b686-60a634a5be86'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:49.900331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting port 0ef197d6-8e3c-40af-b1be-ee059fff71cb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:49.900829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:49.924855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:49.930185 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2b279f52-70e7-4977-a563-3261c3f36b77 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3e14039-0e93-4e78-a324-5a50a802c9d0 HTTP/1.1" status: 200 len: 205 time: 0.0725784 Mar 11 19:40:49.935815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:49.938252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59028) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.940911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-caa6202e-3954-4a7a-a879-fdf06a1934fc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:49.942048 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-caa6202e-3954-4a7a-a879-fdf06a1934fc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=3fdba1a3-4578-4681-b686-60a634a5be86 HTTP/1.1" status: 200 len: 205 time: 0.3195040 Mar 11 19:40:49.946084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:49.948748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:49.979288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Allocated IP 2001:db8::2 (8a72e330-99d9-4623-81ba-4a3d8da8abd4/a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a/4f3e2432-5a43-45da-9dca-3081630f4070) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:49.982776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:49.983172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328ea62-a6a5-48a0-81cb-862e4d23e6ec None None] The sync data for ids ['3fdba1a3-4578-4681-b686-60a634a5be86'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:40:50.014669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.021378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4c00ddbc-84d1-48b4-9a70-fb70a1e4356d None None] Provisioning complete for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:50.021846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4c00ddbc-84d1-48b4-9a70-fb70a1e4356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.025024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:50.028373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.072609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port f71b0c44-4fef-410d-873e-49c2b47668f1 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:50.168848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:50.190142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-41ce66db-b431-488d-b012-c8bd3bfd1430 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] delete failed (client error): The resource could not be found. Mar 11 19:40:50.194229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-41ce66db-b431-488d-b012-c8bd3bfd1430 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/routers/b3e14039-0e93-4e78-a324-5a50a802c9d0 HTTP/1.1" status: 404 len: 336 time: 0.2548792 Mar 11 19:40:50.200148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59038) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.202955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.216682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:50.335822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] DHCP port deletion for 442579e8-9dfd-4049-9b50-e1022ba06bdd request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:50.353631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Deleting port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:50.354023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.393221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-029edd5d-7c8d-43dd-a251-ae1d7c2b6fd6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.394005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029edd5d-7c8d-43dd-a251-ae1d7c2b6fd6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.436595 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-029edd5d-7c8d-43dd-a251-ae1d7c2b6fd6 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/445e4753-f59b-45ed-8ab3-99667c43976e HTTP/1.1" status: 404 len: 337 time: 0.2218568 Mar 11 19:40:50.452458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59042) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.477432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.495613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.506393 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3b8b09-7311-4a7f-9652-0491908b7f5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.506874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3b8b09-7311-4a7f-9652-0491908b7f5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.531918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.548172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4c00ddbc-84d1-48b4-9a70-fb70a1e4356d None None] Provisioning complete for port 5d79865c-ce29-4345-8eeb-3508c98d65cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:50.548489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4c00ddbc-84d1-48b4-9a70-fb70a1e4356d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.570076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.572387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.575962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/15797a50-7f75-4e72-9159-d93b4cb30cb5 HTTP/1.1" status: 204 len: 168 time: 0.9986882 Mar 11 19:40:50.604692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59046) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.610391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.642992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Calling delete_port for 0ef197d6-8e3c-40af-b1be-ee059fff71cb owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:50.682343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8d3b8b09-7311-4a7f-9652-0491908b7f5d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/96eb434b-d096-4c9b-a0ef-e035cace19a4 HTTP/1.1" status: 404 len: 337 time: 0.2266214 Mar 11 19:40:50.683800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59050) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.719733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e579f6-1ce3-4ac0-9967-9cd7e2a162be tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15797a50-7f75-4e72-9159-d93b4cb30cb5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:50.744278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2077ca1b-04b2-4141-b630-8876fb09fcdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.744501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2077ca1b-04b2-4141-b630-8876fb09fcdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.748644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4c00ddbc-84d1-48b4-9a70-fb70a1e4356d None None] Port 5d79865c-ce29-4345-8eeb-3508c98d65cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:50.749148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2077ca1b-04b2-4141-b630-8876fb09fcdc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/67ad2f84-a94e-47bc-82c8-ee2d2bf95927 HTTP/1.1" status: 404 len: 337 time: 0.0618665 Mar 11 19:40:50.751764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59054) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.760269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] For port 2d5913a2-6230-4aaa-927b-d44aaf5c6113, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d5913a2-6230-4aaa-927b-d44aaf5c6113,segment=NetworkSegment(1eaa79ba-1026-4e95-a54f-f1933d8d98ff),segment_id=1eaa79ba-1026-4e95-a54f-f1933d8d98ff)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:50.760649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.797564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7675-573b-48df-baba-fd2d88830dd3 req-bee20d73-69c1-43cc-aeb8-3d5b0cb6428c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:50.798959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-351a7675-573b-48df-baba-fd2d88830dd3 req-bee20d73-69c1-43cc-aeb8-3d5b0cb6428c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5979328 Mar 11 19:40:50.829316 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5338223-fafe-41e7-83d0-cf64d6e87f23 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.829316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5338223-fafe-41e7-83d0-cf64d6e87f23 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.834233 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c5338223-fafe-41e7-83d0-cf64d6e87f23 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/63594b85-d24d-4f38-b409-11aa10c1834b HTTP/1.1" status: 404 len: 333 time: 0.0781124 Mar 11 19:40:50.834233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.835910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a79d14d7-befd-4722-ba9b-4d70328c011b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:50.883096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Transition to ACTIVE for port object 4f3e2432-5a43-45da-9dca-3081630f4070 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:50.895041 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-da677b81-e523-44f2-8213-a43cc8ab5629 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.895476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da677b81-e523-44f2-8213-a43cc8ab5629 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.895624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Calling delete_port for 2d5913a2-6230-4aaa-927b-d44aaf5c6113 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:50.899945 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da677b81-e523-44f2-8213-a43cc8ab5629 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/c2526d3f-184f-4199-8e15-db75c2d7351a HTTP/1.1" status: 404 len: 337 time: 0.0624673 Mar 11 19:40:50.902020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59062) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:50.903598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.952649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cbb8e2-4e0d-4cd4-a2eb-81c8a4d94a0c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:50.952649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cbb8e2-4e0d-4cd4-a2eb-81c8a4d94a0c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:50.963935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-351a7675-573b-48df-baba-fd2d88830dd3 req-ce3061f8-d98f-43b2-9d10-5c488ce2453f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539063 Mar 11 19:40:50.967651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:50.972959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14cbb8e2-4e0d-4cd4-a2eb-81c8a4d94a0c tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/f3cf7edd-942d-45a7-97ca-fd41908d4047 HTTP/1.1" status: 404 len: 337 time: 0.0685351 Mar 11 19:40:50.979446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Transition to ACTIVE for port object 4f3e2432-5a43-45da-9dca-3081630f4070 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:51.007993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:51.029769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59066) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.042515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.113815 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d04f1e-f73e-4aa8-b2f1-4f25ec80b78f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:51.114414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d04f1e-f73e-4aa8-b2f1-4f25ec80b78f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:51.183773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Port': ['ID=0ef197d6-8e3c-40af-b1be-ee059fff71cb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.190594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.199496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:51.203115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.207346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cffc7903-8a12-4793-8301-5715ceb1db6b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/ports/0ef197d6-8e3c-40af-b1be-ee059fff71cb HTTP/1.1" status: 204 len: 168 time: 1.4135215 Mar 11 19:40:51.207502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No active binding found for port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 {{(pid=83814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 19:40:51.207502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d5913a2-6230-4aaa-927b-d44aaf5c6113 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:51.208233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Pushing event updated for resources: {'Port': ['ID=4f3e2432-5a43-45da-9dca-3081630f4070,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.211119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59072) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.240994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:51.243572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:51.256889 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-54d04f1e-f73e-4aa8-b2f1-4f25ec80b78f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/9a086b31-246e-48c7-a94b-b724245d3429 HTTP/1.1" status: 404 len: 333 time: 0.2187970 Mar 11 19:40:51.258283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=6b7cb55c-8977-4480-a69c-91c5f8370f21,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.259482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59076) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.299624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] Pushing event deleted for resources: {'Port': ['ID=2d5913a2-6230-4aaa-927b-d44aaf5c6113,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.300870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::187 (8a72e330-99d9-4623-81ba-4a3d8da8abd4/a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a/f71b0c44-4fef-410d-873e-49c2b47668f1) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:51.327052 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1b9a49-7b34-4528-851f-7d89434f799f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:51.327612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1b9a49-7b34-4528-851f-7d89434f799f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:51.331668 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7d1b9a49-7b34-4528-851f-7d89434f799f tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/57a45318-0104-438f-b742-9f99024f7a77 HTTP/1.1" status: 404 len: 337 time: 0.0687151 Mar 11 19:40:51.333120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59080) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.349361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fda467-cdaa-41f6-930c-4fb75e206b85 None None] No DVR routers for this DVR port 2d5913a2-6230-4aaa-927b-d44aaf5c6113 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:51.372700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Attempting to bind port 4f3e2432-5a43-45da-9dca-3081630f4070 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:51.373250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Attempting to bind port 4f3e2432-5a43-45da-9dca-3081630f4070 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'aa2138e7-34e0-44c8-83b2-fce3b370a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:51.373679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Attempting to bind port 4f3e2432-5a43-45da-9dca-3081630f4070 on network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:51.380093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de38785-aff8-4834-8a27-2d377c464a80 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] DELETE failed (client error): The resource could not be found. Mar 11 19:40:51.380596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de38785-aff8-4834-8a27-2d377c464a80 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:40:51.384818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:51.385011 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5de38785-aff8-4834-8a27-2d377c464a80 tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/subnets/764746d5-162e-4287-a192-fd0c1f27b2d0 HTTP/1.1" status: 404 len: 337 time: 0.0491924 Mar 11 19:40:51.385143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Checking segment: {'id': 'aa2138e7-34e0-44c8-83b2-fce3b370a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:51.385143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.385143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Bound using segment: {'id': 'aa2138e7-34e0-44c8-83b2-fce3b370a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:51.385143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Bound port: 4f3e2432-5a43-45da-9dca-3081630f4070, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2138e7-34e0-44c8-83b2-fce3b370a021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:51.385143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.396088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting port 238a2b87-0eda-466c-af70-556cb4f77e8b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:51.396293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59084) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.396955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.419786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a79d14d7-befd-4722-ba9b-4d70328c011b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:51.425696 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a79d14d7-befd-4722-ba9b-4d70328c011b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8137698 Mar 11 19:40:51.425861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59088) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.431096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--129463344'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:51.449723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:51.485661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] For port 4f3e2432-5a43-45da-9dca-3081630f4070, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:51.486836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:51.490768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] For port 4f3e2432-5a43-45da-9dca-3081630f4070, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4f3e2432-5a43-45da-9dca-3081630f4070,segment=NetworkSegment(aa2138e7-34e0-44c8-83b2-fce3b370a021),segment_id=aa2138e7-34e0-44c8-83b2-fce3b370a021)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:51.495857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.519806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.575658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.590301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1e8a-06de-4063-aa2a-13faa7a2cc6d None None] Pushing event updated for resources: {'Port': ['ID=4f3e2432-5a43-45da-9dca-3081630f4070,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.615036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.616408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Deleting port 5d79865c-ce29-4345-8eeb-3508c98d65cd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:51.616756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.695601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.697826 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-178689a4-4eb6-4d30-a634-d38b835d2d27 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/6b7cb55c-8977-4480-a69c-91c5f8370f21 HTTP/1.1" status: 204 len: 168 time: 3.2176025 Mar 11 19:40:51.709708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59092) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:51.737903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:51.785449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:51.801061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:floatingip and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:51.815150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:51.829521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:51.839881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:51.849117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.870166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:51.928747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.935562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:51.979109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f49b75-cb8d-47c3-93db-c9901f130d9f req-f0756dba-701c-4e56-80b4-942f7753d9c0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.980612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54f49b75-cb8d-47c3-93db-c9901f130d9f req-f0756dba-701c-4e56-80b4-942f7753d9c0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.7266810 Mar 11 19:40:51.985747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:51.990637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:51.991041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router 3fdba1a3-4578-4681-b686-60a634a5be86 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:40:51.992596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.001272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Calling delete_port for 238a2b87-0eda-466c-af70-556cb4f77e8b owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:52.070858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.071875 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0b29e461-fce1-4549-bf71-f5b146b2e803 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86 HTTP/1.1" status: 204 len: 168 time: 2.0467026 Mar 11 19:40:52.072424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object f71b0c44-4fef-410d-873e-49c2b47668f1 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:52.079828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59096) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.128348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.177932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:52.179829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.182945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.190920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:52.192588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=826ed3b3-95a1-4027-99d0-22a57435007e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:52.201318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365fda9-2b11-4d29-87f2-473018469710 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:52.203991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:52.204659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.227992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.231083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.273231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Port': ['ID=238a2b87-0eda-466c-af70-556cb4f77e8b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:52.359869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Calling delete_port for 5d79865c-ce29-4345-8eeb-3508c98d65cd owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:52.372710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.379852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.394119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efc44a9-79c2-440e-84df-8d0173da7c32,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:52.425021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '826ed3b3-95a1-4027-99d0-22a57435007e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:52.426023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.456017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.459920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92b4829d-db2a-42b4-9514-d6294909dd23 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0311322 Mar 11 19:40:52.465023 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-287ba0a7-720c-47f2-882a-e3e3a6759cea tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/ports/238a2b87-0eda-466c-af70-556cb4f77e8b HTTP/1.1" status: 204 len: 168 time: 1.2529542 Mar 11 19:40:52.465851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59100) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.478890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59102) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.503533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '1efc44a9-79c2-440e-84df-8d0173da7c32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:52.521200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:52.527639 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54f49b75-cb8d-47c3-93db-c9901f130d9f req-fccc1d62-54e9-4bb3-9cd9-26279efe3f92 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5265596 Mar 11 19:40:52.530616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:52.535828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=f71b0c44-4fef-410d-873e-49c2b47668f1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:52.541974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-174544f8-c19b-4e7b-9782-9e5c6194e184 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1323133 Mar 11 19:40:52.552228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:52.553816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:52.562449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59108) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.562449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:52.563619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-49abd17f-5855-45d9-8cc6-a15b90210015 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0832303 Mar 11 19:40:52.565899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59110) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.572240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2079778950'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:52.583408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:52.583408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:52.583408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:52.583408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.588044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:52.599621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:52.603785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 53060621-d7e2-402f-a8c9-f8b1ae96f6ed {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:52.606151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:network and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:52.607148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:52.610714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:52.618353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:52.620755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.621782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.654380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/826ed3b3-95a1-4027-99d0-22a57435007e/8481cb61-b92b-475c-a4c9-7d5248314a38) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:52.661726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:router and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:52.680471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:52.684894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Port': ['ID=5d79865c-ce29-4345-8eeb-3508c98d65cd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:52.687715 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fad68c54-7f77-4ef1-bc70-e1ca8493cb1f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3269653 Mar 11 19:40:52.692777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59118) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.700090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:52.706513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '8a72e330-99d9-4623-81ba-4a3d8da8abd4', 'name': 'tempest-PortsIpV6TestJSON-372197378'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:52.708879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.720150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:52.723088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.731807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.772572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.773689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.824067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.866292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bbbcce0b-00a0-4aa8-867b-f7207d2c57dc tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/ports/5d79865c-ce29-4345-8eeb-3508c98d65cd HTTP/1.1" status: 204 len: 168 time: 1.4537146 Mar 11 19:40:52.869962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59122) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:52.888110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:52.930708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.931377 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment 2734e716-8541-4063-861b-077826210c70 of type vlan for network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 Mar 11 19:40:52.942829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e12989-0aec-43e8-ab57-84b7f7266ffa None None] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:52.951670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:52.968619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:52.975405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:52.985146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:52.987782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:52.990292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.067898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:53.070094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.097816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4f3e2432-5a43-45da-9dca-3081630f4070 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:53.104773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.113382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 6051c100-7799-4127-85f7-c7d136d703d8 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:53.158706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.173832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.178850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.182732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.183502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.210697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.227060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.233946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.251024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2132d928-3256-459a-aeb9-44fc9b960de1 None None] Provisioning for port 4f3e2432-5a43-45da-9dca-3081630f4070 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:53.254165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.96 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/eacac176-edd6-408b-8861-8e12357938d3) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:53.260597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.277168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Transition to ACTIVE for port object 8481cb61-b92b-475c-a4c9-7d5248314a38 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:53.311015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Transition to ACTIVE for port object 8481cb61-b92b-475c-a4c9-7d5248314a38 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:53.346769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a05086-42ff-413f-942e-8007ba5cd8de,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:53.354560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f2e6-9219-4590-8509-89d7dd99e5da req-f6ae658f-beea-464b-bbad-a42b33f0e383 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.359810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8e6f2e6-9219-4590-8509-89d7dd99e5da req-f6ae658f-beea-464b-bbad-a42b33f0e383 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5554476 Mar 11 19:40:53.368045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.371962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-50d1c87d-5dc8-4d6d-9ade-99f47c95f0d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8066461 Mar 11 19:40:53.391164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.422422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59126) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:53.428109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4f3e2432-5a43-45da-9dca-3081630f4070 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:53.449142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4f3e2432-5a43-45da-9dca-3081630f4070 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:53.449510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.475148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.479150 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e1f1a339-47ed-48e1-bfa1-a902d10eeee8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9984627 Mar 11 19:40:53.481033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.488043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59130) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:53.509519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:53.518540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:53.521662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.526109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=8123239f-f455-4f6f-bd5b-1a44dd13b5e7,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:53.527418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:53.531881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Pushing event updated for resources: {'Port': ['ID=8481cb61-b92b-475c-a4c9-7d5248314a38,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:53.532064 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb6b9b90-f23a-4ba3-9518-a07fb47161fa tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9647779 Mar 11 19:40:53.536770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59134) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:53.548507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:53.572759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442579e8-9dfd-4049-9b50-e1022ba06bdd']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:53.592396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-27774473'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:53.597708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=53060621-d7e2-402f-a8c9-f8b1ae96f6ed,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:53.600534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaa79ba-1026-4e95-a54f-f1933d8d98ff') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:53.600821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaa79ba-1026-4e95-a54f-f1933d8d98ff') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:53.628292 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8e6f2e6-9219-4590-8509-89d7dd99e5da req-08bb248f-f0e2-4d21-90b8-6139a97bbef5 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2530913 Mar 11 19:40:53.629285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.632505 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-94a69cd9-5570-4c80-b367-8b709f8090d2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/53060621-d7e2-402f-a8c9-f8b1ae96f6ed HTTP/1.1" status: 204 len: 168 time: 1.5501971 Mar 11 19:40:53.635155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.656110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c03be-8c90-4a6b-a693-c305007f37e7 None None] Network 105c6e2a-f3a9-4052-b694-1e39d8fa4756 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:53.657086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.659255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59138) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:53.662239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.675464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.770952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:53.801685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:network and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:53.810661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:53.832838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:53.881448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Attempting to bind port 8481cb61-b92b-475c-a4c9-7d5248314a38 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:40:53.881448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Attempting to bind port 8481cb61-b92b-475c-a4c9-7d5248314a38 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:40:53.881839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Attempting to bind port 8481cb61-b92b-475c-a4c9-7d5248314a38 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:40:53.882407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.903201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::47 (8a72e330-99d9-4623-81ba-4a3d8da8abd4/a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a/6051c100-7799-4127-85f7-c7d136d703d8) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:53.903788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:53.904193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.905554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:53.908727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:53.942099 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:53.959808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a05086-42ff-413f-942e-8007ba5cd8de,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.037668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:40:54.038039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:54.038439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.038828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:40:54.039333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Bound port: 8481cb61-b92b-475c-a4c9-7d5248314a38, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:40:54.039761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.043242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.043906 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-418dbc83-21a6-493f-a8ab-9826be247dc8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/75a05086-42ff-413f-942e-8007ba5cd8de HTTP/1.1" status: 204 len: 168 time: 0.5538290 Mar 11 19:40:54.046792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:54.060010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.147569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.233605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:54.295190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet cb046dce-f55f-4034-98a0-68214281d94f {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:40:54.310385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-787dbd3d-f6e4-4d20-926a-67245a264fa8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:54.314235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.315407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] For port 8481cb61-b92b-475c-a4c9-7d5248314a38, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:54.319030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.320457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] For port 8481cb61-b92b-475c-a4c9-7d5248314a38, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8481cb61-b92b-475c-a4c9-7d5248314a38,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:54.340237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.340635 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Added segment d3d61244-58a6-45ed-8076-8061656b0c73 of type vlan for network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 Mar 11 19:40:54.341227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 4f3e2432-5a43-45da-9dca-3081630f4070, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4f3e2432-5a43-45da-9dca-3081630f4070,segment=NetworkSegment(aa2138e7-34e0-44c8-83b2-fce3b370a021),segment_id=aa2138e7-34e0-44c8-83b2-fce3b370a021)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:54.361276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Provisioning complete for port 4f3e2432-5a43-45da-9dca-3081630f4070 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:54.361952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.381547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.419373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] Pushing event deleted for resources: {'Network': ['ID=442579e8-9dfd-4049-9b50-e1022ba06bdd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.428105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a2a11867-f8ea-4132-84e6-729ffabda26d tempest-PortsTestJSON-358069629 tempest-PortsTestJSON-358069629-project] 10.222.0.76 "DELETE /v2.0/networks/442579e8-9dfd-4049-9b50-e1022ba06bdd HTTP/1.1" status: 204 len: 168 time: 1.5492156 Mar 11 19:40:54.436055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-787dbd3d-f6e4-4d20-926a-67245a264fa8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:54.437385 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-787dbd3d-f6e4-4d20-926a-67245a264fa8 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3768282 Mar 11 19:40:54.444496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59152) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:54.446745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.450700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.483939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f169-08a5-4842-a271-22f04062b7ac req-bff5c57d-5e7b-468a-983d-84a67f170305 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.485544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a003f169-08a5-4842-a271-22f04062b7ac req-bff5c57d-5e7b-468a-983d-84a67f170305 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3379495 Mar 11 19:40:54.513825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.549705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.572914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=4f3e2432-5a43-45da-9dca-3081630f4070,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.583517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.627273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a003f169-08a5-4842-a271-22f04062b7ac req-6bde6c1e-2d15-4306-8201-1d71eb8d935b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186011 Mar 11 19:40:54.630985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.648954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.662646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:54.664751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.668331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=eacac176-edd6-408b-8861-8e12357938d3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.682199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:54.722242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:54.727917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.804179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.808093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.812086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.813838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.828613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Provisioning for port f71b0c44-4fef-410d-873e-49c2b47668f1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:54.836050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Provisioning complete for port f71b0c44-4fef-410d-873e-49c2b47668f1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:54.836421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.847283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.858709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=cb046dce-f55f-4034-98a0-68214281d94f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.868328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.885415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.894943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efc44a9-79c2-440e-84df-8d0173da7c32,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.930027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-90304897-1d32-462a-b2c9-0759786af140 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/cb046dce-f55f-4034-98a0-68214281d94f HTTP/1.1" status: 204 len: 168 time: 1.2696080 Mar 11 19:40:54.941770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59158) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:54.943236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:54.946998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-263dfe69-1211-4ded-b49f-3fc4f7053288 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/1efc44a9-79c2-440e-84df-8d0173da7c32 HTTP/1.1" status: 204 len: 168 time: 0.4579720 Mar 11 19:40:54.948132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:54.957598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-35dd58eb-ad9f-4828-9722-47bd4ba69792 None None] Port f71b0c44-4fef-410d-873e-49c2b47668f1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:54.964188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d947cf2b-9492-41b0-9bae-ff713fca1ba3 None None] Network c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:54.980982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 6051c100-7799-4127-85f7-c7d136d703d8 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:55.016933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] DHCP port deletion for 105c6e2a-f3a9-4052-b694-1e39d8fa4756 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:55.032208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Deleting port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:55.032589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.054645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59166) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:55.068263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.090130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Network': ['ID=7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:55.103087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-017287ea-c54c-4af0-8dc4-e226c649ae96 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5647204 Mar 11 19:40:55.247659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:55.282328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'subnets': [{'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--484411028', 'ip_version': 4}, {'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:55.282678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'subnet': {'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--484411028', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:55.283206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Request body: {'subnet': {'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:55.353694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4f3e2432-5a43-45da-9dca-3081630f4070 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:55.384925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:40:55.387900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a96bb685-b82e-4901-b2d4-7773de770617 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:55.392840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.458579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a96bb685-b82e-4901-b2d4-7773de770617 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:55.459896 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a96bb685-b82e-4901-b2d4-7773de770617 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5105741 Mar 11 19:40:55.482661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.484628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59176) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:55.493182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854743101'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:55.505984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:55.519826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.561652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5494a9-e28e-4c46-bca0-7e40bf60fe37 None None] Pushing event updated for resources: {'Port': ['ID=8481cb61-b92b-475c-a4c9-7d5248314a38,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:55.587268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:55.619207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:55.619495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.683119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.731941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-921777fe-44dc-457b-8ddc-4ffd3354587b None None] Provisioning complete for port f71b0c44-4fef-410d-873e-49c2b47668f1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:55.732357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-921777fe-44dc-457b-8ddc-4ffd3354587b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.771847 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-083b65aa-ed1d-4497-b514-5130e5d9bbb2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ba84b4cd8ad4d85ab445aea844e845b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7159941 Mar 11 19:40:55.774747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59182) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:55.842614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:55.871558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Usage tracker for resource:subnet and tenant:4e79d69bed1a4b89b65e6121b7e99eaa is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:55.885680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:55.909455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-921777fe-44dc-457b-8ddc-4ffd3354587b None None] Port f71b0c44-4fef-410d-873e-49c2b47668f1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:55.914402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] For port 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=34edd055-bcb0-4e67-a33b-3aea8e8534b2,segment=NetworkSegment(ac181e20-d25e-4e51-af94-8b7b0e75f591),segment_id=ac181e20-d25e-4e51-af94-8b7b0e75f591)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:55.914804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:55.923186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:55.984832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4f3e2432-5a43-45da-9dca-3081630f4070 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:55.985196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.018655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Made reservation on behalf of 4e79d69bed1a4b89b65e6121b7e99eaa for: {'subnet': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:56.048713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.080377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.087370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Calling delete_port for 34edd055-bcb0-4e67-a33b-3aea8e8534b2 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:56.125089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::1 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/826ed3b3-95a1-4027-99d0-22a57435007e/b5dee25f-4113-43a0-8752-99cc83380de2) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:56.160849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 34edd055-bcb0-4e67-a33b-3aea8e8534b2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=34edd055-bcb0-4e67-a33b-3aea8e8534b2,segment=NetworkSegment(ac181e20-d25e-4e51-af94-8b7b0e75f591),segment_id=ac181e20-d25e-4e51-af94-8b7b0e75f591)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:56.161219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.227582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.248000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:56.249139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.272647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:56.274548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] DHCP port deletion for c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:40:56.275427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:56.279583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.280192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.296016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] Pushing event deleted for resources: {'Port': ['ID=34edd055-bcb0-4e67-a33b-3aea8e8534b2,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.301476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Deleting port afa64c2f-7a80-450a-b77f-78e1a6d0b557 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:56.301834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.313150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 34edd055-bcb0-4e67-a33b-3aea8e8534b2 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:56.348356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b77a7-8eb3-4d94-a97d-714d1b7c69ab None None] No DVR routers for this DVR port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:56.360927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=6051c100-7799-4127-85f7-c7d136d703d8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.361673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-89d725a9-5e3e-45ca-8a2a-3e25d1755105 None None] Provisioning for port 8481cb61-b92b-475c-a4c9-7d5248314a38 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:56.394327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:56.428083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:40:56.429068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:40:56.450100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:56.453463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 34edd055-bcb0-4e67-a33b-3aea8e8534b2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:56.499730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 34edd055-bcb0-4e67-a33b-3aea8e8534b2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:56.500338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 34edd055-bcb0-4e67-a33b-3aea8e8534b2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:56.514235 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f6d4bb14-66e1-4a1e-82bb-8bf0cbd5fe94 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8172455 Mar 11 19:40:56.530673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59186) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:56.544241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.544622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.561330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.634981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] For port afa64c2f-7a80-450a-b77f-78e1a6d0b557, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=afa64c2f-7a80-450a-b77f-78e1a6d0b557,segment=NetworkSegment(008d4ef1-4d84-45a7-9b79-13c0ab1557d9),segment_id=008d4ef1-4d84-45a7-9b79-13c0ab1557d9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:56.635682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.654871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb36b39-31d1-4f20-9f8b-235d35d66364,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.693634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.707116 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6addbab2-a4c5-4788-ae9d-c4dabd812475 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/beb36b39-31d1-4f20-9f8b-235d35d66364 HTTP/1.1" status: 204 len: 168 time: 0.9201574 Mar 11 19:40:56.715357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.731521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a175e22-b626-461c-8ab5-8b6d3bba222c req-e0abc26a-c9ab-4af3-9cbe-c4dd09d07d05 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.738682 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a175e22-b626-461c-8ab5-8b6d3bba222c req-e0abc26a-c9ab-4af3-9cbe-c4dd09d07d05 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5368800 Mar 11 19:40:56.774178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Calling delete_port for afa64c2f-7a80-450a-b77f-78e1a6d0b557 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:56.797146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object b5dee25f-4113-43a0-8752-99cc83380de2 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:56.834885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-afc0ae78-147f-4c68-a284-0fd4f5c4aae9 None None] Provisioning for port 6051c100-7799-4127-85f7-c7d136d703d8 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:56.836349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.855113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-afc0ae78-147f-4c68-a284-0fd4f5c4aae9 None None] Provisioning complete for port 6051c100-7799-4127-85f7-c7d136d703d8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:56.855508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-afc0ae78-147f-4c68-a284-0fd4f5c4aae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.866137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.909245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:56.955630 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a175e22-b626-461c-8ab5-8b6d3bba222c req-715b8b4a-074c-4df5-8bcd-ad1134d71c14 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159340 Mar 11 19:40:56.963610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] Pushing event deleted for resources: {'Port': ['ID=afa64c2f-7a80-450a-b77f-78e1a6d0b557,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.967715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-afc0ae78-147f-4c68-a284-0fd4f5c4aae9 None None] Port 6051c100-7799-4127-85f7-c7d136d703d8 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:56.976127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6365466-e948-47f1-bae7-c826344d050b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.987372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2e9e5a-714d-4948-b176-1e807a05d68b None None] No DVR routers for this DVR port afa64c2f-7a80-450a-b77f-78e1a6d0b557 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:57.002689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec713960-ec93-4bfc-96e7-3dafc0b8bc89 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:57.003429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ec713960-ec93-4bfc-96e7-3dafc0b8bc89 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:57.006303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.010418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dfb71957-4258-414a-825d-7750791692eb tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5230455 Mar 11 19:40:57.011210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59196) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:57.021745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': 'b6365466-e948-47f1-bae7-c826344d050b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:57.034800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:57.038689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.042370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.047539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 34edd055-bcb0-4e67-a33b-3aea8e8534b2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:57.048077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.082457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:57.100012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:57.103793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.122057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ec713960-ec93-4bfc-96e7-3dafc0b8bc89 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:57.123464 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ec713960-ec93-4bfc-96e7-3dafc0b8bc89 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A187 HTTP/1.1" status: 200 len: 929 time: 0.5882695 Mar 11 19:40:57.124343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8481cb61-b92b-475c-a4c9-7d5248314a38 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:57.128446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:57.135602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59200) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:57.144097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] The port '34edd055-bcb0-4e67-a33b-3aea8e8534b2' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:40:57.168124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:57.203016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:57.205838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:57.207366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.221027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=b5dee25f-4113-43a0-8752-99cc83380de2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.324446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8481cb61-b92b-475c-a4c9-7d5248314a38 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:57.329486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=eacac176-edd6-408b-8861-8e12357938d3,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.330740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8481cb61-b92b-475c-a4c9-7d5248314a38 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:57.331502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.364492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.374218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.463728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.470952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bad22c2d-33f3-46e5-99f6-a7f3b5bf7535 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7595732 Mar 11 19:40:57.473481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59214) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:57.499218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'port': {'network_id': 'fbfdbd75-e28e-4c47-91df-6da33faef51a', 'name': 'tempest-FloatingIPTestJSON-1621441154'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:57.543579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.566019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 6051c100-7799-4127-85f7-c7d136d703d8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:57.566334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.598781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.632787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8481cb61-b92b-475c-a4c9-7d5248314a38, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8481cb61-b92b-475c-a4c9-7d5248314a38,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:57.645278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.695287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.744659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8481cb61-b92b-475c-a4c9-7d5248314a38,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.748840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device afa64c2f-7a80-450a-b77f-78e1a6d0b557 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:40:57.784857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: afa64c2f-7a80-450a-b77f-78e1a6d0b557 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:40:57.785090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device afa64c2f-7a80-450a-b77f-78e1a6d0b557 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:40:57.805289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6d73945b-1408-44c9-ac03-0dbd01e57e19 None None] Provisioning for port b5dee25f-4113-43a0-8752-99cc83380de2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:40:57.811562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6d73945b-1408-44c9-ac03-0dbd01e57e19 None None] Provisioning complete for port b5dee25f-4113-43a0-8752-99cc83380de2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:57.811938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d73945b-1408-44c9-ac03-0dbd01e57e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.854180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.871361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6d73945b-1408-44c9-ac03-0dbd01e57e19 None None] Port b5dee25f-4113-43a0-8752-99cc83380de2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:57.890763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:57.928591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105c6e2a-f3a9-4052-b694-1e39d8fa4756']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:57.957912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac181e20-d25e-4e51-af94-8b7b0e75f591') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:57.958207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac181e20-d25e-4e51-af94-8b7b0e75f591') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:57.982918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa7e88e-6bbe-4e0b-9bdd-cebc7fedbdd6,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.990148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:58.008807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:port and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:58.010645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.020148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:58.021630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.028270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.029516 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-174120fc-ff11-444a-a56b-fb318fe27a2d tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0129287 Mar 11 19:40:58.031435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:58.035849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59224) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.060049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.076896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59228) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.077543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Subnet': ['ID=1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:58.105725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ba0924a-732c-43ea-a4da-63b256a48e26 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules/9aa7e88e-6bbe-4e0b-9bdd-cebc7fedbdd6 HTTP/1.1" status: 200 len: 705 time: 0.0642762 Mar 11 19:40:58.105725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:58.106918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.107378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:58.107746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.117391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59232) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:58.121964 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:58.163810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464a33f-e989-4a97-81f4-79441e07a0b1 req-e17ace5c-e5fb-4fc9-9a84-9474da488aef tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.165261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3464a33f-e989-4a97-81f4-79441e07a0b1 req-e17ace5c-e5fb-4fc9-9a84-9474da488aef tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5558960 Mar 11 19:40:58.265197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Checking segment: {'id': '2734e716-8541-4063-861b-077826210c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:58.265548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network hostable DHCP agents. Network: 8123239f-f455-4f6f-bd5b-1a44dd13b5e7, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:58.294530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.305795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] device_id is not set on port 98701272-adcb-4d50-8132-7454f92412f9 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:40:58.306640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-54ffcf59-ccb3-4af5-b8a1-067d07276789 tempest-DvrRoutersNegativeTest-716534578 tempest-DvrRoutersNegativeTest-716534578-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-129712756', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:58.308917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.policy [None req-54ffcf59-ccb3-4af5-b8a1-067d07276789 tempest-DvrRoutersNegativeTest-716534578 tempest-DvrRoutersNegativeTest-716534578-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83813) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Mar 11 19:40:58.309214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.policy [None req-54ffcf59-ccb3-4af5-b8a1-067d07276789 tempest-DvrRoutersNegativeTest-716534578 tempest-DvrRoutersNegativeTest-716534578-project] Failed policy check for 'create_router' {{(pid=83813) enforce /opt/stack/neutron/neutron/policy.py:482}} Mar 11 19:40:58.309745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-54ffcf59-ccb3-4af5-b8a1-067d07276789 tempest-DvrRoutersNegativeTest-716534578 tempest-DvrRoutersNegativeTest-716534578-project] create failed (client error): Access was denied to this resource. Mar 11 19:40:58.310685 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-54ffcf59-ccb3-4af5-b8a1-067d07276789 tempest-DvrRoutersNegativeTest-716534578 tempest-DvrRoutersNegativeTest-716534578-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2308764 Mar 11 19:40:58.335997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.346700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=105c6e2a-f3a9-4052-b694-1e39d8fa4756,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:58.349478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.370878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5662bd11-4173-404c-8b61-4bc254f7bfa9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/105c6e2a-f3a9-4052-b694-1e39d8fa4756 HTTP/1.1" status: 204 len: 168 time: 3.4226768 Mar 11 19:40:58.416673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.500083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 6051c100-7799-4127-85f7-c7d136d703d8 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:40:58.544867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:58.551404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1a2326cc-2a82-44e3-ae0a-8e78503a0dc3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:58.600442 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3464a33f-e989-4a97-81f4-79441e07a0b1 req-e2bad5c1-7fc3-405e-b0ee-e8af820260a4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163836 Mar 11 19:40:58.628353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8123239f-f455-4f6f-bd5b-1a44dd13b5e7) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:58.647958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c30f12-7e62-4d52-973f-4ed039d2b1c6 None None] Network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:58.658149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.690827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59246) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.702882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1a2326cc-2a82-44e3-ae0a-8e78503a0dc3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:58.704179 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1a2326cc-2a82-44e3-ae0a-8e78503a0dc3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5830741 Mar 11 19:40:58.710168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59250) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:58.736852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.13 (fbfdbd75-e28e-4c47-91df-6da33faef51a/e9b1366d-e9e8-4e56-903b-6605581d8c92/98701272-adcb-4d50-8132-7454f92412f9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:58.742925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.851763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.858133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.859330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.859826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event updated for resources: {'Subnet': ['ID=89b6888b-d417-41f8-a0b9-df231fdb6299,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:58.912185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.945931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8123239f-f455-4f6f-bd5b-1a44dd13b5e7', 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7', 'tenant_id': '4e79d69bed1a4b89b65e6121b7e99eaa', 'fixed_ips': [{'subnet_id': '1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:40:58.947151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:58.957083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.017977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8481cb61-b92b-475c-a4c9-7d5248314a38 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:40:59.048589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.058108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.088199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Checking segment: {'id': 'd3d61244-58a6-45ed-8076-8061656b0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:40:59.088852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network hostable DHCP agents. Network: 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:59.115726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=6051c100-7799-4127-85f7-c7d136d703d8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:59.119573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.151521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=b5dee25f-4113-43a0-8752-99cc83380de2,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:59.188970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.210034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:59.221302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.232909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.234124 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/9aa7e88e-6bbe-4e0b-9bdd-cebc7fedbdd6 HTTP/1.1" status: 204 len: 168 time: 0.5164514 Mar 11 19:40:59.235389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf7a0-2ab8-4e15-9537-fd8ca8b867de tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9aa7e88e-6bbe-4e0b-9bdd-cebc7fedbdd6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:59.240598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59256) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.244651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008d4ef1-4d84-45a7-9b79-13c0ab1557d9') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:59.244998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008d4ef1-4d84-45a7-9b79-13c0ab1557d9') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:59.254238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-17895676-3cc9-4ea6-95eb-c8be77f600c5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/6051c100-7799-4127-85f7-c7d136d703d8 HTTP/1.1" status: 204 len: 168 time: 2.1173434 Mar 11 19:40:59.258300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:59.262021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59260) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.268316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Allocated IP 172.20.0.2 (8123239f-f455-4f6f-bd5b-1a44dd13b5e7/1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35/6da24985-09f7-4cda-acef-2345e85c2665) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:59.281484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8481cb61-b92b-475c-a4c9-7d5248314a38 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:59.281706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.282260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.307552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.309266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:7274ed78af5f43c5a40a21158ae1da15 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:40:59.312064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:59.328765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:40:59.329217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.332196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:40:59.343366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2839a1be-2456-43bc-b66d-e5c80a3d2be7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:40:59.347298 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2839a1be-2456-43bc-b66d-e5c80a3d2be7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/6051c100-7799-4127-85f7-c7d136d703d8 HTTP/1.1" status: 404 len: 333 time: 0.0800765 Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:59.347496 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:59.349804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:59.349886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59264) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.350606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:59.363201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:59.432368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.453861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port f71b0c44-4fef-410d-873e-49c2b47668f1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:40:59.454201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.485148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3ebfacb-c28d-4cd5-9549-559ac8f5f7fc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:40:59.640190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.684792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:59.687233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.689815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.690203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.691169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.701566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3355ad4-8c2f-4549-8bd2-ba9874ee621a None None] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:40:59.748125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f3ebfacb-c28d-4cd5-9549-559ac8f5f7fc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:40:59.749479 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f3ebfacb-c28d-4cd5-9549-559ac8f5f7fc tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5078814 Mar 11 19:40:59.780352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59270) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.785736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-285ebefb-92da-4270-ba33-dce18b92fb12 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.5325315 Mar 11 19:40:59.790544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.794956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.798950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Transition to ACTIVE for port object 6da24985-09f7-4cda-acef-2345e85c2665 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:59.799877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59272) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.809384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': 'b6365466-e948-47f1-bae7-c826344d050b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:59.821093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d80c6a6d-21ca-4cd7-9775-443c351cb5c4 None None] Provisioning complete for port b5dee25f-4113-43a0-8752-99cc83380de2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:40:59.821696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80c6a6d-21ca-4cd7-9775-443c351cb5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.833929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:40:59.843783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.859818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.863664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:59.881519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:40:59.886985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Transition to ACTIVE for port object 6da24985-09f7-4cda-acef-2345e85c2665 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:40:59.911829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a3a3e543-276e-430c-bb10-51220cf98ebd tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/c4e8f2af-ac7e-4766-8ebe-df7341bf7dc3 HTTP/1.1" status: 204 len: 168 time: 1.4905276 Mar 11 19:40:59.912056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network fbfdbd75-e28e-4c47-91df-6da33faef51a is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:59.912188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:40:59.914530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=98701272-adcb-4d50-8132-7454f92412f9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:59.923390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59278) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:40:59.928475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:59.943475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:40:59.951259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d80c6a6d-21ca-4cd7-9775-443c351cb5c4 None None] Port b5dee25f-4113-43a0-8752-99cc83380de2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:40:59.967248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-124069761'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:40:59.989145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35f5cca-9874-4371-b60e-dd7633ecee82,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.016018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e88bcb43-e5d0-4a3a-89b5-b8897b6b0ae3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7274ed78af5f43c5a40a21158ae1da15&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3191864 Mar 11 19:41:00.017692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.024444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59282) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.025611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:00.042076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Pushing event updated for resources: {'Port': ['ID=6da24985-09f7-4cda-acef-2345e85c2665,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.045390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:00.046757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:00.049000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:00.051816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:00.057323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.058063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.062757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:00.078307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:00.087168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.089557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.090182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.091077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Synchronizing usage tracker for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:00.151272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:00.154156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.166933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0', 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0', 'tenant_id': '4e79d69bed1a4b89b65e6121b7e99eaa', 'fixed_ips': [{'subnet_id': '89b6888b-d417-41f8-a0b9-df231fdb6299'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:00.167488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.187174 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c3718e3-ca8b-4449-abe2-6ccce3085dc8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7038193 Mar 11 19:41:00.189118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59286) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.195418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': '98701272-adcb-4d50-8132-7454f92412f9'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:00.203805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Attempting to bind port 6da24985-09f7-4cda-acef-2345e85c2665 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:00.204627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Attempting to bind port 6da24985-09f7-4cda-acef-2345e85c2665 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '2734e716-8541-4063-861b-077826210c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:00.204627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Attempting to bind port 6da24985-09f7-4cda-acef-2345e85c2665 on network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:00.212662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Unset dirty status for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:00.217065 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b6162fa8-333a-4c9f-bd64-d23005e4a554 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3973401 Mar 11 19:41:00.220852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59290) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.229612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.245621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.260448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:00.260821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Checking segment: {'id': '2734e716-8541-4063-861b-077826210c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:00.261223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.261636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Bound using segment: {'id': '2734e716-8541-4063-861b-077826210c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:00.262114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Bound port: 6da24985-09f7-4cda-acef-2345e85c2665, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2734e716-8541-4063-861b-077826210c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8123239f-f455-4f6f-bd5b-1a44dd13b5e7'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:00.262525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.274085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.304802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.363346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b169617b-a227-48b5-9313-af5b71ffbe86,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.390277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:00.418879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] For port 6da24985-09f7-4cda-acef-2345e85c2665, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:00.422929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for f71b0c44-4fef-410d-873e-49c2b47668f1 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:00.423928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] For port 6da24985-09f7-4cda-acef-2345e85c2665, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6da24985-09f7-4cda-acef-2345e85c2665,segment=NetworkSegment(2734e716-8541-4063-861b-077826210c70),segment_id=2734e716-8541-4063-861b-077826210c70)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:00.425319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Allocated IP 172.20.0.18 (7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0/89b6888b-d417-41f8-a0b9-df231fdb6299/9d38699d-6629-44b6-bad1-cccae6b45f7b) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:00.434932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.457992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62367c27-19ee-4f53-a875-7cdbe1856b4f req-7cbaa5f2-fd0e-4984-818e-aa54a7913816 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.458276 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-62367c27-19ee-4f53-a875-7cdbe1856b4f req-7cbaa5f2-fd0e-4984-818e-aa54a7913816 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5957823 Mar 11 19:41:00.461874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:00.478951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.555589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.555939 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment b1918b48-e151-414d-a2f7-6467182e4a33 of type vlan for network b5a7b162-38f6-42a6-b813-3f9a90535086 Mar 11 19:41:00.563648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.565245 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0090a219-c6e4-4e38-840a-9b6253a25304 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7606845 Mar 11 19:41:00.577679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59294) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.588233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting subnet 1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:00.603843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.636336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.661913 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8b24c233-d8ee-4dbc-91b1-2ccd20ddc4e7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules/b169617b-a227-48b5-9313-af5b71ffbe86 HTTP/1.1" status: 200 len: 705 time: 0.0803528 Mar 11 19:41:00.665394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8119f6b-5107-4189-bbcd-49350dd14cf0 None None] Pushing event updated for resources: {'Port': ['ID=6da24985-09f7-4cda-acef-2345e85c2665,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.679379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59298) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.738768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.775919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.794912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Transition to ACTIVE for port object 9d38699d-6629-44b6-bad1-cccae6b45f7b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:00.816225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Transition to ACTIVE for port object 9d38699d-6629-44b6-bad1-cccae6b45f7b will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:00.826754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.834788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-62367c27-19ee-4f53-a875-7cdbe1856b4f req-aaba1d16-d6e1-407d-8278-8f36cdbaf6c7 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119473 Mar 11 19:41:00.842658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.895773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:00.972388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d13821a2-2188-4e59-9702-2bff48622fe7 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2833917 Mar 11 19:41:00.980290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59304) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:00.982270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:00.986347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.987095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.033494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.039601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.039798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Pushing event updated for resources: {'Port': ['ID=9d38699d-6629-44b6-bad1-cccae6b45f7b,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.043008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:01.044529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:01.049181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:01.174650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Attempting to bind port 9d38699d-6629-44b6-bad1-cccae6b45f7b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:01.175175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Attempting to bind port 9d38699d-6629-44b6-bad1-cccae6b45f7b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd3d61244-58a6-45ed-8076-8061656b0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:01.175694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Attempting to bind port 9d38699d-6629-44b6-bad1-cccae6b45f7b on network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:01.192259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:01.193043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Checking segment: {'id': 'd3d61244-58a6-45ed-8076-8061656b0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:01.194068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.194068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Bound using segment: {'id': 'd3d61244-58a6-45ed-8076-8061656b0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:01.194585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Bound port: 9d38699d-6629-44b6-bad1-cccae6b45f7b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d61244-58a6-45ed-8076-8061656b0c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:01.195462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.203615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35f5cca-9874-4371-b60e-dd7633ecee82,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.206347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=f71b0c44-4fef-410d-873e-49c2b47668f1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.257226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3236055 Mar 11 19:41:01.261358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59308) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:01.265400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.265852 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bedbfd39-5033-456f-8bee-8a63aec3585e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d35f5cca-9874-4371-b60e-dd7633ecee82 HTTP/1.1" status: 204 len: 168 time: 1.2377961 Mar 11 19:41:01.266771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142a34f-d863-42b1-b160-b5164686f854 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=b5a7b162-38f6-42a6-b813-3f9a90535086,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.279578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:01.288904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.291155 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7cd61214-541d-4ec0-b715-5c0050dcc660 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/f71b0c44-4fef-410d-873e-49c2b47668f1 HTTP/1.1" status: 204 len: 168 time: 1.9420626 Mar 11 19:41:01.294042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59314) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:01.311522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b5a7b162-38f6-42a6-b813-3f9a90535086 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:01.315588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.354983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.356659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.383197 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0ec477-1443-4054-8946-a05ddd850c8d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:41:01.383734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8a0ec477-1443-4054-8946-a05ddd850c8d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:01.432730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8a0ec477-1443-4054-8946-a05ddd850c8d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:01.436981 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8a0ec477-1443-4054-8946-a05ddd850c8d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/f71b0c44-4fef-410d-873e-49c2b47668f1 HTTP/1.1" status: 404 len: 333 time: 0.1385376 Mar 11 19:41:01.439474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59318) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:01.506168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.509622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:01.525283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Sync routers for ids ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:01.550678 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Routers {'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:01.551179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.552066 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:01.575230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1caadf57-a723-475e-b127-9899870acc90 None None] For port 9d38699d-6629-44b6-bad1-cccae6b45f7b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:01.579379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1caadf57-a723-475e-b127-9899870acc90 None None] For port 9d38699d-6629-44b6-bad1-cccae6b45f7b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d38699d-6629-44b6-bad1-cccae6b45f7b,segment=NetworkSegment(d3d61244-58a6-45ed-8076-8061656b0c73),segment_id=d3d61244-58a6-45ed-8076-8061656b0c73)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:01.587041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.604326 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-063d029f-ab14-4478-815b-e48e88b285fc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "PUT /v2.0/routers/b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1740508 Mar 11 19:41:01.622515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59324) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:01.637618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:01.638752 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b169617b-a227-48b5-9313-af5b71ffbe86 HTTP/1.1" status: 204 len: 168 time: 0.6563313 Mar 11 19:41:01.642495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed825cf-5b78-4d35-89a9-b3685a9a216e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b169617b-a227-48b5-9313-af5b71ffbe86,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.656171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59328) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:01.688919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caadf57-a723-475e-b127-9899870acc90 None None] Pushing event updated for resources: {'Port': ['ID=9d38699d-6629-44b6-bad1-cccae6b45f7b,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.792006 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Set router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:41:01.857308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:01.864811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc172-2e7c-4997-920b-46ea30930310 req-c53c0982-a113-4062-964a-7f6a6c0d1d9b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:01.866351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-368bc172-2e7c-4997-920b-46ea30930310 req-c53c0982-a113-4062-964a-7f6a6c0d1d9b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.8391440 Mar 11 19:41:01.879148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:01.885263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:01.885510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.904622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:01.991496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:02.022531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f84662-d8bd-4a4f-9527-c526444038f8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:02.023126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-99f84662-d8bd-4a4f-9527-c526444038f8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:02.040998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.075919 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e48b54db-4dc4-48e1-98d8-fb139924f7be tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/subnets/1b0c951a-0fd2-4bbf-814e-86e0dd4cfd35 HTTP/1.1" status: 204 len: 168 time: 1.8496552 Mar 11 19:41:02.092738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59340) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:02.107430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:02.204034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:02.209751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.228558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f39e502-344b-4a50-b473-36f5b458cb47 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:02.231674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.304843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.318728 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:40:57Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': 'b5dee25f-4113-43a0-8752-99cc83380de2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:01:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:55Z', 'updated_at': '2022-03-11T19:40:58Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:02.325489 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Checking router: b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:41:02.325939 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Updating router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 port b5dee25f-4113-43a0-8752-99cc83380de2 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:41:02.343324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.355238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-99f84662-d8bd-4a4f-9527-c526444038f8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:02.359357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-99f84662-d8bd-4a4f-9527-c526444038f8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports/b5dee25f-4113-43a0-8752-99cc83380de2 HTTP/1.1" status: 200 len: 911 time: 0.7357690 Mar 11 19:41:02.372279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59346) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:02.376791 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-368bc172-2e7c-4997-920b-46ea30930310 req-8051a393-ac34-4d16-9ccf-34be3b02642c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4991426 Mar 11 19:41:02.446860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.465639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.517184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.557428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6fabb1-3a69-4238-8d96-348f0e324c04 None None] Network 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:02.650691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.694384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d919910-b414-4eef-9ed6-8a7a9c124fa7 req-b6db0eb0-1a9a-466a-a950-21f66ca3f48a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:02.702369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d919910-b414-4eef-9ed6-8a7a9c124fa7 req-b6db0eb0-1a9a-466a-a950-21f66ca3f48a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.1661139 Mar 11 19:41:02.734572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:02.744446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.767432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92337578-7b86-4a41-8eed-5d5999c2c1ba tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a HTTP/1.1" status: 204 len: 168 time: 1.3254426 Mar 11 19:41:02.769000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f2c47-7a86-40b3-bede-c6392ae310d2 None None] Network 8a72e330-99d9-4623-81ba-4a3d8da8abd4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:02.772756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59356) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:02.796309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-303bdd29-e349-4e71-bcef-a3ecb0e9da2a None None] Provisioning for port 6da24985-09f7-4cda-acef-2345e85c2665 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:02.839549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59360) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:02.863161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f39e502-344b-4a50-b473-36f5b458cb47 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:02.867392 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f39e502-344b-4a50-b473-36f5b458cb47 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 1.1232669 Mar 11 19:41:02.940200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:02.978816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.979422 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:02.995996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Transition to ACTIVE for port object b5dee25f-4113-43a0-8752-99cc83380de2 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:03.003715 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d919910-b414-4eef-9ed6-8a7a9c124fa7 req-077ca726-921a-4015-b6df-d1611ef40d21 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000634 Mar 11 19:41:03.011604 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.035224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 4f3e2432-5a43-45da-9dca-3081630f4070 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:03.038296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.161271 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Pushing event updated for resources: {'Port': ['ID=b5dee25f-4113-43a0-8752-99cc83380de2,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:03.257447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6da24985-09f7-4cda-acef-2345e85c2665 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:03.283798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': 'b6365466-e948-47f1-bae7-c826344d050b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:03.284667 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.285000 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.285322 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.285636 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.285963 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.286275 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.286740 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.289538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.289704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:03.289884 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.290185 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.290496 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:03.300434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:03.323097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting subnet 89b6888b-d417-41f8-a0b9-df231fdb6299 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:03.362516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.429676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1146337532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:03.436765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:03.443575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:router and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:03.454545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:03.463536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:03.492060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3025ef-7e26-498b-9980-17b3806726f7 None None] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:03.496693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] For port 4f3e2432-5a43-45da-9dca-3081630f4070, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4f3e2432-5a43-45da-9dca-3081630f4070,segment=NetworkSegment(aa2138e7-34e0-44c8-83b2-fce3b370a021),segment_id=aa2138e7-34e0-44c8-83b2-fce3b370a021)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:03.497503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.537376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6da24985-09f7-4cda-acef-2345e85c2665 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:03.546035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.546991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.552087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.625184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6da24985-09f7-4cda-acef-2345e85c2665 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:03.626468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.666813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 4f3e2432-5a43-45da-9dca-3081630f4070 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:03.669804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] DHCP port deletion for 8123239f-f455-4f6f-bd5b-1a44dd13b5e7 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:03.673521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ff1cd8-234f-4e15-9c9b-89764fa52e7d None None] DHCP port deletion for 8a72e330-99d9-4623-81ba-4a3d8da8abd4 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:03.689044 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Attempting to bind port b5dee25f-4113-43a0-8752-99cc83380de2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:03.689409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Attempting to bind port b5dee25f-4113-43a0-8752-99cc83380de2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:03.689885 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Attempting to bind port b5dee25f-4113-43a0-8752-99cc83380de2 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:03.695749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1cd8-234f-4e15-9c9b-89764fa52e7d None None] Deleting port 4f3e2432-5a43-45da-9dca-3081630f4070 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:03.696329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-57ff1cd8-234f-4e15-9c9b-89764fa52e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.706454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.709496 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:03.709985 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:03.710379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.710760 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:03.711215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Bound port: b5dee25f-4113-43a0-8752-99cc83380de2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:03.711643 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.745893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.753194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Deleting port 6da24985-09f7-4cda-acef-2345e85c2665 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:03.754177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.802009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=4f3e2432-5a43-45da-9dca-3081630f4070,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:03.813892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No DVR routers for this DVR port 4f3e2432-5a43-45da-9dca-3081630f4070 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:03.820757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3e1a4-c3c5-4404-9cc0-76b3922a0b30 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.820986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] For port b5dee25f-4113-43a0-8752-99cc83380de2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:03.824810 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] For port b5dee25f-4113-43a0-8752-99cc83380de2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b5dee25f-4113-43a0-8752-99cc83380de2,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:03.826452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df3e1a4-c3c5-4404-9cc0-76b3922a0b30 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.831699 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8df3e1a4-c3c5-4404-9cc0-76b3922a0b30 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4553185 Mar 11 19:41:03.834906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59374) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:03.841518 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.848665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf1203-b381-45fc-a0d4-d948cb498b3e req-f177ff0e-629f-43ee-9ed1-a16d9f8c6e96 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.850681 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6acf1203-b381-45fc-a0d4-d948cb498b3e req-f177ff0e-629f-43ee-9ed1-a16d9f8c6e96 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3427680 Mar 11 19:41:03.852550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c33c703e-3108-46e9-a41b-2f067f023119 None None] Provisioning for port 9d38699d-6629-44b6-bad1-cccae6b45f7b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:03.925469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-57ff1cd8-234f-4e15-9c9b-89764fa52e7d None None] The port '4f3e2432-5a43-45da-9dca-3081630f4070' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:41:03.944354 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2bd4-e0a5-41bf-85ef-986cf28f5eb2 None None] Pushing event updated for resources: {'Port': ['ID=b5dee25f-4113-43a0-8752-99cc83380de2,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:03.976642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:03.996806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.009702 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Routers {'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:04.009702 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:04.030772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a72e330-99d9-4623-81ba-4a3d8da8abd4']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:04.050312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2138e7-34e0-44c8-83b2-fce3b370a021') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:04.050604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2138e7-34e0-44c8-83b2-fce3b370a021') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:04.062970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.081905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.090806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:04.091203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:04.106841 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:04.211836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.254401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.261709 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] Set router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:41:04.263534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.276871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=8a72e330-99d9-4623-81ba-4a3d8da8abd4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:04.289358 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-21e21cac-927a-472f-93dd-842e996a0f8a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/8a72e330-99d9-4623-81ba-4a3d8da8abd4 HTTP/1.1" status: 204 len: 168 time: 1.5126393 Mar 11 19:41:04.293297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59380) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:04.307398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907770136'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:04.319196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6acf1203-b381-45fc-a0d4-d948cb498b3e req-ff007ffd-7f0e-47a1-9f70-baf4b23fd8e4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030715 Mar 11 19:41:04.319894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:04.329493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:04.337469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:04.352202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:04.360944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.377929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:04.382439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.385309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] For port 6da24985-09f7-4cda-acef-2345e85c2665, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6da24985-09f7-4cda-acef-2345e85c2665,segment=NetworkSegment(2734e716-8541-4063-861b-077826210c70),segment_id=2734e716-8541-4063-861b-077826210c70)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:04.385721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.435835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.446866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:04.464004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.467166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.468779 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment 1a94376e-8820-4e2b-8270-a073232abb93 of type vlan for network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 Mar 11 19:41:04.529954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c5a17-7ae0-4dbb-a0c4-facbd0b4bf30,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:04.549949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.564042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.564703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Calling delete_port for 6da24985-09f7-4cda-acef-2345e85c2665 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:04.565894 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-81e07eb9-b116-431a-b0e2-e1116f2282d0 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.7184801 Mar 11 19:41:04.574344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.609166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59386) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:04.618282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.622520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d7ed60c4-47df-473a-9298-1cb388c62a8b tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.6801834 Mar 11 19:41:04.628828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:04.632667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 6da24985-09f7-4cda-acef-2345e85c2665, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6da24985-09f7-4cda-acef-2345e85c2665,segment=NetworkSegment(2734e716-8541-4063-861b-077826210c70),segment_id=2734e716-8541-4063-861b-077826210c70)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:04.648758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1303380689'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:04.649909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.650680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d38699d-6629-44b6-bad1-cccae6b45f7b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:04.654499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:04.658783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:network and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:04.662130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:04.668563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:04.681316 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 480b8aef-66ec-4d88-8d12-b0bbc7642a91 associated. External IP: 172.26.8.96, port: 98701272-adcb-4d50-8132-7454f92412f9. Mar 11 19:41:04.731706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.735656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.736295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.758536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:04.762414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.780052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec80a4f-68c7-4059-b856-e1c892300950 req-a36fc8a0-d13f-4e01-baa5-8526ad6c0d2b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.787938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fec80a4f-68c7-4059-b856-e1c892300950 req-a36fc8a0-d13f-4e01-baa5-8526ad6c0d2b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2787886 Mar 11 19:41:04.795353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:04.797095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:04.816066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=6da24985-09f7-4cda-acef-2345e85c2665,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:04.830220 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:40:57Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': 'b5dee25f-4113-43a0-8752-99cc83380de2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:01:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:55Z', 'updated_at': '2022-03-11T19:41:03Z', 'revision_number': 4, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:04.835176 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fd1fd1-c417-470f-b7cb-62b349502ac1 None None] The sync data for ids ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'] in dv-neutron-832764-2-hyperv is: [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:40:57Z', 'revision_number': 2, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None, '_interfaces': [{'id': 'b5dee25f-4113-43a0-8752-99cc83380de2', 'name': '', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'mac_address': 'fa:16:3e:01:1f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:55Z', 'updated_at': '2022-03-11T19:41:03Z', 'revision_number': 4, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'subnets': [{'id': '826ed3b3-95a1-4027-99d0-22a57435007e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:04.846000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9d38699d-6629-44b6-bad1-cccae6b45f7b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:04.856416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9d38699d-6629-44b6-bad1-cccae6b45f7b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:04.856783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.934674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6397817 Mar 11 19:41:04.942575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.943718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af6bb8-fa9d-4e0a-bd7a-e8311cd83dc0 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=2865374a-8ca8-4f12-8c16-1a5fc4cda938,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:04.946937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59394) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:04.948226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:04.953217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:04.983810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:04.987924 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fec80a4f-68c7-4059-b856-e1c892300950 req-7f62fb1f-2d51-40da-af1f-bd1491d3bf08 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989722 Mar 11 19:41:05.051946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=8b3d0f60-150a-4956-b2e0-c68c4b9f4f66,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:05.069134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.070074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ae93b95-4590-44c3-97d7-503db39370b1 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules/ed7c5a17-7ae0-4dbb-a0c4-facbd0b4bf30 HTTP/1.1" status: 200 len: 706 time: 0.3303893 Mar 11 19:41:05.217828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:05.221419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.226326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:05.230599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:05.242448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:05.246535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:security_group_rule and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:05.249612 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f172c82-0b09-4777-a05a-addea90a4547 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.1794348 Mar 11 19:41:05.249852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:05.250694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:05.254956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59404) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.260231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:05.283030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.291099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:05.308876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Deleting port 6da24985-09f7-4cda-acef-2345e85c2665 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:05.310139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.354366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] Provisioning complete for port 9d38699d-6629-44b6-bad1-cccae6b45f7b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:05.354734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.360201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.407105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.422290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.436816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ec8ac9-cb3b-4588-83c4-26b2d589b16f None None] Network 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:05.537859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.569314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7c5a17-7ae0-4dbb-a0c4-facbd0b4bf30,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:05.586507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.587774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3d75c9b5-c380-40f3-8f88-bae32637fbf4 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ed7c5a17-7ae0-4dbb-a0c4-facbd0b4bf30 HTTP/1.1" status: 204 len: 168 time: 0.3318477 Mar 11 19:41:05.590535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59408) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.601244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:05.601655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:05.629735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.665648 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/subnets/89b6888b-d417-41f8-a0b9-df231fdb6299 HTTP/1.1" status: 204 len: 168 time: 3.5717928 Mar 11 19:41:05.670807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59412) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.710610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ccc5c-7795-4d85-8116-61774f1f9f8e tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Subnet': ['ID=89b6888b-d417-41f8-a0b9-df231fdb6299,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:05.763877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'b1918b48-e151-414d-a2f7-6467182e4a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:05.764173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: b5a7b162-38f6-42a6-b813-3f9a90535086, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:05.809772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a1f5dd-8c97-4936-81a3-59035f7511b7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.810450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a1f5dd-8c97-4936-81a3-59035f7511b7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Synchronizing usage tracker for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:05.824021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35adec52-6cd3-4e11-8cc7-9e2f1a5e2351 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:05.826097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c30906-788d-4abf-82a9-08640c6a24bc req-63189046-5f90-4077-8b6c-55be07a6962e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.830567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.833840 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a3c30906-788d-4abf-82a9-08640c6a24bc req-63189046-5f90-4077-8b6c-55be07a6962e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.6190047 Mar 11 19:41:05.882105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-46a1f5dd-8c97-4936-81a3-59035f7511b7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Unset dirty status for tenant:4e79d69bed1a4b89b65e6121b7e99eaa on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:05.883159 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-46a1f5dd-8c97-4936-81a3-59035f7511b7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2111602 Mar 11 19:41:05.893367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.894081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59416) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.911829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b5a7b162-38f6-42a6-b813-3f9a90535086 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:05.917932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] For port 6da24985-09f7-4cda-acef-2345e85c2665, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6da24985-09f7-4cda-acef-2345e85c2665,segment=NetworkSegment(2734e716-8541-4063-861b-077826210c70),segment_id=2734e716-8541-4063-861b-077826210c70)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:05.918243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.926014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35adec52-6cd3-4e11-8cc7-9e2f1a5e2351 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:05.926756 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-35adec52-6cd3-4e11-8cc7-9e2f1a5e2351 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3352816 Mar 11 19:41:05.935123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59420) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:05.961637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, b5a7b162-38f6-42a6-b813-3f9a90535086) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:05.966228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.967050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:05.993349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=8409a008-f3c0-412a-9a4a-734d0e409d49,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.017136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.042209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.075589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': '1a94376e-8820-4e2b-8270-a073232abb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:06.075941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: 2865374a-8ca8-4f12-8c16-1a5fc4cda938, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:06.085521 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a3c30906-788d-4abf-82a9-08640c6a24bc req-e74f4cea-ec4c-42a9-9195-beebf360e515 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506602 Mar 11 19:41:06.088151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.105143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3d8fb6-ccb7-44d0-aa3c-2a08b4dc4d86 None None] Network b5a7b162-38f6-42a6-b813-3f9a90535086 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:06.105687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:06.112214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-66d5ce8c-a26f-44dd-9f08-bc83e5e607c5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8365686 Mar 11 19:41:06.113142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59424) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:06.129306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63af0b-9e66-4234-a110-7337ecacaa44,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.135158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1924942025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:06.139423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.139932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Added segment db265907-f772-444c-ae8c-c252f6672ac5 of type vlan for network 9bd0b840-679d-4db9-8859-bae24b3bfb91 Mar 11 19:41:06.144889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting port 9d38699d-6629-44b6-bad1-cccae6b45f7b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:06.145227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.157148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Calling delete_port for 6da24985-09f7-4cda-acef-2345e85c2665 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:06.168965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:06.179024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.182772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:06.199757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:06.216406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:06.220191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:06.247186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.262347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2865374a-8ca8-4f12-8c16-1a5fc4cda938) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:06.293815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5117f6-4722-4c3a-aedb-e20133b45518 None None] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:06.294057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.294787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.304787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.305371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.347867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.379873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] For port 9d38699d-6629-44b6-bad1-cccae6b45f7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d38699d-6629-44b6-bad1-cccae6b45f7b,segment=NetworkSegment(d3d61244-58a6-45ed-8076-8061656b0c73),segment_id=d3d61244-58a6-45ed-8076-8061656b0c73)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:06.400937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.415960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.437083 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f50dca26-7083-4a30-899b-4c5007085142 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4863324 Mar 11 19:41:06.438919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.443283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.444088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.453016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59430) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:06.463308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938', 'name': 'tempest-PortsIpV6TestJSON-1209287053', 'fixed_ips': [{'subnet_id': '8409a008-f3c0-412a-9a4a-734d0e409d49', 'ip_address': '2001:db8::10'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:06.485903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.579114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] DHCP port deletion for 7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:06.589576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.592772 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9763248 Mar 11 19:41:06.599184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59434) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:06.617389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'subnet': {'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:06.633445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.638596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] For port 9d38699d-6629-44b6-bad1-cccae6b45f7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d38699d-6629-44b6-bad1-cccae6b45f7b,segment=NetworkSegment(d3d61244-58a6-45ed-8076-8061656b0c73),segment_id=d3d61244-58a6-45ed-8076-8061656b0c73)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:06.638820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.639154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520408ca-b918-4061-ab4d-0aa24c8a1b10 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Network': ['ID=9bd0b840-679d-4db9-8859-bae24b3bfb91,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.671110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6365466-e948-47f1-bae7-c826344d050b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.673304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Deleting port 9d38699d-6629-44b6-bad1-cccae6b45f7b {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:06.673929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.709660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:06.727744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d599c4-cecd-468a-879c-cd6ffa377a26 None None] Pushing event updated for resources: {'Port': ['ID=9d38699d-6629-44b6-bad1-cccae6b45f7b,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.813968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:06.822432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:subnet and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:06.827941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:06.843631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:06.854798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.908154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Calling delete_port for 9d38699d-6629-44b6-bad1-cccae6b45f7b owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:06.911163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] Pushing event deleted for resources: {'Port': ['ID=6da24985-09f7-4cda-acef-2345e85c2665,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.945173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:06.945516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:06.948512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40260ce4-ae00-43ef-bc08-4b3b7252fd6c None None] No DVR routers for this DVR port 6da24985-09f7-4cda-acef-2345e85c2665 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:06.948684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:06.984795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:07.002904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.009402 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-709d0281-d9af-44eb-827c-b90244100de9 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/b6365466-e948-47f1-bae7-c826344d050b HTTP/1.1" status: 204 len: 168 time: 1.0644839 Mar 11 19:41:07.009402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.009402 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2f169b97-8e17-44ac-a82d-5b4192fdb177 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8925793 Mar 11 19:41:07.009790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59440) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:07.010311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59442) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:07.021057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'port': {'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086', 'name': 'tempest-RoutersTest-983164420'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:07.067468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:07.095439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:07.095664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-2865374a-8ca8-4f12-8c16-1a5fc4cda938', 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': '8409a008-f3c0-412a-9a4a-734d0e409d49'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:07.096253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.132320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:07.143924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b5a7b162-38f6-42a6-b813-3f9a90535086', 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '8b3d0f60-150a-4956-b2e0-c68c4b9f4f66'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:07.144716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.150079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:07.161972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:07.182948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:07.183262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:07.205068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:07.210596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.232690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2247defc-22e6-49dd-a66b-1c4e6387a273 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:07.254126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.264849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 0897c551-695a-4ff9-bb75-3e1463332b8e yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:07.325120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2247defc-22e6-49dd-a66b-1c4e6387a273 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:07.327374 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2247defc-22e6-49dd-a66b-1c4e6387a273 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3130629 Mar 11 19:41:07.330040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:07.331974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59448) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:07.340304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] For port 9d38699d-6629-44b6-bad1-cccae6b45f7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9d38699d-6629-44b6-bad1-cccae6b45f7b,segment=NetworkSegment(d3d61244-58a6-45ed-8076-8061656b0c73),segment_id=d3d61244-58a6-45ed-8076-8061656b0c73)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:07.340783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.341582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group': {'name': 'tempest-secgroup--352301558'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:07.346213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:port and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:07.352957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:07.357957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:07.398495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:07.417545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:07.439650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:07.442858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.456313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.533613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] device_id is not set on port 1a82744d-902f-4b4d-bb56-3eb5008018fb yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:07.562487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Calling delete_port for 9d38699d-6629-44b6-bad1-cccae6b45f7b owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:07.617042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:07.627856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::10 (2865374a-8ca8-4f12-8c16-1a5fc4cda938/8409a008-f3c0-412a-9a4a-734d0e409d49/0897c551-695a-4ff9-bb75-3e1463332b8e) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:07.630465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:07.637537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:07.653671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:07.685422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Deleting port 9d38699d-6629-44b6-bad1-cccae6b45f7b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:07.685765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.761295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Allocated IP 172.20.0.2 (b5a7b162-38f6-42a6-b813-3f9a90535086/8b3d0f60-150a-4956-b2e0-c68c4b9f4f66/66b4e2a8-aab1-4110-88e6-71d3a657f40e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:07.818316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.843997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] The port '9d38699d-6629-44b6-bad1-cccae6b45f7b' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:41:07.882719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port b5dee25f-4113-43a0-8752-99cc83380de2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:07.883635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.912421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.921602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.939108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:07.940476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b5dee25f-4113-43a0-8752-99cc83380de2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:07.992233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] Pushing event deleted for resources: {'Port': ['ID=9d38699d-6629-44b6-bad1-cccae6b45f7b,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.004091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48df4cd5-0d17-4993-9542-8babb4b4f2b6 None None] No DVR routers for this DVR port 9d38699d-6629-44b6-bad1-cccae6b45f7b on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:08.079593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Subnet': ['ID=9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.104806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:08.105284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.126220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646a0990-8dea-4abb-a2db-583ec2f1a593,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.128394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.151528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:08.159912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port b5dee25f-4113-43a0-8752-99cc83380de2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:08.166823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.170939 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e6cf2cb5-8aed-4477-8889-3bbbd03b253a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8353989 Mar 11 19:41:08.172975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59452) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:08.174967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.180648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port b5dee25f-4113-43a0-8752-99cc83380de2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:08.181204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.184874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.198447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Request body: {'security_group_rule': {'security_group_id': '646a0990-8dea-4abb-a2db-583ec2f1a593', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:08.203240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.205423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Checking segment: {'id': 'db265907-f772-444c-ae8c-c252f6672ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:08.205621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network hostable DHCP agents. Network: 9bd0b840-679d-4db9-8859-bae24b3bfb91, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:08.209190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d61244-58a6-45ed-8076-8061656b0c73') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.209660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d61244-58a6-45ed-8076-8061656b0c73') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.227958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:08.233835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Transition to ACTIVE for port object 66b4e2a8-aab1-4110-88e6-71d3a657f40e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:08.236660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:08.237332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.237546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.245618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Usage tracker for resource:security_group_rule and tenant:f5999023683a4f7d99bf6a73d99441b3 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:08.254682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port b5dee25f-4113-43a0-8752-99cc83380de2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b5dee25f-4113-43a0-8752-99cc83380de2,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:08.255086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.255635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 0897c551-695a-4ff9-bb75-3e1463332b8e will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:08.262505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:08.264788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.266814 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-880986a1-eeca-47b0-927a-3bc26554a07a tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/480b8aef-66ec-4d88-8d12-b0bbc7642a91 HTTP/1.1" status: 200 len: 978 time: 8.0758953 Mar 11 19:41:08.269627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:08.276061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:08.306010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:08.306458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.319038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:08.320399 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:08.337640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Transition to ACTIVE for port object 66b4e2a8-aab1-4110-88e6-71d3a657f40e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:08.349841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.390606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:08.390859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.392323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for b5dee25f-4113-43a0-8752-99cc83380de2 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:08.444213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:08.449970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.472040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 98701272-adcb-4d50-8132-7454f92412f9 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:08.472376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.484306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 9bd0b840-679d-4db9-8859-bae24b3bfb91) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:08.491892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:08.492473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.507270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762db796-af6e-488e-a4cc-028e867464c2 None None] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:08.519566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:08.519784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.519927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59be91e6-b5ae-41fb-b8fb-4574eda8dff8 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:08.544850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.554133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-315a0861-686a-489c-8494-51affd0a6c30 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9517868 Mar 11 19:41:08.559459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59460) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:08.567263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.568081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'network': {'name': 'tempest-router-network01--1258326216'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:08.576928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.580438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:08.586548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.20.0.9 (b5a7b162-38f6-42a6-b813-3f9a90535086/8b3d0f60-150a-4956-b2e0-c68c4b9f4f66/1a82744d-902f-4b4d-bb56-3eb5008018fb) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:08.587441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.594971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:network and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:08.598220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.600625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:08.625728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:08.631021 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/7c1b6ee0-709c-4e2c-a6ef-77c805dd32a0 HTTP/1.1" status: 204 len: 168 time: 2.7359803 Mar 11 19:41:08.633548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59464) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:08.640281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a264a4-9708-4675-a856-f47f5e171c51,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.668896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Network b5a7b162-38f6-42a6-b813-3f9a90535086 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:08.678887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:08.681677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:08.689890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Pushing event updated for resources: {'Port': ['ID=66b4e2a8-aab1-4110-88e6-71d3a657f40e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.698240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.708120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.708576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.708827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.709152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.709477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.709793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.710453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.710453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.710762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.711032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.711668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b13e6-fe9f-44db-a39f-56dd31d5f1ca tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.727151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.730802 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5473783 Mar 11 19:41:08.767455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.767813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.768140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.768474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.768797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.769119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.769441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.769814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.770072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.770409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.770819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a9b681-8087-45d8-9f41-be8cce8f960e tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:08.788414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59468) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:08.788635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Allocated IP 2001:db8::2 (2865374a-8ca8-4f12-8c16-1a5fc4cda938/8409a008-f3c0-412a-9a4a-734d0e409d49/980fd588-075b-4fe4-bc96-05615f663326) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:08.788861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:08.792002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.864227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:08.879247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:08.881407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=0897c551-695a-4ff9-bb75-3e1463332b8e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:08.881839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.885644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:08.889713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:08.890481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.909015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Attempting to bind port 66b4e2a8-aab1-4110-88e6-71d3a657f40e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:08.909383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Attempting to bind port 66b4e2a8-aab1-4110-88e6-71d3a657f40e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'b1918b48-e151-414d-a2f7-6467182e4a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:08.910112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Attempting to bind port 66b4e2a8-aab1-4110-88e6-71d3a657f40e on network b5a7b162-38f6-42a6-b813-3f9a90535086 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:08.915385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:08.934086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.938106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:08.938523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Added segment 4d7528c7-bf4a-420d-9bf9-ee8acb8b2114 of type vlan for network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 Mar 11 19:41:08.996737 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-650b9065-673f-4617-9781-eb1922696a82 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5413597 Mar 11 19:41:09.003569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59472) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:09.034529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938', 'name': 'tempest-PortsIpV6TestJSON-177036853', 'fixed_ips': [{'subnet_id': '8409a008-f3c0-412a-9a4a-734d0e409d49', 'ip_address': '2001:db8::f'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:09.045938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:09.046494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Checking segment: {'id': 'b1918b48-e151-414d-a2f7-6467182e4a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:09.046745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.047053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Bound using segment: {'id': 'b1918b48-e151-414d-a2f7-6467182e4a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:09.047546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Bound port: 66b4e2a8-aab1-4110-88e6-71d3a657f40e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1918b48-e151-414d-a2f7-6467182e4a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'b5a7b162-38f6-42a6-b813-3f9a90535086'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:09.047906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.056691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=b5dee25f-4113-43a0-8752-99cc83380de2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:09.090804 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:41:09.138356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.151429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.182774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-9bd0b840-679d-4db9-8859-bae24b3bfb91', 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91', 'tenant_id': '4c465192b9674a0bb31aac2a9fb7d5e7', 'fixed_ips': [{'subnet_id': '9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:09.183747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.273002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.301831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6da24985-09f7-4cda-acef-2345e85c2665 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:09.382827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 1a82744d-902f-4b4d-bb56-3eb5008018fb will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:09.386688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6da24985-09f7-4cda-acef-2345e85c2665 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:09.387023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6da24985-09f7-4cda-acef-2345e85c2665 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:09.388073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d38699d-6629-44b6-bad1-cccae6b45f7b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:09.399757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.472752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] For port 66b4e2a8-aab1-4110-88e6-71d3a657f40e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:09.475030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9d38699d-6629-44b6-bad1-cccae6b45f7b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:09.475408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9d38699d-6629-44b6-bad1-cccae6b45f7b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:09.475890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4f3e2432-5a43-45da-9dca-3081630f4070 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:09.549655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4f3e2432-5a43-45da-9dca-3081630f4070 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:09.549962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4f3e2432-5a43-45da-9dca-3081630f4070 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:09.560480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] For port 66b4e2a8-aab1-4110-88e6-71d3a657f40e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=66b4e2a8-aab1-4110-88e6-71d3a657f40e,segment=NetworkSegment(b1918b48-e151-414d-a2f7-6467182e4a33),segment_id=b1918b48-e151-414d-a2f7-6467182e4a33)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:09.564967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.588706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.602806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.640654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.653958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.684955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.685530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.685677 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 480b8aef-66ec-4d88-8d12-b0bbc7642a91 disassociated. External IP: 172.26.8.96, port: 98701272-adcb-4d50-8132-7454f92412f9. Mar 11 19:41:09.686140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 98701272-adcb-4d50-8132-7454f92412f9 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:09.697624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Allocated IP 2001:db8::2 (9bd0b840-679d-4db9-8859-bae24b3bfb91/9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc/c8a9d16c-262a-47d0-ac95-383e4857359f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:09.737409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b5a7b162-38f6-42a6-b813-3f9a90535086 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:09.747580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1a82744d-902f-4b4d-bb56-3eb5008018fb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:09.750017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:09.751679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Transition to ACTIVE for port object 980fd588-075b-4fe4-bc96-05615f663326 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:09.754653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:09.774639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Transition to ACTIVE for port object 980fd588-075b-4fe4-bc96-05615f663326 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:09.785782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:09.818292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8123239f-f455-4f6f-bd5b-1a44dd13b5e7']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:09.839778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:09.840390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.849726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2734e716-8541-4063-861b-077826210c70') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:09.849996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2734e716-8541-4063-861b-077826210c70') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:09.866301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.870021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:09.870614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.902756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:09.908876 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5bcc8a20-7eb4-4d00-9e6e-850921dcc659 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8973858 Mar 11 19:41:09.912173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59476) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:09.977244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:09.993182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:09.996942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:10.013338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.023659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.027202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:10.037251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.040377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:10.040783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.056247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.058508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.059628 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/646a0990-8dea-4abb-a2db-583ec2f1a593 HTTP/1.1" status: 204 len: 168 time: 1.2581894 Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:10.060464 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:10.097069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59480) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:10.123631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=98701272-adcb-4d50-8132-7454f92412f9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.154101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.165198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6044860 Mar 11 19:41:10.166099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb877a-87f2-4018-9d7f-64b349a41a1e tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Network': ['ID=3627fd94-e5ea-4e6f-9d3d-40983fd99dd1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.171546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Transition to ACTIVE for port object c8a9d16c-262a-47d0-ac95-383e4857359f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:10.187389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59484) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:10.209391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Transition to ACTIVE for port object c8a9d16c-262a-47d0-ac95-383e4857359f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:10.213946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Pushing event updated for resources: {'Port': ['ID=66b4e2a8-aab1-4110-88e6-71d3a657f40e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.220602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:10.235073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'network': {'name': 'tempest-router-network02--319824805'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:10.239625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.246972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c9026-0e51-41ed-8882-197a0f9e32a3 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646a0990-8dea-4abb-a2db-583ec2f1a593,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.248795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:10.262169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.274238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:10.338495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:network and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:10.370619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.370990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.371290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.371651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.371980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.372304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.372624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.372945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.373275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.373586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.373892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc37032-8078-4a19-a2c2-1a7203882d17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.383548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:10.454265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:10.458710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.462834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:10.482294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:10.484731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:10.493902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.494176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:10.500463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:10.503113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:10.514892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=8123239f-f455-4f6f-bd5b-1a44dd13b5e7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.539432 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6b092a41-fdeb-4d8c-8707-544397c10ee7 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/8123239f-f455-4f6f-bd5b-1a44dd13b5e7 HTTP/1.1" status: 204 len: 168 time: 1.9048364 Mar 11 19:41:10.540432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:10.543519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.546955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59488) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:10.554438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Pushing event updated for resources: {'Port': ['ID=980fd588-075b-4fe4-bc96-05615f663326,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.600675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.608876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ca3d9513-14c4-48f6-ae3c-014ecb24a553 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:10.754911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:10.755271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Pushing event updated for resources: {'Port': ['ID=c8a9d16c-262a-47d0-ac95-383e4857359f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.776391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Attempting to bind port 980fd588-075b-4fe4-bc96-05615f663326 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:10.776527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Attempting to bind port 980fd588-075b-4fe4-bc96-05615f663326 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1a94376e-8820-4e2b-8270-a073232abb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:10.776779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Attempting to bind port 980fd588-075b-4fe4-bc96-05615f663326 on network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:10.778127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 45b43cdc-5928-4ee6-99f3-53911f046bab yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:10.786273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ca3d9513-14c4-48f6-ae3c-014ecb24a553 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:10.791015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Attempting to bind port c8a9d16c-262a-47d0-ac95-383e4857359f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:10.791175 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ca3d9513-14c4-48f6-ae3c-014ecb24a553 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6893549 Mar 11 19:41:10.791270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Attempting to bind port c8a9d16c-262a-47d0-ac95-383e4857359f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'db265907-f772-444c-ae8c-c252f6672ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:10.791270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Attempting to bind port c8a9d16c-262a-47d0-ac95-383e4857359f on network 9bd0b840-679d-4db9-8859-bae24b3bfb91 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:10.794667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:10.795034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Checking segment: {'id': '1a94376e-8820-4e2b-8270-a073232abb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:10.795469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.795859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Bound using segment: {'id': '1a94376e-8820-4e2b-8270-a073232abb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:10.796336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Bound port: 980fd588-075b-4fe4-bc96-05615f663326, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a94376e-8820-4e2b-8270-a073232abb93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2865374a-8ca8-4f12-8c16-1a5fc4cda938'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:10.796711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.813223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:10.813617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Checking segment: {'id': 'db265907-f772-444c-ae8c-c252f6672ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:10.814001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.814463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Bound using segment: {'id': 'db265907-f772-444c-ae8c-c252f6672ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:10.814852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Bound port: c8a9d16c-262a-47d0-ac95-383e4857359f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db265907-f772-444c-ae8c-c252f6672ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '9bd0b840-679d-4db9-8859-bae24b3bfb91'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:10.815603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.817102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59492) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:10.825376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:10.825889 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Added segment 21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6 of type vlan for network 8083656f-5831-41e0-b393-de98ba7ad11e Mar 11 19:41:10.888453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.024170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] For port 980fd588-075b-4fe4-bc96-05615f663326, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:11.038497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] For port 980fd588-075b-4fe4-bc96-05615f663326, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=980fd588-075b-4fe4-bc96-05615f663326,segment=NetworkSegment(1a94376e-8820-4e2b-8270-a073232abb93),segment_id=1a94376e-8820-4e2b-8270-a073232abb93)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:11.039415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.040781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] For port c8a9d16c-262a-47d0-ac95-383e4857359f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:11.045995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] For port c8a9d16c-262a-47d0-ac95-383e4857359f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c8a9d16c-262a-47d0-ac95-383e4857359f,segment=NetworkSegment(db265907-f772-444c-ae8c-c252f6672ac5),segment_id=db265907-f772-444c-ae8c-c252f6672ac5)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:11.048111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.094451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.149395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f9ee9-e7d7-4d16-a82a-416df053548b None None] Pushing event updated for resources: {'Port': ['ID=980fd588-075b-4fe4-bc96-05615f663326,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:11.244229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f5ab1-367c-4035-8a8b-ee99b62b42f1 None None] Pushing event updated for resources: {'Port': ['ID=c8a9d16c-262a-47d0-ac95-383e4857359f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:11.259761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.262014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de01d275-e3e6-4b2e-8c9f-5c62ee465890 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:11.276036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.280029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:11.280752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.282687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:11.319572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::f (2865374a-8ca8-4f12-8c16-1a5fc4cda938/8409a008-f3c0-412a-9a4a-734d0e409d49/45b43cdc-5928-4ee6-99f3-53911f046bab) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:11.342024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943780a0-5e81-4515-b214-bed4784f890a']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:11.371790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66532ce3-a797-41dc-afb0-9e680cc21267') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:11.372055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66532ce3-a797-41dc-afb0-9e680cc21267') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:11.392653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.454629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.535513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.553158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de01d275-e3e6-4b2e-8c9f-5c62ee465890 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:11.554418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-de01d275-e3e6-4b2e-8c9f-5c62ee465890 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.7362268 Mar 11 19:41:11.561071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59496) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:11.581291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:11.581726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.589341 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3839126 Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:11.610482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59500) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:11.626092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb27f5-23f4-4e4f-87b4-16fbbb2b5aed tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Network': ['ID=8083656f-5831-41e0-b393-de98ba7ad11e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:11.648605 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-3b12c8b6-bacb-494a-b08d-a1da34f6252a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] delete failed (client error): The resource could not be found. Mar 11 19:41:11.653061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b12c8b6-bacb-494a-b08d-a1da34f6252a tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "DELETE /v2.0/security-groups/646a0990-8dea-4abb-a2db-583ec2f1a593 HTTP/1.1" status: 404 len: 347 time: 0.0857267 Mar 11 19:41:11.655412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59504) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:11.657117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:11.680013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8083656f-5831-41e0-b393-de98ba7ad11e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:11.699457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'subnet': {'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:11.900230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:11.904618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.077654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c8a9d16c-262a-47d0-ac95-383e4857359f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:12.087642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=943780a0-5e81-4515-b214-bed4784f890a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.096196 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c82fb701-d070-4f7b-b979-ad6a5b919277 tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/943780a0-5e81-4515-b214-bed4784f890a HTTP/1.1" status: 204 len: 168 time: 1.5430357 Mar 11 19:41:12.097939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59510) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:12.151369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ae853552-e38e-4ff9-875f-f1419a748286 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Synchronizing usage tracker for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:12.163333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port c8a9d16c-262a-47d0-ac95-383e4857359f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:12.170667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 66b4e2a8-aab1-4110-88e6-71d3a657f40e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:12.190159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ae853552-e38e-4ff9-875f-f1419a748286 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] Unset dirty status for tenant:f5999023683a4f7d99bf6a73d99441b3 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:12.194652 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ae853552-e38e-4ff9-875f-f1419a748286 tempest-SecGroupTest-496952038 tempest-SecGroupTest-496952038-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5332258 Mar 11 19:41:12.239207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:12.247226 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2b3f3fdb-e894-4349-87f4-786c73f6500b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "PUT /v2.0/routers/b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3955078 Mar 11 19:41:12.250826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59516) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:12.256040 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Sync routers for ids ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:12.269284 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Routers {'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:12.270152 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:12.318419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 66b4e2a8-aab1-4110-88e6-71d3a657f40e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:12.332363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056d3c5-d12f-488f-90a6-cbfda7e47b0a None None] Network b5a7b162-38f6-42a6-b813-3f9a90535086 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:12.381549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.394546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.399782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:12.408058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:subnet and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:12.414996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:12.419929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 45b43cdc-5928-4ee6-99f3-53911f046bab will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:12.420724 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Set router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:41:12.439192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:12.448647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7620bb-352b-485f-8804-719b3863eb56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.450135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7620bb-352b-485f-8804-719b3863eb56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.451032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2a7620bb-352b-485f-8804-719b3863eb56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:12.457198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.528956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 980fd588-075b-4fe4-bc96-05615f663326 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:12.555548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:12.564657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:12.571693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2a7620bb-352b-485f-8804-719b3863eb56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:12.572999 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2a7620bb-352b-485f-8804-719b3863eb56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3212235 Mar 11 19:41:12.574120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:12.578978 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:41:08Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:12.579573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.580230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.595866 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Checking router: b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:41:12.601131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59522) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:12.611563 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Routers {'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:12.612536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:12.710837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:12.730012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59526) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:12.782325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=45b43cdc-5928-4ee6-99f3-53911f046bab,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.815026 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f368f96c-f0ec-42e4-a1ba-1973f370537a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8022094 Mar 11 19:41:12.823885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59530) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:12.836539 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] Set router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:41:12.876263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Provisioning for port 66b4e2a8-aab1-4110-88e6-71d3a657f40e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:12.897266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Provisioning complete for port 66b4e2a8-aab1-4110-88e6-71d3a657f40e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:12.897979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:12.970255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.025851 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:41:08Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:13.035536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a97f8-f56d-4400-b3cd-3276ef80ba4d None None] The sync data for ids ['b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2'] in dv-neutron-832764-2-hyperv is: [{'id': 'b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2', 'name': 'tempest-NetworksTestDHCPv6-router-1224796782', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:52Z', 'updated_at': '2022-03-11T19:41:08Z', 'revision_number': 3, 'project_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:13.109766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 980fd588-075b-4fe4-bc96-05615f663326 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:13.138688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fad4c74-f6bb-4d27-801a-7e1ad00c35a1']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:13.160216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.210946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] For port 66b4e2a8-aab1-4110-88e6-71d3a657f40e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=66b4e2a8-aab1-4110-88e6-71d3a657f40e,segment=NetworkSegment(b1918b48-e151-414d-a2f7-6467182e4a33),segment_id=b1918b48-e151-414d-a2f7-6467182e4a33)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:13.216074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa448d68-3119-480e-836e-f65950268dd1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.216992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aa448d68-3119-480e-836e-f65950268dd1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:13.224866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316d7197-5a02-4144-ac55-9e0e5dd17b63') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:13.225171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316d7197-5a02-4144-ac55-9e0e5dd17b63') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:13.232011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 826ed3b3-95a1-4027-99d0-22a57435007e {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:13.236265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.237463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.241064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.244631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744e60be-7eaf-4541-8f7b-7f9e2391e17c None None] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:13.282417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.301737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.342631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-aa448d68-3119-480e-836e-f65950268dd1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:13.343862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-aa448d68-3119-480e-836e-f65950268dd1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5189829 Mar 11 19:41:13.346867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:13.361609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.368346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.484717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d653ed76-0483-490f-8535-bc0d1972b4e4 None None] Pushing event updated for resources: {'Port': ['ID=66b4e2a8-aab1-4110-88e6-71d3a657f40e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:13.492061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7e4606-9a5d-4f1e-9a2d-ef8db79c2491 None None] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:13.518629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Provisioning for port 980fd588-075b-4fe4-bc96-05615f663326 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:13.531687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Provisioning complete for port 980fd588-075b-4fe4-bc96-05615f663326 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:13.532583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.534191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.580525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:13.581203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:13.604397 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:13.610133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aa63c720-114e-4300-9ea9-4f7fc07413e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5999023683a4f7d99bf6a73d99441b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8289835 Mar 11 19:41:13.612786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:13.648784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dc6b2-67c3-4b20-ae53-5f3bdef56923 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.652833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dc6b2-67c3-4b20-ae53-5f3bdef56923 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.657100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010dc6b2-67c3-4b20-ae53-5f3bdef56923 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.658593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-010dc6b2-67c3-4b20-ae53-5f3bdef56923 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3086369 Mar 11 19:41:13.668903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59544) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:13.677981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1a82744d-902f-4b4d-bb56-3eb5008018fb,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:13.727777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.740064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:13.766307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:13.813200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 45b43cdc-5928-4ee6-99f3-53911f046bab {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:13.813626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.847228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:13.847938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:13.865188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.869480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.908876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:13.970667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 66b4e2a8-aab1-4110-88e6-71d3a657f40e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:13.998624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.014231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.036668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] Pushing event deleted for resources: {'Network': ['ID=0fad4c74-f6bb-4d27-801a-7e1ad00c35a1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:14.069573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.084289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=826ed3b3-95a1-4027-99d0-22a57435007e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:14.103427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.121641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e500824c-c177-4426-a641-40efdecdd96b tempest-BulkNetworkOpsTest-1869228077 tempest-BulkNetworkOpsTest-1869228077-project] 10.222.0.76 "DELETE /v2.0/networks/0fad4c74-f6bb-4d27-801a-7e1ad00c35a1 HTTP/1.1" status: 204 len: 168 time: 2.0208426 Mar 11 19:41:14.136541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.138424 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5594bae-cb3a-4442-baf5-8f13b1412936 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/98701272-adcb-4d50-8132-7454f92412f9 HTTP/1.1" status: 204 len: 168 time: 5.8673034 Mar 11 19:41:14.147032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59550) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:14.172160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.209607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30683e7-2a8e-4377-a77b-b11517a512e4 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:14.251561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:14.252181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.305923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.319278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a3717812-7663-4ca9-81f2-66679e4ea02f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/floatingips/480b8aef-66ec-4d88-8d12-b0bbc7642a91 HTTP/1.1" status: 200 len: 687 time: 0.1708264 Mar 11 19:41:14.328830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59554) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:14.367963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.377508 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7c645e72-f1d9-4c0f-adf3-8d61e605ac22 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/826ed3b3-95a1-4027-99d0-22a57435007e HTTP/1.1" status: 204 len: 168 time: 1.7752745 Mar 11 19:41:14.381421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:14.382036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.384875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.387877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bf7795cf-9f5a-4b23-b163-3f668e68eced HTTP/1.1" status: 204 len: 168 time: 0.7739136 Mar 11 19:41:14.401471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.401876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4a047-db56-4dca-98d7-ad35c07203d5 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:14.406826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] For port 980fd588-075b-4fe4-bc96-05615f663326, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=980fd588-075b-4fe4-bc96-05615f663326,segment=NetworkSegment(1a94376e-8820-4e2b-8270-a073232abb93),segment_id=1a94376e-8820-4e2b-8270-a073232abb93)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:14.441274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.470456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.611740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 66b4e2a8-aab1-4110-88e6-71d3a657f40e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:14.612398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.637047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d9f6fc5d-e963-4609-b84e-b51dd3344edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.745822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27d518-430c-4e2a-bb79-3ced88c268bd None None] Pushing event updated for resources: {'Port': ['ID=980fd588-075b-4fe4-bc96-05615f663326,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:14.756968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59566) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:14.761527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Provisioning complete for port 66b4e2a8-aab1-4110-88e6-71d3a657f40e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:14.762110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.805768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port eacac176-edd6-408b-8861-8e12357938d3 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:14.805768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:14.814958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 45b43cdc-5928-4ee6-99f3-53911f046bab owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:14.862993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a708-fa9b-4790-805b-6a81c3d9f9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7795cf-9f5a-4b23-b163-3f668e68eced,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:15.051527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b5dee25f-4113-43a0-8752-99cc83380de2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:15.111557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0eac4724-2b20-4abc-a447-6dbf421054c4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:15.141046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.145730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.191508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:15.206832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0eac4724-2b20-4abc-a447-6dbf421054c4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:15.211092 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0eac4724-2b20-4abc-a447-6dbf421054c4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8171246 Mar 11 19:41:15.211278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59580) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:15.220721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: b5dee25f-4113-43a0-8752-99cc83380de2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:15.221064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b5dee25f-4113-43a0-8752-99cc83380de2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:15.252192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Deleting port 8481cb61-b92b-475c-a4c9-7d5248314a38 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:15.252565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.369784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for eacac176-edd6-408b-8861-8e12357938d3 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:15.408321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Subnet': ['ID=d5085d06-db4b-4d4b-a736-129b9f9eadf6,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:15.414363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.431110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Provisioning for port c8a9d16c-262a-47d0-ac95-383e4857359f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:15.448630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Provisioning complete for port c8a9d16c-262a-47d0-ac95-383e4857359f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:15.449002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.466187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Checking segment: {'id': '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:15.466508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network hostable DHCP agents. Network: 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:15.518315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.541475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9c00d19d-bef3-489b-a440-ed2d6c36e611 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e79d69bed1a4b89b65e6121b7e99eaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7797759 Mar 11 19:41:15.558987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59588) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:15.567626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.579120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=45b43cdc-5928-4ee6-99f3-53911f046bab,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:15.662424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] For port 8481cb61-b92b-475c-a4c9-7d5248314a38, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8481cb61-b92b-475c-a4c9-7d5248314a38,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:15.663013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.720273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.836536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Calling delete_port for 8481cb61-b92b-475c-a4c9-7d5248314a38 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:15.899035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59596) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:15.913890 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4dc86539-bd20-4edb-95f1-df48abda0a4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/45b43cdc-5928-4ee6-99f3-53911f046bab HTTP/1.1" status: 204 len: 168 time: 2.2415714 Mar 11 19:41:15.919136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 980fd588-075b-4fe4-bc96-05615f663326 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:15.959808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:15.970342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:15.974838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59602) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.036427 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adea6d8-160a-45af-b3d0-73126dc3d9b1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:41:16.036943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9adea6d8-160a-45af-b3d0-73126dc3d9b1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:16.037652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] Pushing event deleted for resources: {'Port': ['ID=8481cb61-b92b-475c-a4c9-7d5248314a38,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:16.080574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667368e7-e862-462b-95e5-095c4b76a334 None None] No DVR routers for this DVR port 8481cb61-b92b-475c-a4c9-7d5248314a38 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:16.198957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 980fd588-075b-4fe4-bc96-05615f663326 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:16.199274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.222581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dfb2d300-3c23-4db4-9eba-0d639a1ef035 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:16.223190 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-dfb2d300-3c23-4db4-9eba-0d639a1ef035 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:41:16.225236 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dfb2d300-3c23-4db4-9eba-0d639a1ef035 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3245666 Mar 11 19:41:16.235662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59606) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.237316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.241362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9adea6d8-160a-45af-b3d0-73126dc3d9b1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:16.245135 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9adea6d8-160a-45af-b3d0-73126dc3d9b1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/45b43cdc-5928-4ee6-99f3-53911f046bab HTTP/1.1" status: 404 len: 333 time: 0.2666788 Mar 11 19:41:16.247858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--445866418'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:16.254182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59610) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.256661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:16.259939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.263496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:16.281771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:16.287451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.290273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] For port c8a9d16c-262a-47d0-ac95-383e4857359f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c8a9d16c-262a-47d0-ac95-383e4857359f,segment=NetworkSegment(db265907-f772-444c-ae8c-c252f6672ac5),segment_id=db265907-f772-444c-ae8c-c252f6672ac5)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:16.294852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7815b-a17a-45f7-a3d9-15e7e2d005f5 None None] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:16.301859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:16.313133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:16.321233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.341734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.342774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.355720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 0897c551-695a-4ff9-bb75-3e1463332b8e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:16.356057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.369664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=eacac176-edd6-408b-8861-8e12357938d3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:16.377235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.400512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.427958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.445503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.446011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Fanout notify agent at l3_agent the message router_deleted on router b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:41:16.455614 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1f01fcaa-e356-4182-8b34-73ff1adb88aa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8234763 Mar 11 19:41:16.460345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59614) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.474130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.514753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'subnet': {'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:16.526905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.614766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.617175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.618487 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fdc45f98-5d5a-4e07-9593-210bf820ea3e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/480b8aef-66ec-4d88-8d12-b0bbc7642a91 HTTP/1.1" status: 204 len: 168 time: 2.2850196 Mar 11 19:41:16.625269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59618) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.628063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.633520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'afde78de-05ac-41a2-a153-54637af9d056'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:16.636875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-3627fd94-e5ea-4e6f-9d3d-40983fd99dd1', 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1', 'tenant_id': '4c465192b9674a0bb31aac2a9fb7d5e7', 'fixed_ips': [{'subnet_id': 'd5085d06-db4b-4d4b-a736-129b9f9eadf6'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:16.638123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.640230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.661339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Pushing event updated for resources: {'Port': ['ID=c8a9d16c-262a-47d0-ac95-383e4857359f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:16.668899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:16.718872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:floatingip and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:16.746324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:16.760142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8481cb61-b92b-475c-a4c9-7d5248314a38 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:16.761446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:16.768859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:16.781569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.782854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e5286ac7-8dcd-43d0-b01a-12de083decbd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/routers/b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 HTTP/1.1" status: 204 len: 168 time: 1.5706794 Mar 11 19:41:16.786380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:16.787256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59622) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:16.788702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Provisioning for port 1a82744d-902f-4b4d-bb56-3eb5008018fb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:16.794319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:16.814723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8481cb61-b92b-475c-a4c9-7d5248314a38 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:16.815346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8481cb61-b92b-475c-a4c9-7d5248314a38 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:16.825326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.826254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Provisioning complete for port 1a82744d-902f-4b4d-bb56-3eb5008018fb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:16.826765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.829065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1a82744d-902f-4b4d-bb56-3eb5008018fb,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:16.833804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:16.837500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.850435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.865009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab74a074-2e71-48c1-af9d-54d5857ed772 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:16.869497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d3c26788-032b-40bb-a345-88a23e3c3002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:16.880345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501b7bd1-79e6-4f92-8477-271d62d9debf,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:16.915687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:16.924798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:subnet and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:16.933833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:16.945333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:16.963155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d75509e5-1fd5-423f-ac5f-3f6bc6ce08e0 None None] Port 1a82744d-902f-4b4d-bb56-3eb5008018fb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:16.994575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Allocated IP 2001:db8::2 (3627fd94-e5ea-4e6f-9d3d-40983fd99dd1/d5085d06-db4b-4d4b-a736-129b9f9eadf6/13602587-133c-4cfd-8bc1-74eb42482307) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:17.005451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:17.040172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.070950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.071363 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c7b0d704-e278-45ec-9375-6cdbe612aad6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/501b7bd1-79e6-4f92-8477-271d62d9debf HTTP/1.1" status: 204 len: 168 time: 1.5093751 Mar 11 19:41:17.105995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Provisioning for port 0897c551-695a-4ff9-bb75-3e1463332b8e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:17.112721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Provisioning complete for port 0897c551-695a-4ff9-bb75-3e1463332b8e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:17.113142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.183148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Port 0897c551-695a-4ff9-bb75-3e1463332b8e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:17.189469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Could not find standard attr ID for object 45b43cdc-5928-4ee6-99f3-53911f046bab. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:41:17.206574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ab74a074-2e71-48c1-af9d-54d5857ed772 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:17.218946 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab74a074-2e71-48c1-af9d-54d5857ed772 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4304967 Mar 11 19:41:17.228968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59628) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:17.236867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Provisioning complete for port c8a9d16c-262a-47d0-ac95-383e4857359f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:17.238085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.243928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 0897c551-695a-4ff9-bb75-3e1463332b8e owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:17.280785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.302960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.322561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:17.326690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:17.329696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:17.336432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:17.339289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439e165-a524-45b0-b4d7-9b4622b2030b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:17.339894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9439e165-a524-45b0-b4d7-9b4622b2030b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:17.361631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b5a7b162-38f6-42a6-b813-3f9a90535086 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:17.367096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:17.400024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.459497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=143a8aa4-c449-4ce6-9c16-9bd0586d17c4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:17.466550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.492264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.541099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Provisioning complete for port 980fd588-075b-4fe4-bc96-05615f663326 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:17.542463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b6e026f-3fd8-482e-ad96-98c516cd082c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.545357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9439e165-a524-45b0-b4d7-9b4622b2030b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:17.546719 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9439e165-a524-45b0-b4d7-9b4622b2030b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3151159 Mar 11 19:41:17.565795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:17.598788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.612718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Transition to ACTIVE for port object 13602587-133c-4cfd-8bc1-74eb42482307 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:17.640448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Transition to ACTIVE for port object 13602587-133c-4cfd-8bc1-74eb42482307 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:17.662652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.667825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f2f933-dc42-497e-a8b6-d79f0aef8671,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:17.672572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5dbd7641-79ff-4916-a397-9a0b11de844f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:17.715968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.718848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.723250 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-81654371-d016-4b01-93e0-efdd261af60a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4863107 Mar 11 19:41:17.728493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:17.747660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '18f2f933-dc42-497e-a8b6-d79f0aef8671', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:17.757917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:17.766455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:17.775539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:17.789119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:17.791252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:17.796826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:17.800201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:17.815114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5dbd7641-79ff-4916-a397-9a0b11de844f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:17.820717 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5dbd7641-79ff-4916-a397-9a0b11de844f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2485886 Mar 11 19:41:17.821031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:17.860727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.862885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:17.891761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:17.904802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Pushing event updated for resources: {'Port': ['ID=13602587-133c-4cfd-8bc1-74eb42482307,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:17.914226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c8a9d16c-262a-47d0-ac95-383e4857359f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:18.012025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.103 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/46004c9a-b34d-4aca-a6ed-47debd134708) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:18.020302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.057648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=0897c551-695a-4ff9-bb75-3e1463332b8e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.062871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Attempting to bind port 13602587-133c-4cfd-8bc1-74eb42482307 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:18.063716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Attempting to bind port 13602587-133c-4cfd-8bc1-74eb42482307 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:18.064297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Attempting to bind port 13602587-133c-4cfd-8bc1-74eb42482307 on network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:18.079872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:18.080423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Checking segment: {'id': '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:18.080911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.082168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Bound using segment: {'id': '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:18.082811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Bound port: 13602587-133c-4cfd-8bc1-74eb42482307, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3627fd94-e5ea-4e6f-9d3d-40983fd99dd1'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:18.083334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.100653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.170253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.173202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c8a9d16c-262a-47d0-ac95-383e4857359f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:18.173202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.221631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:18.254573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router a566338e-4418-4801-8a42-ea3061736d49 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:18.280605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.333444 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-488c4c8a-cbc2-46bd-a9a3-609c7fd11f05 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/0897c551-695a-4ff9-bb75-3e1463332b8e HTTP/1.1" status: 204 len: 168 time: 2.0782480 Mar 11 19:41:18.338644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59660) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:18.340664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:18.345428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] For port 13602587-133c-4cfd-8bc1-74eb42482307, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:18.357065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-abbd94fb-8708-442c-88ba-6f5785f75fb8 None None] Provisioning complete for port 1a82744d-902f-4b4d-bb56-3eb5008018fb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:18.357589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-abbd94fb-8708-442c-88ba-6f5785f75fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.419567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] For port 13602587-133c-4cfd-8bc1-74eb42482307, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=13602587-133c-4cfd-8bc1-74eb42482307,segment=NetworkSegment(4d7528c7-bf4a-420d-9bf9-ee8acb8b2114),segment_id=4d7528c7-bf4a-420d-9bf9-ee8acb8b2114)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:18.425607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.436033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.461001 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4794b4de-d17d-4b86-ab30-5eaa485ea1bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:41:18.462168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4794b4de-d17d-4b86-ab30-5eaa485ea1bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:18.471670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:18.487370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.509765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Subnet': ['ID=686620e7-a3b0-47a9-a9a8-72824f6ac40c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.526986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-abbd94fb-8708-442c-88ba-6f5785f75fb8 None None] Port 1a82744d-902f-4b4d-bb56-3eb5008018fb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:18.539554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.554430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc72e-2ecb-44e2-9459-382d1a590ad6 None None] Pushing event updated for resources: {'Port': ['ID=13602587-133c-4cfd-8bc1-74eb42482307,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.561763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.632650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4794b4de-d17d-4b86-ab30-5eaa485ea1bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:18.634074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4794b4de-d17d-4b86-ab30-5eaa485ea1bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/0897c551-695a-4ff9-bb75-3e1463332b8e HTTP/1.1" status: 404 len: 333 time: 0.2831039 Mar 11 19:41:18.634956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25cb661-ddd2-484f-b20c-71a1b2309141,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.641872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59666) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:18.662329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:18.669753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:18.675194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:18.692967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.717770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59670) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:18.722404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=46004c9a-b34d-4aca-a6ed-47debd134708,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.905871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:18.910414 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19a39440-d251-4661-b1d3-af755c0e794e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1763568 Mar 11 19:41:18.911355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59676) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:18.931547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '18f2f933-dc42-497e-a8b6-d79f0aef8671', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:18.985527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-220889326'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:19.004066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Checking segment: {'id': '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:19.004426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network hostable DHCP agents. Network: 8083656f-5831-41e0-b393-de98ba7ad11e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:19.004575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:19.010661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:19.015601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:19.022614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:19.024160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:19.035472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:19.038489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:19.063335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:19.088875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.162163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:19.165848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:19.169050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.178310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.180970 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] Sync routers for ids ['a566338e-4418-4801-8a42-ea3061736d49'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:19.206766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-978771c6-2af2-4d06-9d79-f448cdcc3495 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/a566338e-4418-4801-8a42-ea3061736d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2912414 Mar 11 19:41:19.207094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 8083656f-5831-41e0-b393-de98ba7ad11e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:19.207964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59680) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:19.208101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.209587 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] Routers {'a566338e-4418-4801-8a42-ea3061736d49'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:19.210300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a566338e-4418-4801-8a42-ea3061736d49'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:19.266647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:19.273536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:19.280859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:security_group_rule and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:19.284681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:19.285780 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] Routers {'a566338e-4418-4801-8a42-ea3061736d49'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:19.286653 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a566338e-4418-4801-8a42-ea3061736d49'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:19.291925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:19.333059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8083656f-5831-41e0-b393-de98ba7ad11e) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:19.351954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59e816-b50d-40f4-8478-ce5c1e63e1fa None None] Network 8083656f-5831-41e0-b393-de98ba7ad11e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:19.354399 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:19.355089 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb3c280-0205-4740-8d3c-7ab697ac28ad None None] The sync data for ids ['a566338e-4418-4801-8a42-ea3061736d49'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:19.363796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.364520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.380527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 8409a008-f3c0-412a-9a4a-734d0e409d49 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:19.392239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.395021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.457010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.467686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf26269-1e75-4c32-946b-c83f4bb0899a tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.469281 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ccf26269-1e75-4c32-946b-c83f4bb0899a tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports/1a82744d-902f-4b4d-bb56-3eb5008018fb HTTP/1.1" status: 200 len: 976 time: 0.2421622 Mar 11 19:41:19.481148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59684) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:19.482841 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d702f2a8-3b7b-41b1-94ea-502eb17bd96d tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0179892 Mar 11 19:41:19.494594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59688) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:19.557169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.593896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd404edf-9bb4-44e6-9e39-79efaaa550d8,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.598963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:19.666923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8083656f-5831-41e0-b393-de98ba7ad11e', 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e', 'tenant_id': '4c465192b9674a0bb31aac2a9fb7d5e7', 'fixed_ips': [{'subnet_id': '686620e7-a3b0-47a9-a9a8-72824f6ac40c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:19.668065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.670209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.675438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.675844 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851 of type vlan for network 4a2eedd9-db7d-42fc-ac62-3efbe417928e Mar 11 19:41:19.708799 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:41:19.710275 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b3b0b724-5992-4631-a4be-2a996678b7a5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7862189 Mar 11 19:41:19.713600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59692) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:19.788456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.846876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.947600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 13602587-133c-4cfd-8bc1-74eb42482307 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:19.956568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.971597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:41:19.977119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:19.990447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae89f9-8871-4e66-b1ed-6cc62d8b978e None None] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:20.001988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:20.006568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Allocated IP 2001:db8::2 (8083656f-5831-41e0-b393-de98ba7ad11e/686620e7-a3b0-47a9-a9a8-72824f6ac40c/587de805-20d9-483e-9c89-032c97d45e6f) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:20.122180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.125679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.126283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.129882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.151785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=1fd14e90-66e6-4644-a3ee-3166a4116be4,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:20.207786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ba9532f9-3a44-4e84-92cd-abc9573995e3 None None] Provisioning for port 13602587-133c-4cfd-8bc1-74eb42482307 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:20.237597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.247450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:20.280040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:20.288559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.289409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.295755 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2a2cc4-de2f-45fc-a0bb-283939eb6ffe None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:20.297335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=8409a008-f3c0-412a-9a4a-734d0e409d49,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:20.315513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.336129 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-17401793-0e57-4c4f-b8c7-093101f5cab7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/8409a008-f3c0-412a-9a4a-734d0e409d49 HTTP/1.1" status: 204 len: 168 time: 1.6927509 Mar 11 19:41:20.336530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecef2b5-dcfe-4296-ba96-7fe179afe1b1 None None] Network 2865374a-8ca8-4f12-8c16-1a5fc4cda938 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:20.341386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:20.346577 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e0d13733-64ca-4fac-bcef-aca6f9f07800 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5216982 Mar 11 19:41:20.356912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 13602587-133c-4cfd-8bc1-74eb42482307 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:20.364317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:20.374177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:20.546173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 13602587-133c-4cfd-8bc1-74eb42482307 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:20.546495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.563450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.596764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=4a2eedd9-db7d-42fc-ac62-3efbe417928e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:20.608111 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f223388-0aeb-47ae-9c58-69c30237b0c4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8872111 Mar 11 19:41:20.610198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59704) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:20.621095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-567373425'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:20.642777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:20.652626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:20.685525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:20.687747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.688977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:20.712110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:20.749834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.753357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:20.756410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.773171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 980fd588-075b-4fe4-bc96-05615f663326 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:20.773592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.819052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:20.829818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f2f933-dc42-497e-a8b6-d79f0aef8671,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:20.841785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.842355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:20.847607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.858301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.863126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.867192 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d794687c-ae4b-4769-9071-87044f6162a6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/18f2f933-dc42-497e-a8b6-d79f0aef8671 HTTP/1.1" status: 204 len: 168 time: 1.1498141 Mar 11 19:41:20.869008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59708) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:20.889368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.909998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:20.913571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:20.928476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:20.931880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Transition to ACTIVE for port object 587de805-20d9-483e-9c89-032c97d45e6f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:21.030899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Transition to ACTIVE for port object 587de805-20d9-483e-9c89-032c97d45e6f will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:21.078337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.098159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.098824 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment 8e7083cb-58af-4071-a940-50b813f2468b of type vlan for network 98df0e31-33c4-47cb-bb78-353409724652 Mar 11 19:41:21.127048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.172234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '1fd14e90-66e6-4644-a3ee-3166a4116be4'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:21.173033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.182819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] For port 980fd588-075b-4fe4-bc96-05615f663326, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=980fd588-075b-4fe4-bc96-05615f663326,segment=NetworkSegment(1a94376e-8820-4e2b-8270-a073232abb93),segment_id=1a94376e-8820-4e2b-8270-a073232abb93)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:21.184462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.233705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Network 8083656f-5831-41e0-b393-de98ba7ad11e is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:21.237648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:21.239524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Pushing event updated for resources: {'Port': ['ID=587de805-20d9-483e-9c89-032c97d45e6f,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:21.242640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:21.267867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=46004c9a-b34d-4aca-a6ed-47debd134708,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:21.301475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 13602587-133c-4cfd-8bc1-74eb42482307, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=13602587-133c-4cfd-8bc1-74eb42482307,segment=NetworkSegment(4d7528c7-bf4a-420d-9bf9-ee8acb8b2114),segment_id=4d7528c7-bf4a-420d-9bf9-ee8acb8b2114)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:21.304396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.317377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-20a73bcd-abae-41eb-a26d-1c23142ba1e8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:21.324853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.348524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.460763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 980fd588-075b-4fe4-bc96-05615f663326 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:21.473850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7996303f-9ccf-4ef4-add0-651a8af30470 None None] DHCP port deletion for 2865374a-8ca8-4f12-8c16-1a5fc4cda938 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:21.542926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7996303f-9ccf-4ef4-add0-651a8af30470 None None] Deleting port 980fd588-075b-4fe4-bc96-05615f663326 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:21.543344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7996303f-9ccf-4ef4-add0-651a8af30470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.547353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-20a73bcd-abae-41eb-a26d-1c23142ba1e8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:21.555281 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-20a73bcd-abae-41eb-a26d-1c23142ba1e8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6775694 Mar 11 19:41:21.555281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.556947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:21.557704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.568612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59712) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:21.583193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.597008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1971174156'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:21.639684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Attempting to bind port 587de805-20d9-483e-9c89-032c97d45e6f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:21.639963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Attempting to bind port 587de805-20d9-483e-9c89-032c97d45e6f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:21.640415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Attempting to bind port 587de805-20d9-483e-9c89-032c97d45e6f on network 8083656f-5831-41e0-b393-de98ba7ad11e {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:21.643797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:21.667857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=13602587-133c-4cfd-8bc1-74eb42482307,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:21.681315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:21.681676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Checking segment: {'id': '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:21.682070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.682565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Bound using segment: {'id': '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:21.683040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Bound port: 587de805-20d9-483e-9c89-032c97d45e6f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8083656f-5831-41e0-b393-de98ba7ad11e'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:21.683489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.684028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:21.694695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e2b4f967-9b95-405c-8cdf-3117efef76bb None None] Provisioning complete for port 13602587-133c-4cfd-8bc1-74eb42482307 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:21.695104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f967-9b95-405c-8cdf-3117efef76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.701821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.743592 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1276364 Mar 11 19:41:21.750301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd5832-83c4-47f7-841c-e8c6f3efcbf2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=98df0e31-33c4-47cb-bb78-353409724652,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:21.752483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59716) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:21.755881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7996303f-9ccf-4ef4-add0-651a8af30470 None None] The port '980fd588-075b-4fe4-bc96-05615f663326' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:41:21.770442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 98df0e31-33c4-47cb-bb78-353409724652 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:21.777185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.788986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Allocated IP 2001:db8::1 (3627fd94-e5ea-4e6f-9d3d-40983fd99dd1/d5085d06-db4b-4d4b-a736-129b9f9eadf6/88cf687c-2389-4802-9840-41dded3f2e78) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:21.814952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Allocated IP 2001:db8::f816:3eff:fe73:afb1 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/1fd14e90-66e6-4644-a3ee-3166a4116be4/5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:21.832989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:21.837620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:21.903082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:21.904854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=78f2c6ad-9b02-4a8d-bce8-640c78aa81bf,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:21.919289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:21.933415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 13602587-133c-4cfd-8bc1-74eb42482307 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:21.937407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:21.938157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.008414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.009137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=980fd588-075b-4fe4-bc96-05615f663326,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.024787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Transition to ACTIVE for port object 88cf687c-2389-4802-9840-41dded3f2e78 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:22.036670 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 0ac37643-1748-4ca5-aa0e-f3b79217dd86 associated. External IP: 172.26.8.103, port: afde78de-05ac-41a2-a153-54637af9d056. Mar 11 19:41:22.058075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No DVR routers for this DVR port 980fd588-075b-4fe4-bc96-05615f663326 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:22.110985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8c1546c1-208f-43c9-b029-04e94f9132fb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7425625 Mar 11 19:41:22.115372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59720) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:22.146492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:74:1b:66', 'name': 'tempest-NetworksTestDHCPv6-346042580'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:22.165832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.220140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:22.246411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] For port 587de805-20d9-483e-9c89-032c97d45e6f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:22.258475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:22.266581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:22.273115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:22.274550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.277004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Port': ['ID=88cf687c-2389-4802-9840-41dded3f2e78,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.308917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] For port 587de805-20d9-483e-9c89-032c97d45e6f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=587de805-20d9-483e-9c89-032c97d45e6f,segment=NetworkSegment(21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6),segment_id=21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:22.323804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.409369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.416503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:22.426331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 13602587-133c-4cfd-8bc1-74eb42482307 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:22.426831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.430651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:22.442384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:22.461734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Transition to ACTIVE for port object 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:22.467334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:22.475134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:22.479172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.487973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:22.502140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854f208-88cf-42d5-a0f5-c22fa6946f8f None None] Pushing event updated for resources: {'Port': ['ID=587de805-20d9-483e-9c89-032c97d45e6f,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.505806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:22.517213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Transition to ACTIVE for port object 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:22.538009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.565928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:22.578562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.667018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:22.667909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Pushing event updated for resources: {'Port': ['ID=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.681970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:22.690744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:22.698277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.721016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2865374a-8ca8-4f12-8c16-1a5fc4cda938']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.815410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a94376e-8820-4e2b-8270-a073232abb93') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.815983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a94376e-8820-4e2b-8270-a073232abb93') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.840483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 980fd588-075b-4fe4-bc96-05615f663326 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:22.840706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.906050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 980fd588-075b-4fe4-bc96-05615f663326 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:22.906539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 980fd588-075b-4fe4-bc96-05615f663326 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:22.909657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:22.924611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Attempting to bind port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:22.925718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Attempting to bind port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:22.928087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Attempting to bind port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:22.931466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:22.946977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:22.947894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:22.948091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:22.948635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.949143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:22.950456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Bound port: 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:22.953003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.964147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:22.968552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:22.998306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.003511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:23.003919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:23.018546 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:23.033641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86a89c71-1aa2-42a0-993e-2713186cdcb2 None None] Provisioning for port 88cf687c-2389-4802-9840-41dded3f2e78 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:23.041003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86a89c71-1aa2-42a0-993e-2713186cdcb2 None None] Provisioning complete for port 88cf687c-2389-4802-9840-41dded3f2e78 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:23.041307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86a89c71-1aa2-42a0-993e-2713186cdcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.083779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.119464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-86a89c71-1aa2-42a0-993e-2713186cdcb2 None None] Port 88cf687c-2389-4802-9840-41dded3f2e78 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:23.125892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] For port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:23.130026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] For port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:23.140636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:23.142704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.144299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.261173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b0056-f240-45d7-8163-de9f19dc5ea7 None None] Pushing event updated for resources: {'Port': ['ID=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.265406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.276575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.277716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.280290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff44d5-ed4d-4a0e-ab4d-f1618a32e730,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.283242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:23.329569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port a7679035-6fbf-405a-8202-2d21c34abeac yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:23.360965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.367939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.369095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c11e4951-d111-427d-93b4-ee95828e4a6b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7935858 Mar 11 19:41:23.425915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59724) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:23.430011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.437115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0034f03d-f22b-42d0-9e14-d6ed16145886 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'a4ff44d5-ed4d-4a0e-ab4d-f1618a32e730', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:23.438259 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-0034f03d-f22b-42d0-9e14-d6ed16145886 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:23.439705 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0034f03d-f22b-42d0-9e14-d6ed16145886 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131707 Mar 11 19:41:23.441761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Port': ['ID=88cf687c-2389-4802-9840-41dded3f2e78,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.444274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59728) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:23.457500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=2865374a-8ca8-4f12-8c16-1a5fc4cda938,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.472977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b5c95c39-7fba-4c68-bb64-e1371c70a46c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/2865374a-8ca8-4f12-8c16-1a5fc4cda938 HTTP/1.1" status: 204 len: 168 time: 3.1280446 Mar 11 19:41:23.476756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59732) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:23.487588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 1a82744d-902f-4b4d-bb56-3eb5008018fb {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:23.488221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.517435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1161563168'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:23.530564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:23.579001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:network and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:23.595957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:23.616979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:23.682082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:23.685676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.711527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:23.715254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:23.765889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.884586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:23.997564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.017071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 587de805-20d9-483e-9c89-032c97d45e6f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:24.089376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:24.128777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0825b14-b1d4-4265-80b8-786d270e142c None None] Network 8083656f-5831-41e0-b393-de98ba7ad11e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:24.161740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=e0a0113f-264c-4eee-8474-3465da9e6704,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.175673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 1a82744d-902f-4b4d-bb56-3eb5008018fb owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:24.230804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 172.20.0.3 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/78f2c6ad-9b02-4a8d-bce8-640c78aa81bf/a7679035-6fbf-405a-8202-2d21c34abeac) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:24.249685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.249976 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Added segment b4f45c08-b7eb-4a69-be6e-b4383a34810b of type vlan for network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 Mar 11 19:41:24.254658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe74:1b66 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/1fd14e90-66e6-4644-a3ee-3166a4116be4/a7679035-6fbf-405a-8202-2d21c34abeac) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:24.295299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.311488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 587de805-20d9-483e-9c89-032c97d45e6f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:24.319149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:24.338502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:24.339853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 4a2eedd9-db7d-42fc-ac62-3efbe417928e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:24.391515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.402837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Provisioning complete for port 88cf687c-2389-4802-9840-41dded3f2e78 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:24.403252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.421784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff44d5-ed4d-4a0e-ab4d-f1618a32e730,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.450376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.454799 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6937e771-c84f-48d8-8deb-c006e8d01d58 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/a4ff44d5-ed4d-4a0e-ab4d-f1618a32e730 HTTP/1.1" status: 204 len: 168 time: 1.0016832 Mar 11 19:41:24.457561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59736) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:24.462216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:24.475068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Port 88cf687c-2389-4802-9840-41dded3f2e78 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:24.496599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:24.509288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.551122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.573826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Provisioning for port 587de805-20d9-483e-9c89-032c97d45e6f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:24.577101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:24.580091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.589835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:24.590489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:24.623170 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0a8871b1-0f9c-4b9f-99b3-3d3b8d0408c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9976764 Mar 11 19:41:24.626719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59740) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:24.634782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1693544673'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:24.639982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:24.644349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:network and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:24.648838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Provisioning complete for port 587de805-20d9-483e-9c89-032c97d45e6f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:24.649268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.649387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:24.657362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:24.667045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b3bdbb2d-e3d0-4160-a329-4bba6e879543 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:24.678640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:24.682167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.706311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.710053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.711062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.729419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:24.745732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:24.746011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b3bdbb2d-e3d0-4160-a329-4bba6e879543 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:24.752200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b3bdbb2d-e3d0-4160-a329-4bba6e879543 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2931433 Mar 11 19:41:24.753497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:24.756195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59744) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:24.762950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Router e5f200d7-2f33-43e5-84b7-6f146e4f42f8 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:24.770033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--957677636'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:24.777053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:24.777729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:24.777877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:24.787813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:24.800723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.801275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Added segment 09b0ec42-3cb3-47e9-b088-4a127bd2b717 of type vlan for network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b Mar 11 19:41:24.810509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.852981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:24.853427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6925d89f-df16-493a-8e37-5237c5661713 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:24.885404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 4a2eedd9-db7d-42fc-ac62-3efbe417928e) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:24.891802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcda5909-b575-46f3-9cb3-66d0ed8674a2 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:24.905987 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4230943 Mar 11 19:41:24.905987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.905987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.916518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af6f84-9ae7-4fdd-a596-8283c3d097f2 None None] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:24.918422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5ad0e-455b-495c-a82b-c6f3ed168093 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Network': ['ID=0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.923469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:24.924920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59748) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:24.945252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:24.987445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.004267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:25.011478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:25.024484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:25.029509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:25.037811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:25.068368 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e1bbf6f-191a-448c-a6fc-493b3f207d84 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3117075 Mar 11 19:41:25.069067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59752) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:25.079181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object a7679035-6fbf-405a-8202-2d21c34abeac will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:25.080377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '98df0e31-33c4-47cb-bb78-353409724652', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:25.089344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.115268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.127553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:25.128277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.151795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=1a82744d-902f-4b4d-bb56-3eb5008018fb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:25.153964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:25.154299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.163214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:25.230608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:25.313915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] For port 587de805-20d9-483e-9c89-032c97d45e6f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=587de805-20d9-483e-9c89-032c97d45e6f,segment=NetworkSegment(21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6),segment_id=21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:25.330859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:25.337923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.385203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:25.421769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.451740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Network': ['ID=d1c9a2eb-45cc-46f2-b38f-add2867d6e4b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:25.502243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:25.503287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.532595 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-edac1b90-9c67-4adc-a120-ba13aa3ef15d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9016807 Mar 11 19:41:25.539262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.556783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59756) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:25.596649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.598263 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8405068 Mar 11 19:41:25.604782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'subnet': {'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:25.621277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59760) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:25.622912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:25.636827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:25.653134 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] Sync routers for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:25.660747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c492ee-1e83-4bc2-8abf-913095edde8e None None] Pushing event updated for resources: {'Port': ['ID=587de805-20d9-483e-9c89-032c97d45e6f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:25.686207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-98d84e98-6b14-4855-a757-94461e4f850e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '7c68c3c7-b543-4b4b-808f-bb29549793fd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:25.687028 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-98d84e98-6b14-4855-a757-94461e4f850e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:25.687711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-4a2eedd9-db7d-42fc-ac62-3efbe417928e', 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': 'e0a0113f-264c-4eee-8474-3465da9e6704'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:25.691468 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-98d84e98-6b14-4855-a757-94461e4f850e tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0602734 Mar 11 19:41:25.691582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.691697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:25.693075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489b8c-710e-4386-b977-1de14dc1b42f tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68c3c7-b543-4b4b-808f-bb29549793fd,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:25.695292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59764) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:25.696343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:25.707084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:25.712874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Provisioning complete for port 587de805-20d9-483e-9c89-032c97d45e6f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:25.713072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24238a01-d649-4066-86f3-04fca784f1f8 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2145951 Mar 11 19:41:25.713183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.713292 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:25.714657 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:25.716919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59766) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:25.717716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=a7679035-6fbf-405a-8202-2d21c34abeac,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:25.720848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:25.726926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:25.754507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:25.755583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.803181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:25.826644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:25.830988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:subnet and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:25.834701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:25.841049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:25.919428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:25.939040 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:25.941403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:25.950264 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:25.950875 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:26.000679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 587de805-20d9-483e-9c89-032c97d45e6f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:26.017281 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:26.017922 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4278e7-375f-4466-a11b-bd1678a2f6a6 None None] The sync data for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:26.072759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.077512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.096672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.186879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': '1fd14e90-66e6-4644-a3ee-3166a4116be4', 'ip_address': '2001:db8::f816:3eff:fe73:afb1'}, {'subnet_id': '78f2c6ad-9b02-4a8d-bce8-640c78aa81bf'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:41:26.217520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Provisioning for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:26.241063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Allocated IP 2001:db8::2 (4a2eedd9-db7d-42fc-ac62-3efbe417928e/e0a0113f-264c-4eee-8474-3465da9e6704/a48392e1-cf2a-4e9b-b975-256c4cb26a79) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:26.250377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Provisioning complete for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:26.250774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.293969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:26.294487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.300681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.326476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.347523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8d31b0a7-d757-4c90-b52a-dc9aec90538f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2242277 Mar 11 19:41:26.351414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59774) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:26.416742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.440642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 587de805-20d9-483e-9c89-032c97d45e6f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:26.441038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.595796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.622303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68c3c7-b543-4b4b-808f-bb29549793fd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.725138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.726247 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62374cdf-8ae5-4b40-ba00-509db5ccff0c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/7c68c3c7-b543-4b4b-808f-bb29549793fd HTTP/1.1" status: 204 len: 168 time: 1.0078111 Mar 11 19:41:26.731996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59778) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:26.762029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.780100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a4c44-a08a-46e5-9b6a-963e50ea167e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:26.783972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297a4c44-a08a-46e5-9b6a-963e50ea167e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:26.784722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-297a4c44-a08a-46e5-9b6a-963e50ea167e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:26.813676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.826462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] For port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:26.868053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=2eff1f11-1bb1-4b28-94de-e235db81b5c6,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.877884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.927411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d3d302e-8c64-4510-aa63-cba585bc0d5c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:26.954499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.976156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:26.980831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': '8e7083cb-58af-4071-a940-50b813f2468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '98df0e31-33c4-47cb-bb78-353409724652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:26.981178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 98df0e31-33c4-47cb-bb78-353409724652, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:26.986640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-297a4c44-a08a-46e5-9b6a-963e50ea167e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:26.986861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Subnet': ['ID=1abd8aa0-c6e1-4a7f-9ad4-d70919318f20,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.987830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-297a4c44-a08a-46e5-9b6a-963e50ea167e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.6322389 Mar 11 19:41:26.991472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d3d302e-8c64-4510-aa63-cba585bc0d5c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:26.997608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d3d302e-8c64-4510-aa63-cba585bc0d5c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2597661 Mar 11 19:41:26.997819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Allocated IP 172.20.0.2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/78f2c6ad-9b02-4a8d-bce8-640c78aa81bf/5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:26.997921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59782) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:26.997921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59784) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:27.015924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Transition to ACTIVE for port object a48392e1-cf2a-4e9b-b975-256c4cb26a79 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:27.025097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e36e4-30ec-4c49-9c70-6ce142669d85 None None] Pushing event updated for resources: {'Port': ['ID=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:27.031190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--622928946'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:27.035986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router a566338e-4418-4801-8a42-ea3061736d49 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:27.044964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:27.046892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Checking segment: {'id': '09b0ec42-3cb3-47e9-b088-4a127bd2b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:27.047343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network hostable DHCP agents. Network: d1c9a2eb-45cc-46f2-b38f-add2867d6e4b, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:27.071624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:27.075824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=e91e18d8-37af-45fc-b072-4e93b70a6ab1,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:27.110013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port a7679035-6fbf-405a-8202-2d21c34abeac {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:27.110422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.115785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Transition to ACTIVE for port object a48392e1-cf2a-4e9b-b975-256c4cb26a79 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:27.138696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.144360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.148517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Checking segment: {'id': 'b4f45c08-b7eb-4a69-be6e-b4383a34810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:27.148804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network hostable DHCP agents. Network: 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:27.167995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 98df0e31-33c4-47cb-bb78-353409724652 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:27.188383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:27.230125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 98df0e31-33c4-47cb-bb78-353409724652) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:27.242288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:27.246316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d1c9a2eb-45cc-46f2-b38f-add2867d6e4b) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:27.248272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Pushing event updated for resources: {'Port': ['ID=a48392e1-cf2a-4e9b-b975-256c4cb26a79,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:27.256423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:27.257236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.260012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:27.262512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:27.265866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f0df58-df65-4519-83ad-4ffadd432d90 None None] Network 98df0e31-33c4-47cb-bb78-353409724652 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:27.276235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:27.281271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:27.281846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.286567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eea0664-b4b5-468b-a0b2-b594f1f64b49 None None] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:27.306647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:27.327980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:27.367575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:27.372708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:27.382577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:27.390442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:27.392149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-82bf85a7-7fa3-4dc1-8d3b-8ae7c0aa82ea tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8074629 Mar 11 19:41:27.393725 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-51bf989a-601a-44e1-b1b7-9d9c67339892 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3229578 Mar 11 19:41:27.398087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:27.398688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.402084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:27.402418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59792) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:27.408353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9573d38a-b536-43cb-b97b-7584f48c4baa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/a566338e-4418-4801-8a42-ea3061736d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9241903 Mar 11 19:41:27.412957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59798) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:27.415615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-805974199', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:27.418219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21a1a1-490e-4667-a6c3-ce5ea1e58060 None None] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:27.428103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1762741566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:27.435262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] Sync routers for ids ['a566338e-4418-4801-8a42-ea3061736d49'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:27.443057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:27.446908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:27.453428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:router and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:27.456188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:27.459354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:27.462108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:27.468221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:27.475961 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4f42a7d1-0173-4626-bddd-af2372b847d8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5450118 Mar 11 19:41:27.476501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:27.478262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59802) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:27.490673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1541504590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:27.501584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.502818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.507095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:27.517512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:router and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:27.522868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:27.526032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.526939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.535352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:27.565358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.566614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.572907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.615545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.668993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.700004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.705297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.726189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.734363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] For port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:27.740415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:27.799134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Attempting to bind port a48392e1-cf2a-4e9b-b975-256c4cb26a79 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:27.799455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Attempting to bind port a48392e1-cf2a-4e9b-b975-256c4cb26a79 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:27.800114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Attempting to bind port a48392e1-cf2a-4e9b-b975-256c4cb26a79 on network 4a2eedd9-db7d-42fc-ac62-3efbe417928e {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:27.823746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] Routers {'a566338e-4418-4801-8a42-ea3061736d49'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:27.824377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a566338e-4418-4801-8a42-ea3061736d49'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:27.866317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for a7679035-6fbf-405a-8202-2d21c34abeac owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:27.914695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4904d8-db2b-494a-916c-0bdcdd2f2b85,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:27.929146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:27.961928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.resource_extend [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:27.986132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:28.002984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.007026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e0a1b156-216a-4371-838c-b8f08239b8dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0058842 Mar 11 19:41:28.008969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59806) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.020144 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-feebde0b-c5b4-41e2-9aca-d6693f4eb3f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:28.021171 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-feebde0b-c5b4-41e2-9aca-d6693f4eb3f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2977724 Mar 11 19:41:28.021930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.025512 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-44fe5025-33a8-4ead-80f3-590091c81031 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6178706 Mar 11 19:41:28.025512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59810) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.027292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59812) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.032642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:28.033014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Checking segment: {'id': 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:28.033430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.033783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Bound using segment: {'id': 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:28.034464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Bound port: a48392e1-cf2a-4e9b-b975-256c4cb26a79, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '4a2eedd9-db7d-42fc-ac62-3efbe417928e'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:28.034799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.063931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.073505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bf6e8172-190a-4859-9060-1093875c3e98 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'aa4904d8-db2b-494a-916c-0bdcdd2f2b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:28.074615 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-bf6e8172-190a-4859-9060-1093875c3e98 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:28.078267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bf6e8172-190a-4859-9060-1093875c3e98 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0613143 Mar 11 19:41:28.079893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59818) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.082089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.093736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ab0f3983-58f3-4acb-a5bb-5977818ef379 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'aa4904d8-db2b-494a-916c-0bdcdd2f2b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:28.094403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-ab0f3983-58f3-4acb-a5bb-5977818ef379 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:28.098697 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab0f3983-58f3-4acb-a5bb-5977818ef379 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103977 Mar 11 19:41:28.108751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59822) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.117686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-46eb6066-7c2f-4544-a549-14b85f36d683 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'aa4904d8-db2b-494a-916c-0bdcdd2f2b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:28.118404 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-46eb6066-7c2f-4544-a549-14b85f36d683 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:28.122054 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-46eb6066-7c2f-4544-a549-14b85f36d683 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0086648 Mar 11 19:41:28.122291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59826) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.130413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ddf5a5d3-d232-48d5-9fab-30869f938b78 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'aa4904d8-db2b-494a-916c-0bdcdd2f2b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:28.131093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-ddf5a5d3-d232-48d5-9fab-30869f938b78 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:28.134747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ddf5a5d3-d232-48d5-9fab-30869f938b78 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090997 Mar 11 19:41:28.135442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59830) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.154419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.178029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Transition to ACTIVE for port object 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:28.231123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.297827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.301814 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad597ed4-45a8-40fd-b89f-63bb6c89b661 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8175027 Mar 11 19:41:28.303478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59834) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.319692 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-7b8e7d3c-f59a-429a-95ad-df498fe1d9b3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 19:41:28.323582 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7b8e7d3c-f59a-429a-95ad-df498fe1d9b3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/a566338e-4418-4801-8a42-ea3061736d49/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9072847 Mar 11 19:41:28.323724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] Routers {'a566338e-4418-4801-8a42-ea3061736d49'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:28.323724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a566338e-4418-4801-8a42-ea3061736d49'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:28.324958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59838) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.338561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2', 'name': 'tempest-PortsIpV6TestJSON-1386779637'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:28.367576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-98df0e31-33c4-47cb-bb78-353409724652', 'network_id': '98df0e31-33c4-47cb-bb78-353409724652', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '2eff1f11-1bb1-4b28-94de-e235db81b5c6'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:28.368383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.457328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e07d0d4-7ee4-4b5d-a7eb-7261ec0f3f9e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:28.469295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:28.469901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b91133-f031-4a0f-bfb6-3aa3900a3741 None None] The sync data for ids ['a566338e-4418-4801-8a42-ea3061736d49'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:28.489969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.523084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.524530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d1c9a2eb-45cc-46f2-b38f-add2867d6e4b', 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b', 'tenant_id': '959f4cc79dc541a1839de3efc0d1b50e', 'fixed_ips': [{'subnet_id': '1abd8aa0-c6e1-4a7f-9ad4-d70919318f20'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:28.525331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.534021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2', 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': 'e91e18d8-37af-45fc-b072-4e93b70a6ab1'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:28.534768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.563297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.611581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=a7679035-6fbf-405a-8202-2d21c34abeac,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:28.625751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:28.632064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359fe51-08e0-4d6b-868f-b10ee67361df None None] Pushing event updated for resources: {'Port': ['ID=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:28.656311 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:28.679677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e07d0d4-7ee4-4b5d-a7eb-7261ec0f3f9e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:28.681104 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e07d0d4-7ee4-4b5d-a7eb-7261ec0f3f9e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=a566338e-4418-4801-8a42-ea3061736d49 HTTP/1.1" status: 200 len: 205 time: 0.3504434 Mar 11 19:41:28.686097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59842) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:28.742566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.805875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:28.826354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.864310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4904d8-db2b-494a-916c-0bdcdd2f2b85,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:28.944888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:28.978378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:28.988087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.037993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Allocated IP 2001:db8:1::2 (98df0e31-33c4-47cb-bb78-353409724652/2eff1f11-1bb1-4b28-94de-e235db81b5c6/d78505aa-8c00-484d-9bbf-e74067929b60) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:29.056442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:29.060541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.083333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90492cb2-fa9b-448b-933d-b602371fe2ab None None] Pushing event updated for resources: {'Port': ['ID=a48392e1-cf2a-4e9b-b975-256c4cb26a79,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:29.100861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:29.115017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.116146 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-34aa8f23-175c-40b0-8e72-d2a431d05828 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/aa4904d8-db2b-494a-916c-0bdcdd2f2b85 HTTP/1.1" status: 204 len: 168 time: 0.9802978 Mar 11 19:41:29.122251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59846) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:29.135400 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-acfefbbb-a959-40eb-adaa-7b14e3fdd8b0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/a7679035-6fbf-405a-8202-2d21c34abeac HTTP/1.1" status: 204 len: 168 time: 2.1390085 Mar 11 19:41:29.153851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59850) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:29.415064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f50a5-397d-4a11-aa2b-c71a9139bf39 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:29.416877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f50a5-397d-4a11-aa2b-c71a9139bf39 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:29.421894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f50a5-397d-4a11-aa2b-c71a9139bf39 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:29.426202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-500f50a5-397d-4a11-aa2b-c71a9139bf39 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2664976 Mar 11 19:41:29.427885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59854) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:29.459078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.508695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.553890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Allocated IP 2001:db8::2 (0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2/e91e18d8-37af-45fc-b072-4e93b70a6ab1/4cbf12da-c6a1-4ca2-9572-ebbd947870e0) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:29.567612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Allocated IP 172.20.0.2 (d1c9a2eb-45cc-46f2-b38f-add2867d6e4b/1abd8aa0-c6e1-4a7f-9ad4-d70919318f20/5ab46d62-311e-42ba-b1f3-3a237dbe4df5) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:29.599748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.613198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Transition to ACTIVE for port object d78505aa-8c00-484d-9bbf-e74067929b60 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:29.622634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b658b6da-f767-41bd-a8d8-917290b740b3 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:29.635293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Transition to ACTIVE for port object d78505aa-8c00-484d-9bbf-e74067929b60 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:29.665924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.702123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.816961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b658b6da-f767-41bd-a8d8-917290b740b3 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:29.818137 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b658b6da-f767-41bd-a8d8-917290b740b3 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6949720 Mar 11 19:41:29.835982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.839254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59858) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:29.864845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013356496'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:29.875944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:29.877746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:29.920283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:30.011133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6929b55a-7683-40cc-95dc-4f7a69565b3e None None] Provisioning for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:30.011392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 1fd14e90-66e6-4644-a3ee-3166a4116be4 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:30.014244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.021107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.030904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.073150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6929b55a-7683-40cc-95dc-4f7a69565b3e None None] Provisioning complete for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:30.073700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6929b55a-7683-40cc-95dc-4f7a69565b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.079788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.080462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router a566338e-4418-4801-8a42-ea3061736d49 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:41:30.106470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.110625 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4cc94823-b5c3-40aa-b499-dda9f3927167 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/a566338e-4418-4801-8a42-ea3061736d49 HTTP/1.1" status: 204 len: 168 time: 1.3799567 Mar 11 19:41:30.115463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59862) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:30.125061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a48392e1-cf2a-4e9b-b975-256c4cb26a79 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:30.155219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Network 98df0e31-33c4-47cb-bb78-353409724652 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:30.164708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.172866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Pushing event updated for resources: {'Port': ['ID=d78505aa-8c00-484d-9bbf-e74067929b60,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:30.196756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:30.202729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.26.8.219 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/d4787963-55da-41df-8835-b3231e0bc488) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:30.240770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:30.332701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:30.362101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:30.376289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:30.398728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:30.549110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8::1 (4a2eedd9-db7d-42fc-ac62-3efbe417928e/e0a0113f-264c-4eee-8474-3465da9e6704/c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:30.552743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.569510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Attempting to bind port d78505aa-8c00-484d-9bbf-e74067929b60 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:30.570295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Attempting to bind port d78505aa-8c00-484d-9bbf-e74067929b60 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8e7083cb-58af-4071-a940-50b813f2468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '98df0e31-33c4-47cb-bb78-353409724652'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:30.570295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Attempting to bind port d78505aa-8c00-484d-9bbf-e74067929b60 on network 98df0e31-33c4-47cb-bb78-353409724652 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:30.609794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Transition to ACTIVE for port object 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:30.625896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.653942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.667918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.689438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:30.689805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Checking segment: {'id': '8e7083cb-58af-4071-a940-50b813f2468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '98df0e31-33c4-47cb-bb78-353409724652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:30.690199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.690580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Bound using segment: {'id': '8e7083cb-58af-4071-a940-50b813f2468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '98df0e31-33c4-47cb-bb78-353409724652'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:30.691060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Bound port: d78505aa-8c00-484d-9bbf-e74067929b60, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7083cb-58af-4071-a940-50b813f2468b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '98df0e31-33c4-47cb-bb78-353409724652'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:30.692844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.704303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.706548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a48392e1-cf2a-4e9b-b975-256c4cb26a79 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:30.710560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Transition to ACTIVE for port object 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:30.717029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Transition to ACTIVE for port object 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:30.726331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.732461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:30.772559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.797513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 8b3d0f60-150a-4956-b2e0-c68c4b9f4f66 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:30.813751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6929b55a-7683-40cc-95dc-4f7a69565b3e None None] Could not find standard attr ID for object a7679035-6fbf-405a-8202-2d21c34abeac. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:41:30.830447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.873118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Transition to ACTIVE for port object 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:30.910039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe4fa25-7de2-4522-b875-e0dfdba0c021,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:30.921127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.937092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.939473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a53ae9b8-89d0-4864-9faa-26fb0140aef2 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0968351 Mar 11 19:41:30.946220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.954641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59866) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:30.965471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f0303db1-d15b-4063-8869-75de48bdc6ea tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:30.966391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-f0303db1-d15b-4063-8869-75de48bdc6ea tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:30.970423 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f0303db1-d15b-4063-8869-75de48bdc6ea tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116663 Mar 11 19:41:30.980966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59870) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:30.981562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] For port d78505aa-8c00-484d-9bbf-e74067929b60, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:30.986263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:30.986884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] For port d78505aa-8c00-484d-9bbf-e74067929b60, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d78505aa-8c00-484d-9bbf-e74067929b60,segment=NetworkSegment(8e7083cb-58af-4071-a940-50b813f2468b),segment_id=8e7083cb-58af-4071-a940-50b813f2468b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:30.996360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1c1d643b-8628-4ba4-b831-2b81b7a4a6cf None None] Could not find standard attr ID for object a7679035-6fbf-405a-8202-2d21c34abeac. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:41:30.998018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Pushing event updated for resources: {'Port': ['ID=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.007818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:31.047618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:31.057162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.061142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:31.061495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:31.063129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066296be-9c7e-47eb-8a77-901935a2bec1 None None] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:31.063782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd14e90-66e6-4644-a3ee-3166a4116be4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.073847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.076427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:31.080026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3aca8b20-edf5-4b13-8300-a4216fea326e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/1fd14e90-66e6-4644-a3ee-3166a4116be4 HTTP/1.1" status: 204 len: 168 time: 1.5850277 Mar 11 19:41:31.080983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59874) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.091703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:31.114431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.129310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:31.142337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9e782-c35d-4389-899b-a996facc30cb None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:31.144300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:31.154188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:31.163459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 78f2c6ad-9b02-4a8d-bce8-640c78aa81bf {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:31.167596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.174328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:31.215880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::3c3 (0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2/e91e18d8-37af-45fc-b072-4e93b70a6ab1/9bb07beb-a4df-4b6f-8b40-ee69a66cf660) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:31.221201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=d4787963-55da-41df-8835-b3231e0bc488,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.230200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:31.235145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.242883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:31.251577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:31.264765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.267756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:31.327504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.428054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.476832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.495338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:31.513163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Pushing event updated for resources: {'Port': ['ID=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.528110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=78f2c6ad-9b02-4a8d-bce8-640c78aa81bf,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.536779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.552632 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cdc73489-4789-49bf-943a-7f70c88e43ff tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/78f2c6ad-9b02-4a8d-bce8-640c78aa81bf HTTP/1.1" status: 204 len: 168 time: 0.4650643 Mar 11 19:41:31.553625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59880) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.586932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:31.590830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Attempting to bind port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:31.590830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Attempting to bind port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'b4f45c08-b7eb-4a69-be6e-b4383a34810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:31.591490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Attempting to bind port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 on network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:31.592019 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4ebdf703-3b3c-4438-a716-14709c39562b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5994847 Mar 11 19:41:31.605410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:31.605791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.618030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59884) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.629574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-63b69355-a7d0-4077-b3a9-2b9b5d1b3970 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:31.630221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-63b69355-a7d0-4077-b3a9-2b9b5d1b3970 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:31.631208 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63b69355-a7d0-4077-b3a9-2b9b5d1b3970 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123825 Mar 11 19:41:31.638023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59888) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.639119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.647532 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8315171a-322b-4aaf-a105-1cc7b451cd2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928078 Mar 11 19:41:31.667151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59892) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.677834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Attempting to bind port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:31.678524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Attempting to bind port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '09b0ec42-3cb3-47e9-b088-4a127bd2b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:31.679085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Attempting to bind port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 on network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:31.688958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:31.695086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=8b3d0f60-150a-4956-b2e0-c68c4b9f4f66,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:31.699395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:31.704199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.706922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:31.710690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:31.717568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:31.720499 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-48a68176-e5a7-45d7-ac2d-69b68c69a535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/8b3d0f60-150a-4956-b2e0-c68c4b9f4f66 HTTP/1.1" status: 204 len: 168 time: 1.6047378 Mar 11 19:41:31.724387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59896) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.731270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:31.764007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Provisioning for port a48392e1-cf2a-4e9b-b975-256c4cb26a79 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:31.779872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e17c93e-e4db-4cb7-abd0-778e3a2a55a1 None None] Network b5a7b162-38f6-42a6-b813-3f9a90535086 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:31.917886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:31.918452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Checking segment: {'id': 'b4f45c08-b7eb-4a69-be6e-b4383a34810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:31.919243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.919408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Bound using segment: {'id': 'b4f45c08-b7eb-4a69-be6e-b4383a34810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:31.919948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Bound port: 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f45c08-b7eb-4a69-be6e-b4383a34810b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:31.920951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.931710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Provisioning complete for port a48392e1-cf2a-4e9b-b975-256c4cb26a79 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:31.932011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.949242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.954779 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:31.955994 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d30cd6ba-e3e6-42c4-84be-40dbc0d2c6e6 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3115311 Mar 11 19:41:31.960555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59900) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.969091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:31.970233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-16a9065b-e00d-424a-a38d-7ba5dca8a3ac tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:31.970581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-16a9065b-e00d-424a-a38d-7ba5dca8a3ac tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:31.971820 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-16a9065b-e00d-424a-a38d-7ba5dca8a3ac tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109055 Mar 11 19:41:31.977253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59904) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:31.977946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 66b4e2a8-aab1-4110-88e6-71d3a657f40e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:31.978379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.005550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:32.005816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Checking segment: {'id': '09b0ec42-3cb3-47e9-b088-4a127bd2b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:32.006201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.006578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Bound using segment: {'id': '09b0ec42-3cb3-47e9-b088-4a127bd2b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:32.007167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Bound port: 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b0ec42-3cb3-47e9-b088-4a127bd2b717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:32.007571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.019109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:32.031594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:32.043239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:32.048008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:32.054534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:32.057084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:32.079431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:32.090629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:32.105926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.107589 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Project 6a747e7edfd04c3fabff17732c2c6d88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:41:32.114185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:32.115161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:32.124862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:32.138526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:32.139048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.150723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635330ef-c855-4f54-b95e-87eba126e532 None None] Pushing event updated for resources: {'Port': ['ID=d78505aa-8c00-484d-9bbf-e74067929b60,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.168502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:32.170562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.197283 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:32.200991 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5a1f8360-720f-48c3-ad97-7fda6c23e7f5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1879623 Mar 11 19:41:32.203991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59908) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:32.222575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-21450208-973c-4b66-9a4d-656b9436d2d8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:32.223307 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-21450208-973c-4b66-9a4d-656b9436d2d8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:32.227002 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-21450208-973c-4b66-9a4d-656b9436d2d8 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194359 Mar 11 19:41:32.227381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:32.228956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59912) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:32.234283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:32.241002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:32.244928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:32.248090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:32.254251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:32.277865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 66b4e2a8-aab1-4110-88e6-71d3a657f40e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=66b4e2a8-aab1-4110-88e6-71d3a657f40e,segment=NetworkSegment(b1918b48-e151-414d-a2f7-6467182e4a33),segment_id=b1918b48-e151-414d-a2f7-6467182e4a33)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:32.278240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.285518 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Project 6a747e7edfd04c3fabff17732c2c6d88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:41:32.408070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 66b4e2a8-aab1-4110-88e6-71d3a657f40e owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:32.448471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.559637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.585730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] For port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:32.593670 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:32.593913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.595849 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4ea3e6ed-1f17-4933-b70b-c29b8c79a5bb tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3652141 Mar 11 19:41:32.602995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:32.624412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] For port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:32.641412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] For port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,segment=NetworkSegment(b4f45c08-b7eb-4a69-be6e-b4383a34810b),segment_id=b4f45c08-b7eb-4a69-be6e-b4383a34810b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:32.641784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'ffe4fa25-7de2-4522-b875-e0dfdba0c021', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:32.654457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] For port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,segment=NetworkSegment(09b0ec42-3cb3-47e9-b088-4a127bd2b717),segment_id=09b0ec42-3cb3-47e9-b088-4a127bd2b717)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:32.659448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.660422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.661553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.673719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:32.688912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:32.697075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:32.707422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.717660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:32.738245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Project 6a747e7edfd04c3fabff17732c2c6d88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:41:32.757357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.757592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.832439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=66b4e2a8-aab1-4110-88e6-71d3a657f40e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.854315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:32.858201 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c92912b-dbf2-4994-80e5-4a89117509de tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2516356 Mar 11 19:41:32.858201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 66b4e2a8-aab1-4110-88e6-71d3a657f40e on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:32.858585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59920) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:32.895472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d78505aa-8c00-484d-9bbf-e74067929b60 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:32.926135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:32.954286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:32.959046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Deleting port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:32.959438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:32.966936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=9bb07beb-a4df-4b6f-8b40-ee69a66cf660,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.992516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:33.001315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42fa1b-d24c-4e7c-948f-37b1f01bbd41 None None] Pushing event updated for resources: {'Port': ['ID=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:33.028208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.056801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c33c49f-5c32-46fa-a246-b9e45ca56edb None None] Network 98df0e31-33c4-47cb-bb78-353409724652 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:33.068081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7b162-38f6-42a6-b813-3f9a90535086']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:33.082104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1918b48-e151-414d-a2f7-6467182e4a33') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:33.082973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1918b48-e151-414d-a2f7-6467182e4a33') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:33.093357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.102276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.120496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.128252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:33.128653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.221133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229060d-021a-44cb-88ea-8485e41b0f03 None None] DHCP port deletion for b5a7b162-38f6-42a6-b813-3f9a90535086 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:33.247590 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:33.251650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.284104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.343283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=b5a7b162-38f6-42a6-b813-3f9a90535086,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:33.378891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be349a1-b6d0-4cc2-abe7-2aab36ac8124 None None] Pushing event updated for resources: {'Port': ['ID=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:33.396102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.399148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-235f01ec-34e1-4093-85fa-a7bb58d42482 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/b5a7b162-38f6-42a6-b813-3f9a90535086 HTTP/1.1" status: 204 len: 168 time: 1.6737702 Mar 11 19:41:33.408925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59924) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:33.443433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1741103130'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:33.448653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:33.454200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:33.457681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:33.476250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:33.487925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6980dc9b-cc02-4fbc-8331-65676b9b2b71 None None] Provisioning for port d78505aa-8c00-484d-9bbf-e74067929b60 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:33.492718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:33.495870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.516853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.573015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:33.587793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.588119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment bbc5c7df-85d0-4fe2-82cf-bb090611e163 of type vlan for network c605cfd6-9fb8-47f9-8b71-abde49146f83 Mar 11 19:41:33.599573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d78505aa-8c00-484d-9bbf-e74067929b60 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:33.607764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:33.626357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.676122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:33.680658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.681311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.690650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.694699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.695307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.770831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port 88cf687c-2389-4802-9840-41dded3f2e78 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:33.771177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.796692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d78505aa-8c00-484d-9bbf-e74067929b60 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:33.797224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.799868 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5425306d-52d9-487b-a6e8-4041590bb283 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4832516 Mar 11 19:41:33.815627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:33.829576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb02652-9fe5-4e3e-bc66-4f45c8e00458 None None] Pushing event updated for resources: {'Port': ['ID=a48392e1-cf2a-4e9b-b975-256c4cb26a79,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:33.881939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] For port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:33.882332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.928711 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5186474 Mar 11 19:41:33.935257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Provisioning complete for port a48392e1-cf2a-4e9b-b975-256c4cb26a79 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:33.935782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.952851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:33.963458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59932) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:34.033222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:34.108399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Calling delete_port for 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:34.113745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe4fa25-7de2-4522-b875-e0dfdba0c021,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.115538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c26c7e-0ee8-490a-937f-4b287191f721 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=c605cfd6-9fb8-47f9-8b71-abde49146f83,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.145285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.147999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96db7889-2d5d-4f78-acdd-5f15c156ec85 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/ffe4fa25-7de2-4522-b875-e0dfdba0c021 HTTP/1.1" status: 204 len: 168 time: 1.2514060 Mar 11 19:41:34.153487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59936) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:34.223978 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-4882dbfa-32e5-45cb-b170-9e0d789cb0e8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6092360 Mar 11 19:41:34.280129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.284354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:34.316733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:34.320788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:34.323781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:34.329896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:34.368248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:34.440737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.486437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.502968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2e24fff9-1050-49e3-8496-27caeca2ad8d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:34.514862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.545048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Calling delete_port for 88cf687c-2389-4802-9840-41dded3f2e78 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:34.572914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] Pushing event deleted for resources: {'Port': ['ID=5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.590506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.591781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.593854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43f0b24-8d0a-422e-a0b5-31bd708f6720 None None] No DVR routers for this DVR port 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:34.601060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.606086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port d78505aa-8c00-484d-9bbf-e74067929b60, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d78505aa-8c00-484d-9bbf-e74067929b60,segment=NetworkSegment(8e7083cb-58af-4071-a940-50b813f2468b),segment_id=8e7083cb-58af-4071-a940-50b813f2468b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:34.618670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.677879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Provisioning for port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:34.683289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Provisioning complete for port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:34.683687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.800937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-baaf1e65-5720-4528-befb-ffbe04551f58 None None] Port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:34.807972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=d78505aa-8c00-484d-9bbf-e74067929b60,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.932972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6c86c310-c5fa-4020-8e54-ff335d9cf929 None None] Provisioning complete for port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:34.933710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6c86c310-c5fa-4020-8e54-ff335d9cf929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:34.961182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.993074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:41:35.004652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.009049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:35.018776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2e24fff9-1050-49e3-8496-27caeca2ad8d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:35.020093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2e24fff9-1050-49e3-8496-27caeca2ad8d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8656952 Mar 11 19:41:35.084809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6c86c310-c5fa-4020-8e54-ff335d9cf929 None None] Port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:35.099943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59942) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:35.142525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:35.154249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=ab09f994-4265-4026-bf33-54ead1f299d7,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:35.155826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a48392e1-cf2a-4e9b-b975-256c4cb26a79 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:35.209584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:35.229420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788397274'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:35.234704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:35.277943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c61e8ca8-e6c0-4382-a9b2-72dcdd216621 None None] Provisioning complete for port d78505aa-8c00-484d-9bbf-e74067929b60 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:35.278689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c61e8ca8-e6c0-4382-a9b2-72dcdd216621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.322258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a48392e1-cf2a-4e9b-b975-256c4cb26a79 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:35.322627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.336291 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-5a388166-e338-4664-933f-e83df30f47c2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.9445927 Mar 11 19:41:35.337349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:35.371220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13b393-75b5-4f46-b27e-34c765e299cf None None] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:35.458442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.474875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fab92b-a985-478d-bba0-b4e7ec3ce4be None None] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:35.679220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:35.726738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.730329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:35.763825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:35.764408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.802339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:35.847758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5ddf46-60ad-47d6-ab4e-6224ae0ff9a7 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:35.893613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=5a13cc71-6f2a-4019-985d-6fe2b70d8a69,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:35.910640 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e302a76-eac9-4c56-9f71-4e66c8ad3270 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2402935 Mar 11 19:41:35.916313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:35.919213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59946) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:35.936011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:35.940701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.049255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'bbc5c7df-85d0-4fe2-82cf-bb090611e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:36.049610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: c605cfd6-9fb8-47f9-8b71-abde49146f83, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:36.057223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:36.080721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Port': ['ID=88cf687c-2389-4802-9840-41dded3f2e78,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:36.100391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.121569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.139485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:36.154598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-c29f6abd-3245-42be-96bd-735a17c6242a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:36.156268 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-c29f6abd-3245-42be-96bd-735a17c6242a service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.7974675 Mar 11 19:41:36.183056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:36.185737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:36.204756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:36.215750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:36.273088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:36.280539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:36.303961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:36.326195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c605cfd6-9fb8-47f9-8b71-abde49146f83) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:36.342163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=9bb07beb-a4df-4b6f-8b40-ee69a66cf660,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:36.354459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbef529-44b3-4a0c-83fd-004c2cf2e4c5 None None] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:36.374976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:36.375897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.387180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:36.396786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:36.501507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:36.528106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Provisioning complete for port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:36.528471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.584246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-adc90cab-eba7-4fc5-9325-87953d2e4145 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5658171 Mar 11 19:41:36.588372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59950) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:36.602569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1188425646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:36.619754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'ab09f994-4265-4026-bf33-54ead1f299d7'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:36.620544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.622680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:36.630470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:36.635035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:36.644679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:36.696163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.714099 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-f2e18cb8-412d-49c0-97de-1ab690679c3e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.5454082 Mar 11 19:41:36.732780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:36.782989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.787751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.788675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.821933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:36.849059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.851547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Provisioning for port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:36.888865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Provisioning complete for port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:36.889239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.924187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:36.931415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:36.951506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-12d636c0-8fda-4088-98b7-d1f89b00aecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:36.953404 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-12d636c0-8fda-4088-98b7-d1f89b00aecf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.2161942 Mar 11 19:41:36.980272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-c605cfd6-9fb8-47f9-8b71-abde49146f83', 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '5a13cc71-6f2a-4019-985d-6fe2b70d8a69'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:36.981073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.005435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:37.005772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5c9e11f1-e5c2-4010-a0cc-8fb224cf40a6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:37.006175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 66b4e2a8-aab1-4110-88e6-71d3a657f40e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:37.049911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.119640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.134487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ffa03a-9935-409e-b377-873e55b0d854,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:37.146471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.147757 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6cafac0f-b801-409c-b1c1-e9dde79794cf tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9884524 Mar 11 19:41:37.157712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59954) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:37.237980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffa03a-9935-409e-b377-873e55b0d854', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:37.243277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.281268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:37.301106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:37.314302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:37.329566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.346388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:37.348324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 66b4e2a8-aab1-4110-88e6-71d3a657f40e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:37.348797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 66b4e2a8-aab1-4110-88e6-71d3a657f40e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:37.354340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.358674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e84d56c8-a399-4c7b-b427-70a040bcc615 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7666736 Mar 11 19:41:37.362647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59958) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:37.467567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.498533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Allocated IP 172.20.0.2 (c605cfd6-9fb8-47f9-8b71-abde49146f83/5a13cc71-6f2a-4019-985d-6fe2b70d8a69/7e640690-5169-431b-83df-a0248f0494bc) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:37.501219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Allocated IP 2001:db8::f816:3eff:fe5f:e7e3 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ab09f994-4265-4026-bf33-54ead1f299d7/aed88b56-6052-4739-a4e4-becf41c5ba2a) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:37.506747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d78505aa-8c00-484d-9bbf-e74067929b60 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:37.557425 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-ddf36066-8520-495e-9127-36e84d33110a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5387628 Mar 11 19:41:37.559735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:37.584629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] For port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,segment=NetworkSegment(09b0ec42-3cb3-47e9-b088-4a127bd2b717),segment_id=09b0ec42-3cb3-47e9-b088-4a127bd2b717)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:37.600114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.819723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:37.831964 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] Sync routers for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:37.851356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:37.853334 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The resource could not be found. Mar 11 19:41:37.854376 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-017f69f3-d68e-4863-9fa2-c468310f43c0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6950328 Mar 11 19:41:37.854896 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:37.864492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59962) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:37.884210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'd1ffa03a-9935-409e-b377-873e55b0d854', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '17af5427-479c-4e3a-bbe5-54e56deca6b5'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:37.889458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Provisioning for port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:37.898016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:37.902908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Provisioning complete for port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:37.903282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:37.964166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:37.969225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:37.975826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Pushing event updated for resources: {'Port': ['ID=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.002491 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.002781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.004083 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fd1c74cb-42f7-407f-becf-0110848cf978 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.6005256 Mar 11 19:41:38.008098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59968) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.026280 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:38.027888 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.043050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:38.057985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d78505aa-8c00-484d-9bbf-e74067929b60 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:38.058351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.142462 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.144627 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b041e0-fcbd-4826-a4f2-9eb52a010fc5 None None] The sync data for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:38.157751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.207712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-56786401-7174-4966-96ba-c2e6601346cf service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6427665 Mar 11 19:41:38.242793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Router e5f200d7-2f33-43e5-84b7-6f146e4f42f8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:38.254555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.255915 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The resource could not be found. Mar 11 19:41:38.259706 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1abb0491-1ba1-4027-b675-730e9ab83b0b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3775387 Mar 11 19:41:38.271582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:38.280844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 59972) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.348459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.363908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.387000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.387764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.405507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Transition to ACTIVE for port object 7e640690-5169-431b-83df-a0248f0494bc will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:38.408788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] For port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,segment=NetworkSegment(b4f45c08-b7eb-4a69-be6e-b4383a34810b),segment_id=b4f45c08-b7eb-4a69-be6e-b4383a34810b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:38.415865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.429002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.435961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:38.443017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=4037a376-60ad-4c86-92df-5b2ce388f3d5,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.458720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:38.466733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:38.467446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.492516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Transition to ACTIVE for port object aed88b56-6052-4739-a4e4-becf41c5ba2a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:38.527136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Transition to ACTIVE for port object 7e640690-5169-431b-83df-a0248f0494bc will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:38.531759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:38.540155 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c500aa54-39a6-4128-9238-4d3e7f505a89 req-e3a36500-1360-4adb-a3b1-3e0b2a168a13 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212259 Mar 11 19:41:38.548589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-168f04a8-19d5-44f1-8734-aaff9d9ef6a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5203722 Mar 11 19:41:38.552554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59976) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.567963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] Sync routers for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:38.577390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.582651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Transition to ACTIVE for port object aed88b56-6052-4739-a4e4-becf41c5ba2a will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:38.597316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a99c-28ce-4cf2-bd7d-8041f33ca182 None None] Pushing event updated for resources: {'Port': ['ID=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.603070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.641692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:38.650874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211bc217-8f6f-420c-b017-069b27e5361e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:38.651693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-211bc217-8f6f-420c-b017-069b27e5361e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:38.654666 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] Sync routers for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:38.661617 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-db0b55f6-b20d-4a11-9a36-cf00c0c23281 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6317158 Mar 11 19:41:38.665429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59980) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.675205 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:38.675925 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.678504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:38.679291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.742226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:38.743136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Provisioning for port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:38.745758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-04918ae7-ca32-4ba3-b504-950cb04fc0ce tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] delete failed (client error): The resource could not be found. Mar 11 19:41:38.747096 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-04918ae7-ca32-4ba3-b504-950cb04fc0ce tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1208536453 HTTP/1.1" status: 404 len: 335 time: 0.0801284 Mar 11 19:41:38.751703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59984) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.759886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:38.767600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:38.769065 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.769919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Provisioning complete for port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:38.770372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.771335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9790cf91-7bcd-4fcc-aa2f-24ad5247af91 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:38.787822 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:38.788720 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.799827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:38.804598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.813441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Pushing event updated for resources: {'Port': ['ID=7e640690-5169-431b-83df-a0248f0494bc,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.814452 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-321884a1-d205-4099-ba19-9035e6f0b046 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8921621 Mar 11 19:41:38.816058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:38.816247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=9bb07beb-a4df-4b6f-8b40-ee69a66cf660,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.818835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59988) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.827343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-211bc217-8f6f-420c-b017-069b27e5361e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:38.831798 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-211bc217-8f6f-420c-b017-069b27e5361e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports/c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca HTTP/1.1" status: 200 len: 911 time: 0.2771666 Mar 11 19:41:38.832769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59992) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:38.846983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:f7:a5:ae', 'name': 'tempest-NetworksTestDHCPv6-1098231012'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:38.855216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.857211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:38.961152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.972102 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:38.972738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:38.972844 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170ad6ca-cf1e-46ef-88ac-d7ab0ec0f3df None None] The sync data for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:39.009534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:39.024277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Pushing event updated for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.063137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:39.063717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:39.134967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:39.137321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Attempting to bind port 7e640690-5169-431b-83df-a0248f0494bc on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:39.137811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Attempting to bind port 7e640690-5169-431b-83df-a0248f0494bc by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'bbc5c7df-85d0-4fe2-82cf-bb090611e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:39.138259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Attempting to bind port 7e640690-5169-431b-83df-a0248f0494bc on network c605cfd6-9fb8-47f9-8b71-abde49146f83 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:39.146866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:39.147487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:39.147982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b56a0-f7b8-47c5-9b61-00b7711dd96e None None] The sync data for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:39.159722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:39.160927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Checking segment: {'id': 'bbc5c7df-85d0-4fe2-82cf-bb090611e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:39.160927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.161468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Bound using segment: {'id': 'bbc5c7df-85d0-4fe2-82cf-bb090611e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:39.162030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Bound port: 7e640690-5169-431b-83df-a0248f0494bc, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbc5c7df-85d0-4fe2-82cf-bb090611e163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c605cfd6-9fb8-47f9-8b71-abde49146f83'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:39.162571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.172827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Attempting to bind port aed88b56-6052-4739-a4e4-becf41c5ba2a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:39.173359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Attempting to bind port aed88b56-6052-4739-a4e4-becf41c5ba2a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:39.173796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Attempting to bind port aed88b56-6052-4739-a4e4-becf41c5ba2a on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:39.184648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Provisioning complete for port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:39.185082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.254687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:39.257819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:39.258367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.258916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:39.259532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Bound port: aed88b56-6052-4739-a4e4-becf41c5ba2a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:39.260013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.393061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.401466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] For port 7e640690-5169-431b-83df-a0248f0494bc, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:39.429243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ffa03a-9935-409e-b377-873e55b0d854,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.471707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] For port 7e640690-5169-431b-83df-a0248f0494bc, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7e640690-5169-431b-83df-a0248f0494bc,segment=NetworkSegment(bbc5c7df-85d0-4fe2-82cf-bb090611e163),segment_id=bbc5c7df-85d0-4fe2-82cf-bb090611e163)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:39.473347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:39.490869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.526479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:39.534346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:39.556376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:39.570387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.571537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-37025032-7db0-4683-8231-6d77cf41d6dc tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/d1ffa03a-9935-409e-b377-873e55b0d854 HTTP/1.1" status: 204 len: 168 time: 1.2444589 Mar 11 19:41:39.579709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 59996) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:39.586979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:39.639058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.710369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6e266-256b-4db1-8452-2639125bfdcb None None] Pushing event updated for resources: {'Port': ['ID=7e640690-5169-431b-83df-a0248f0494bc,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.733118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.20.0.1 (c605cfd6-9fb8-47f9-8b71-abde49146f83/5a13cc71-6f2a-4019-985d-6fe2b70d8a69/2045efd9-9dee-4482-804b-33f39aa8e2c6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:39.769001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:39.773786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Provisioning complete for port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:39.774234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a8ca8850-2a7d-4561-bebd-29e6d924c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.859005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08952ca5-63ff-4f8b-a15f-3cfdda68bba6 None None] Pushing event updated for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.861535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:39.862213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.933228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-647a9d80-3e3e-4ccd-ba5d-5d30e6487209 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:39.948128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:39.973376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 2045efd9-9dee-4482-804b-33f39aa8e2c6 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:39.974519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Router 4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:40.077849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.090387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:40.286771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.291006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:40.295540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8f4cd308-3ff9-4c88-9acd-aa18c68c45f7 None None] Provisioning complete for port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:40.295906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8f4cd308-3ff9-4c88-9acd-aa18c68c45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.301957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:40.307037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:40.314841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-647a9d80-3e3e-4ccd-ba5d-5d30e6487209 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:40.319853 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-647a9d80-3e3e-4ccd-ba5d-5d30e6487209 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7313006 Mar 11 19:41:40.327094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60000) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:40.333220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:40.333932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.391201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=2045efd9-9dee-4482-804b-33f39aa8e2c6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:40.415778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': 'dfffb677-9ecb-4a5e-a80c-b47dd29b36f8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:40.420405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8f4cd308-3ff9-4c88-9acd-aa18c68c45f7 None None] Port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:40.429375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.454635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:40.460697 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-51e21804-6237-44ad-bd78-87bfe4f62669 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/routers/4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6440201 Mar 11 19:41:40.463953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60004) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:40.487117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] Sync routers for ids ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:40.502671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:40.506681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] Routers {'4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:40.507604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:40.526971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:40.530204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 57feffaf-fed8-4140-96e0-366a9ea11feb yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:40.575993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:40.582331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:40.592972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9790cf91-7bcd-4fcc-aa2f-24ad5247af91 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.609058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] Routers {'4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:40.609824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:40.612415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:40.673805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:40.674382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64236916-bf34-4a46-aeac-1366e139bc96 None None] The sync data for ids ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:40.731147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:40.755769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b5f149-6fbf-4ef1-a913-b9c12a0c81f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:40.756412 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72b5f149-6fbf-4ef1-a913-b9c12a0c81f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:40.821147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72b5f149-6fbf-4ef1-a913-b9c12a0c81f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:40.822527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-72b5f149-6fbf-4ef1-a913-b9c12a0c81f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?device_id=4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d HTTP/1.1" status: 200 len: 989 time: 0.3575730 Mar 11 19:41:40.830098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60008) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:40.834245 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-9790cf91-7bcd-4fcc-aa2f-24ad5247af91 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] update failed (client error): The resource could not be found. Mar 11 19:41:40.835387 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9790cf91-7bcd-4fcc-aa2f-24ad5247af91 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8 HTTP/1.1" status: 404 len: 339 time: 2.0790117 Mar 11 19:41:40.873272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60012) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:40.931699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1349624380'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:40.944276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:40.958603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:network and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:40.962833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:40.971123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:40.992394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:40.995458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.105445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:41.109218 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The resource could not be found. Mar 11 19:41:41.110249 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ada6d583-1803-4040-a8a0-bc283176d85a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7811532 Mar 11 19:41:41.116430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60016) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:41.127193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776187237'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:41.147759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:41.165230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:41.178698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.179150 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Added segment af38f2f7-d788-4cf2-95f2-961634af0675 of type vlan for network 65e14b5b-2cf0-4575-bc93-4d028f670a50 Mar 11 19:41:41.229719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.250671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.344667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:41.347213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.350967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.351584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.385758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:41.395204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:41.422695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 172.20.0.6 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/4037a376-60ad-4c86-92df-5b2ce388f3d5/57feffaf-fed8-4140-96e0-366a9ea11feb) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:41.439968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fef7:a5ae (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ab09f994-4265-4026-bf33-54ead1f299d7/57feffaf-fed8-4140-96e0-366a9ea11feb) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:41.489307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:41.492491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:41.494635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3bde2-f8f2-4783-9bdd-08b1b62c3ea2 None None] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:41.556797 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6823192 Mar 11 19:41:41.563492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60020) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:41.568564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.583879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'subnet': {'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:41.608670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.672173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544d234-d387-4d9c-afd8-b95092503dab tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Network': ['ID=65e14b5b-2cf0-4575-bc93-4d028f670a50,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:41.684745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-af229c22-36b8-4951-950d-ec12cee6a7a4 None None] Provisioning for port 7e640690-5169-431b-83df-a0248f0494bc completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:41.709081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:41:41.721136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aed88b56-6052-4739-a4e4-becf41c5ba2a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:41.762575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835496a-48ea-4966-9127-e1bd6f091752 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:41.829418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.838835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=2045efd9-9dee-4482-804b-33f39aa8e2c6,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:41.862636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.882462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:41.887991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:41.944704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Usage tracker for resource:subnet and tenant:4c465192b9674a0bb31aac2a9fb7d5e7 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:41.952967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:41.975103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:41.986495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.001665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5909cf36-a732-4f40-b3c2-765bde732768,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:42.006858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.008077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8051aab0-94a0-4804-a1fc-70e49296ee90 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8904951 Mar 11 19:41:42.023136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Made reservation on behalf of 4c465192b9674a0bb31aac2a9fb7d5e7 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:42.031281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60024) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:42.046838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--17360178'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:42.068895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 57feffaf-fed8-4140-96e0-366a9ea11feb will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:42.075117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:42.098055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4f060754-593c-41e2-a5c4-79256d6c815a None None] Provisioning for port aed88b56-6052-4739-a4e4-becf41c5ba2a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:42.119406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.134870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:42.137922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:42.140290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:42.197407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.202236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port aed88b56-6052-4739-a4e4-becf41c5ba2a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:42.226241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port aed88b56-6052-4739-a4e4-becf41c5ba2a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:42.226241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.421628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.464285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.464668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:42.473704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.479173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7e640690-5169-431b-83df-a0248f0494bc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:42.601026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.726206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:42.729579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:42.758552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:42.770576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'ab09f994-4265-4026-bf33-54ead1f299d7', 'ip_address': '2001:db8::f816:3eff:fe5f:e7e3'}, {'subnet_id': '4037a376-60ad-4c86-92df-5b2ce388f3d5'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'aed88b56-6052-4739-a4e4-becf41c5ba2a'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:41:42.796001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:42.809502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 7e640690-5169-431b-83df-a0248f0494bc completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:42.820983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 7e640690-5169-431b-83df-a0248f0494bc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:42.821506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.839839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.853406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:42.859622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:42.871342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=57feffaf-fed8-4140-96e0-366a9ea11feb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:42.873950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:42.878010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Provisioning for port 2045efd9-9dee-4482-804b-33f39aa8e2c6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:42.885537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:42.886895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Provisioning complete for port 2045efd9-9dee-4482-804b-33f39aa8e2c6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:42.887480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.888187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.946505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:42.969636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Port 2045efd9-9dee-4482-804b-33f39aa8e2c6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:42.984839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Subnet': ['ID=32178a50-5821-43d9-956e-999cb1e9ada8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.002101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Checking segment: {'id': 'af38f2f7-d788-4cf2-95f2-961634af0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:43.002461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network hostable DHCP agents. Network: 65e14b5b-2cf0-4575-bc93-4d028f670a50, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:43.026095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:43.032927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:43.057289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Provisioning complete for port 7e640690-5169-431b-83df-a0248f0494bc triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:43.057806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.109208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 65e14b5b-2cf0-4575-bc93-4d028f670a50) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:43.114427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.115537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.125452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4930f2-eead-47fe-9846-0f7094af9b74 None None] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:43.200937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.202198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.211883 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f4d1ee6-f28e-4dda-879f-061904e18edf tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6389532 Mar 11 19:41:43.213176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60028) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.219699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-23973d1c-74f5-4410-8382-47b56407d229 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'router': {'external_gateway_info': {'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:43.308257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.328441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.358263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.410185 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8a9f38e9-15dd-4243-a55a-9020cf25a07e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5817578 Mar 11 19:41:43.417552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8:1::1 (98df0e31-33c4-47cb-bb78-353409724652/2eff1f11-1bb1-4b28-94de-e235db81b5c6/7831d6a1-b60e-4021-ac9c-c64a7be59a59) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:43.422449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60032) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.495495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7767495b-6a1e-4acb-8f73-bb4b67ebecb0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.508882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.508882 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-db90a663-e90f-41e3-8afd-aee083fd318a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4681637 Mar 11 19:41:43.520506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60036) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.536088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '5909cf36-a732-4f40-b3c2-765bde732768', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7767495b-6a1e-4acb-8f73-bb4b67ebecb0'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:43.539732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.548279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:43.559841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:43.567679 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dabdf219-5d51-489b-9a50-be2d99419467 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2027941 Mar 11 19:41:43.570153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60040) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.571090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:43.574434 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] Sync routers for ids ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:43.578705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 7e640690-5169-431b-83df-a0248f0494bc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7e640690-5169-431b-83df-a0248f0494bc,segment=NetworkSegment(bbc5c7df-85d0-4fe2-82cf-bb090611e163),segment_id=bbc5c7df-85d0-4fe2-82cf-bb090611e163)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:43.582269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:43.592511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] Routers {'e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:43.593387 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:43.618692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:43.645572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.653563 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:43.668283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] Routers {'e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:43.669194 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:43.738365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfc1c1c-ee49-4bf7-a297-92040ed558e3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.739353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cdfc1c1c-ee49-4bf7-a297-92040ed558e3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:43.755916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.764318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:43.764949 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb28ea0-e40c-451d-8814-986b54691939 None None] The sync data for ids ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:43.796468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Allocated IP 172.20.0.2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/4037a376-60ad-4c86-92df-5b2ce388f3d5/aed88b56-6052-4739-a4e4-becf41c5ba2a) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:43.804214 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aed88b56-6052-4739-a4e4-becf41c5ba2a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:43.831629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412ddf3-fa96-4713-b188-526387177132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.835601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6412ddf3-fa96-4713-b188-526387177132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.836376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6412ddf3-fa96-4713-b188-526387177132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:43.845487 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:43.850368 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-40002ddc-cba5-4df1-bd09-9957af592408 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3249216 Mar 11 19:41:43.852804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60044) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.881847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cdfc1c1c-ee49-4bf7-a297-92040ed558e3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:43.887015 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cdfc1c1c-ee49-4bf7-a297-92040ed558e3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports/2045efd9-9dee-4482-804b-33f39aa8e2c6 HTTP/1.1" status: 200 len: 910 time: 0.3086782 Mar 11 19:41:43.888123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60048) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.899277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6412ddf3-fa96-4713-b188-526387177132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:43.903058 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6412ddf3-fa96-4713-b188-526387177132 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4776130 Mar 11 19:41:43.913669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=7e640690-5169-431b-83df-a0248f0494bc,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.916352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60052) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:43.968508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23973d1c-74f5-4410-8382-47b56407d229 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:43.979739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-65e14b5b-2cf0-4575-bc93-4d028f670a50', 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50', 'tenant_id': '4c465192b9674a0bb31aac2a9fb7d5e7', 'fixed_ips': [{'subnet_id': '32178a50-5821-43d9-956e-999cb1e9ada8'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:43.980609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.042246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.051916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 57feffaf-fed8-4140-96e0-366a9ea11feb {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:44.052257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.113798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:44.114412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-111fef80-dbd7-4040-ac1c-84a38cc03b8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:44.314908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.360108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port aed88b56-6052-4739-a4e4-becf41c5ba2a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:44.360472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.361351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 7831d6a1-b60e-4021-ac9c-c64a7be59a59 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:44.363794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.408582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Allocated IP 2001:db8:1::2 (65e14b5b-2cf0-4575-bc93-4d028f670a50/32178a50-5821-43d9-956e-999cb1e9ada8/daa537aa-958b-467a-bfaf-33631292cfdd) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:44.442825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:44.464059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.1 (d1c9a2eb-45cc-46f2-b38f-add2867d6e4b/1abd8aa0-c6e1-4a7f-9ad4-d70919318f20/98b2fc2b-de40-4b7c-b4f6-da52946900ce) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:44.495491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-09de90cc-986f-4d9a-8d1b-ae1ab3f2a8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.546318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.577610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.588312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7767495b-6a1e-4acb-8f73-bb4b67ebecb0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:44.605927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.609793 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d88b5de-d90f-4124-8669-39e926814fc5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/7767495b-6a1e-4acb-8f73-bb4b67ebecb0 HTTP/1.1" status: 204 len: 168 time: 0.7536447 Mar 11 19:41:44.611636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60056) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:44.679969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Transition to ACTIVE for port object aed88b56-6052-4739-a4e4-becf41c5ba2a will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:44.688837 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-23973d1c-74f5-4410-8382-47b56407d229 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:44.693360 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-23973d1c-74f5-4410-8382-47b56407d229 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8 HTTP/1.1" status: 400 len: 364 time: 1.4756165 Mar 11 19:41:44.696534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60060) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:44.714441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.723073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.764697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.772402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-77d7e112-0b5e-40ac-8d97-fcffe4f4aa65 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:44.782130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.812098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Transition to ACTIVE for port object 98b2fc2b-de40-4b7c-b4f6-da52946900ce will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:44.855643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:44.906670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-77d7e112-0b5e-40ac-8d97-fcffe4f4aa65 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:44.910953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-77d7e112-0b5e-40ac-8d97-fcffe4f4aa65 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2963769 Mar 11 19:41:44.912739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60064) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:44.957423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496754b-7693-48f9-a472-aa707a9ab018 None None] Pushing event updated for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:44.991498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 57feffaf-fed8-4140-96e0-366a9ea11feb owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:45.000911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-216da7f1-ff64-4733-b921-b232a6dd48a5 None None] Provisioning complete for port 2045efd9-9dee-4482-804b-33f39aa8e2c6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:45.001618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-216da7f1-ff64-4733-b921-b232a6dd48a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.029779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.057023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Transition to ACTIVE for port object daa537aa-958b-467a-bfaf-33631292cfdd will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:45.060109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=7831d6a1-b60e-4021-ac9c-c64a7be59a59,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:45.081323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-216da7f1-ff64-4733-b921-b232a6dd48a5 None None] Port 2045efd9-9dee-4482-804b-33f39aa8e2c6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:45.092195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Transition to ACTIVE for port object daa537aa-958b-467a-bfaf-33631292cfdd will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:45.101778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.122648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 98df0e31-33c4-47cb-bb78-353409724652 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:45.130981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:45.143906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:45.144484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.201531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.222502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.263504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:45.267185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Pushing event updated for resources: {'Port': ['ID=daa537aa-958b-467a-bfaf-33631292cfdd,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:45.277508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:45.283918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:45.331862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.398233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:45.398829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.431745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Attempting to bind port daa537aa-958b-467a-bfaf-33631292cfdd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:45.432002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Attempting to bind port daa537aa-958b-467a-bfaf-33631292cfdd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'af38f2f7-d788-4cf2-95f2-961634af0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:45.432628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Attempting to bind port daa537aa-958b-467a-bfaf-33631292cfdd on network 65e14b5b-2cf0-4575-bc93-4d028f670a50 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:45.443075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:45.443529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Checking segment: {'id': 'af38f2f7-d788-4cf2-95f2-961634af0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:45.443867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.444256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Bound using segment: {'id': 'af38f2f7-d788-4cf2-95f2-961634af0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:45.444854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Bound port: daa537aa-958b-467a-bfaf-33631292cfdd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af38f2f7-d788-4cf2-95f2-961634af0675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '65e14b5b-2cf0-4575-bc93-4d028f670a50'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:45.445226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.463713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:45.470978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=98b2fc2b-de40-4b7c-b4f6-da52946900ce,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:45.498616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:45.534479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:45.537340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.596579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] For port daa537aa-958b-467a-bfaf-33631292cfdd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:45.603590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] For port daa537aa-958b-467a-bfaf-33631292cfdd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=daa537aa-958b-467a-bfaf-33631292cfdd,segment=NetworkSegment(af38f2f7-d788-4cf2-95f2-961634af0675),segment_id=af38f2f7-d788-4cf2-95f2-961634af0675)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:45.613580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.696852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-90b934f6-00a2-4287-9ac6-68772fb2b0e1 None None] Provisioning for port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:45.713971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-90b934f6-00a2-4287-9ac6-68772fb2b0e1 None None] Provisioning complete for port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:45.714346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90b934f6-00a2-4287-9ac6-68772fb2b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.783615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c88c35-cc58-457c-869a-501898954b90 None None] Pushing event updated for resources: {'Port': ['ID=daa537aa-958b-467a-bfaf-33631292cfdd,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:45.810935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aed88b56-6052-4739-a4e4-becf41c5ba2a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:45.845842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-90b934f6-00a2-4287-9ac6-68772fb2b0e1 None None] Port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:45.858196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.913436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7e640690-5169-431b-83df-a0248f0494bc up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:45.977469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.978979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:45.985004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5909cf36-a732-4f40-b3c2-765bde732768,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.031146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 7e640690-5169-431b-83df-a0248f0494bc triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:46.031769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.046546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.050185 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-128b98ea-d087-41bd-befd-b7117c84b89d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/5909cf36-a732-4f40-b3c2-765bde732768 HTTP/1.1" status: 204 len: 168 time: 1.1251519 Mar 11 19:41:46.056878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60070) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:46.082866 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:41:46.116962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.125138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Provisioning for port 98b2fc2b-de40-4b7c-b4f6-da52946900ce completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:46.201733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.213239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=57feffaf-fed8-4140-96e0-366a9ea11feb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.227882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Provisioning complete for port 98b2fc2b-de40-4b7c-b4f6-da52946900ce triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:46.228300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.325901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Port 98b2fc2b-de40-4b7c-b4f6-da52946900ce cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:46.345003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Provisioning for port aed88b56-6052-4739-a4e4-becf41c5ba2a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:46.352065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Provisioning complete for port aed88b56-6052-4739-a4e4-becf41c5ba2a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:46.352532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-caecbbc6-14b0-4a7d-acee-d81cd2fd31c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.609092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3006d2ac-d85b-49c6-adef-6784f33a2b6b None None] Could not find standard attr ID for object 57feffaf-fed8-4140-96e0-366a9ea11feb. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:41:46.649257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 9bb07beb-a4df-4b6f-8b40-ee69a66cf660 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:46.708573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Allocated IP 2001:db8::1 (9bd0b840-679d-4db9-8859-bae24b3bfb91/9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc/353c4fd7-75cc-4a35-b797-214404108845) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:46.722557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2530-5a08-425d-ace2-c377b632ece1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:46.922224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 2045efd9-9dee-4482-804b-33f39aa8e2c6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:46.922560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.002058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d0cf646b-0957-41b3-89f4-ade9fab79fd0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:47.005415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.047810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.084522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.093703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Transition to ACTIVE for port object 353c4fd7-75cc-4a35-b797-214404108845 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:47.130140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d0cf646b-0957-41b3-89f4-ade9fab79fd0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:47.137607 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d0cf646b-0957-41b3-89f4-ade9fab79fd0 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0710368 Mar 11 19:41:47.143892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60074) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:47.149177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b25d3-f955-4e74-adb3-9172cb987d53 None None] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:47.152744 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eeaec6a5-77d4-4adc-be5e-e23d3a5e4bab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/57feffaf-fed8-4140-96e0-366a9ea11feb HTTP/1.1" status: 204 len: 168 time: 3.2193875 Mar 11 19:41:47.154255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60076) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:47.158196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445325749'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:47.201420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:47.205792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.230743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:47.298956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2fbcfefe-5d8a-42fa-a1f2-67aed2f87cc0 None None] Provisioning for port daa537aa-958b-467a-bfaf-33631292cfdd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:47.351512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 2045efd9-9dee-4482-804b-33f39aa8e2c6 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:47.395131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.438518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.479573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.480857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.482147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.482913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:47.544360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.626546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.637306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=9bb07beb-a4df-4b6f-8b40-ee69a66cf660,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:47.642817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.643600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.673601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:47.682272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:47.691846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:47.692368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.694750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Port': ['ID=353c4fd7-75cc-4a35-b797-214404108845,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:47.696897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:47.698027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ceeb0eaa-f7b9-4b0c-b766-1434da3f89c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5298750 Mar 11 19:41:47.699197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:47.702920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60082) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:47.720140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:47.726158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:47.733538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:47.744849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:47.814788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device daa537aa-958b-467a-bfaf-33631292cfdd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:47.912808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port daa537aa-958b-467a-bfaf-33631292cfdd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:47.923804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port daa537aa-958b-467a-bfaf-33631292cfdd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:47.924233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.001440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.026344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.059703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.128353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.166893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port daa537aa-958b-467a-bfaf-33631292cfdd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=daa537aa-958b-467a-bfaf-33631292cfdd,segment=NetworkSegment(af38f2f7-d788-4cf2-95f2-961634af0675),segment_id=af38f2f7-d788-4cf2-95f2-961634af0675)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:48.168251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=7831d6a1-b60e-4021-ac9c-c64a7be59a59,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.175766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.233557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.252987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=daa537aa-958b-467a-bfaf-33631292cfdd,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.255768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0887bd2e-bc8c-48de-9ff8-44098d325d00 None None] Provisioning for port 353c4fd7-75cc-4a35-b797-214404108845 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:48.261020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0887bd2e-bc8c-48de-9ff8-44098d325d00 None None] Provisioning complete for port 353c4fd7-75cc-4a35-b797-214404108845 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:48.261376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0887bd2e-bc8c-48de-9ff8-44098d325d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.279550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7644a1e3-0826-49e4-adfa-1c8a47a00306,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.324661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.325147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0887bd2e-bc8c-48de-9ff8-44098d325d00 None None] Port 353c4fd7-75cc-4a35-b797-214404108845 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:48.329529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ac6d6023-d98e-4abb-be1b-98b4ecf5809b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1730554 Mar 11 19:41:48.331810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60086) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:48.335617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.343214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '7644a1e3-0826-49e4-adfa-1c8a47a00306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:48.351358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.360992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:48.369505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 98df0e31-33c4-47cb-bb78-353409724652 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:48.370665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:48.375727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:48.377661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:48.394133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 4037a376-60ad-4c86-92df-5b2ce388f3d5 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:48.408208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=2045efd9-9dee-4482-804b-33f39aa8e2c6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.412054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.453707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:48.567488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.641007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.656738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1454e1f2-eb7e-40f9-89e7-6df0da2319cd None None] Provisioning complete for port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:48.657398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1454e1f2-eb7e-40f9-89e7-6df0da2319cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.692612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.733884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1454e1f2-eb7e-40f9-89e7-6df0da2319cd None None] Port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:48.803308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:48.811132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=98b2fc2b-de40-4b7c-b4f6-da52946900ce,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.815712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:48.819487 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b4f961b8-6c9a-4927-8f18-4e779fb7694c tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4808583 Mar 11 19:41:48.871705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60090) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:48.981382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group_rule': {'security_group_id': '7644a1e3-0826-49e4-adfa-1c8a47a00306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:49.020358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:49.042400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.050958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.072107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:49.092380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.130447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:49.152770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:49.208464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.266945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.267500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.379146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.483845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:49.486522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:41:49.487601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-260c9c98-14fb-4cf5-9c21-985ee1af8d64 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6149561 Mar 11 19:41:49.490464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:49.492313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60094) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:49.575981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event updated for resources: {'Port': ['ID=353c4fd7-75cc-4a35-b797-214404108845,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:49.606680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=4037a376-60ad-4c86-92df-5b2ce388f3d5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:49.665738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Router 4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:49.736598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.737796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116c0e8-b84d-4861-9b90-1568c30d17c7 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:49.763140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device daa537aa-958b-467a-bfaf-33631292cfdd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:49.783396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-516f4c43-a08c-439e-84f5-f2662f80c51a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/4037a376-60ad-4c86-92df-5b2ce388f3d5 HTTP/1.1" status: 204 len: 168 time: 2.0730150 Mar 11 19:41:49.785265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60098) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:49.810317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:49.879517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.891489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:49.895607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-aecd1eb5-2a8a-43ac-b87f-08eb76e0c257 None None] Provisioning complete for port 98b2fc2b-de40-4b7c-b4f6-da52946900ce triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:49.896257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aecd1eb5-2a8a-43ac-b87f-08eb76e0c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:49.945600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:49.995108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-aecd1eb5-2a8a-43ac-b87f-08eb76e0c257 None None] Port 98b2fc2b-de40-4b7c-b4f6-da52946900ce cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:50.033089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port daa537aa-958b-467a-bfaf-33631292cfdd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:50.033612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.083248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.093677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet ab09f994-4265-4026-bf33-54ead1f299d7 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:50.109392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.191223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:50.199403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.245940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:50.248037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.273523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7644a1e3-0826-49e4-adfa-1c8a47a00306,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:50.277558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.278794 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eab03c8c-7a80-491a-b3d3-bb329a94cbba tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/7644a1e3-0826-49e4-adfa-1c8a47a00306 HTTP/1.1" status: 204 len: 168 time: 0.7831573 Mar 11 19:41:50.282107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c3891003-4269-49e3-9e7b-c6fe519c01b5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/routers/4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4449418 Mar 11 19:41:50.283075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60102) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.287760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60104) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.291064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] Sync routers for ids ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:50.355379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75acaf1-35ca-4baa-83ed-80a50185e307 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:41:50.355880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b75acaf1-35ca-4baa-83ed-80a50185e307 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:50.369726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] Routers {'4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.370354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.405518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b75acaf1-35ca-4baa-83ed-80a50185e307 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:50.409289 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b75acaf1-35ca-4baa-83ed-80a50185e307 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/9bb07beb-a4df-4b6f-8b40-ee69a66cf660 HTTP/1.1" status: 404 len: 333 time: 0.1167901 Mar 11 19:41:50.414603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60110) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.424321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ad796996-ec0b-4892-9d21-b4a1ae656b5a None None] Provisioning complete for port 353c4fd7-75cc-4a35-b797-214404108845 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:50.424691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ad796996-ec0b-4892-9d21-b4a1ae656b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.469041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.490425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0c3bf953-d47e-4228-b82c-c9077f29717d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:50.498386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ad796996-ec0b-4892-9d21-b4a1ae656b5a None None] Port 353c4fd7-75cc-4a35-b797-214404108845 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:50.525936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] Routers {'4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.527205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.539630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:50.547383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.550693 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5709d85b-e7c6-4a05-a444-0b8c025d0985 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7103164 Mar 11 19:41:50.552347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] Sync routers for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:50.563910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60114) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.576313 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.577154 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.605641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:50.615586 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ee9b50fb-75d8-4561-84e5-1cb712340c08 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7198424 Mar 11 19:41:50.620163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60118) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.639968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0c3bf953-d47e-4228-b82c-c9077f29717d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:50.645015 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0c3bf953-d47e-4228-b82c-c9077f29717d tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3570628 Mar 11 19:41:50.647419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.649418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989700d5-7348-43c9-87ab-8d60ca39521a None None] The sync data for ids ['4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:50.650183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.652161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] Sync routers for ids ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:50.660693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555035535'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:50.668744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b69d5f-8827-4077-aacf-8f5e5f289dcf tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:50.669316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25b69d5f-8827-4077-aacf-8f5e5f289dcf tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:50.677109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] Routers {'e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.678093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:50.678501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.684283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.695982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a0a65938-74e4-4b66-acf4-5fb3dc459c2c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:50.704644 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.727481 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.728126 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.728631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:50.740121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Router e5f200d7-2f33-43e5-84b7-6f146e4f42f8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:50.769300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.790034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] Routers {'e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:50.790979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.793795 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.794435 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdb5108-9a07-410e-a102-95d1af9f5d13 None None] The sync data for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:50.871404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:50.871912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa80005-ad3f-43db-82d2-ba0a4641adcf None None] The sync data for ids ['e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:50.928924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a0a65938-74e4-4b66-acf4-5fb3dc459c2c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:50.930083 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a0a65938-74e4-4b66-acf4-5fb3dc459c2c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c HTTP/1.1" status: 200 len: 205 time: 0.3090074 Mar 11 19:41:50.940216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60126) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:50.945927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=ab09f994-4265-4026-bf33-54ead1f299d7,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:51.002940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:51.008777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:51.017809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25b69d5f-8827-4077-aacf-8f5e5f289dcf tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:51.019111 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-25b69d5f-8827-4077-aacf-8f5e5f289dcf tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports/7831d6a1-b60e-4021-ac9c-c64a7be59a59 HTTP/1.1" status: 200 len: 913 time: 0.4524744 Mar 11 19:41:51.023619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60130) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:51.064459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.096447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.147465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2764f5a1-6f54-4d66-9dad-608ad975ee14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ab09f994-4265-4026-bf33-54ead1f299d7 HTTP/1.1" status: 204 len: 168 time: 1.3617926 Mar 11 19:41:51.150625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60134) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:51.203958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f2954-e942-4ac9-92a5-6bdeb15c88b7 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:51.227433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.290584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0814d0e2-4a6b-4cf5-b9ab-ed63875b2d8f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:51.314388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cf6f38c4-dc8f-4ff5-aad7-26d5aaf90e3a None None] Provisioning complete for port aed88b56-6052-4739-a4e4-becf41c5ba2a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:51.314781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cf6f38c4-dc8f-4ff5-aad7-26d5aaf90e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.501140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:51.516843 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] Sync routers for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:51.520285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:51.529838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Usage tracker for resource:security_group_rule and tenant:6a747e7edfd04c3fabff17732c2c6d88 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:51.533295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0814d0e2-4a6b-4cf5-b9ab-ed63875b2d8f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:router {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:51.537720 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0814d0e2-4a6b-4cf5-b9ab-ed63875b2d8f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3757105 Mar 11 19:41:51.537720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:51.545980 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:51.546990 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:51.563211 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fadedcce-b15d-4ac2-a837-27fd83e77575 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8656175 Mar 11 19:41:51.563814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60138) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:51.564148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60140) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:51.636249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:51.636987 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:51.642850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Deleting port aed88b56-6052-4739-a4e4-becf41c5ba2a {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:51.643400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.649384 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:51.650189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:51.664294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:51.691803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.713786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.719739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:51.741216 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:51.741929 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41864f36-6e1b-47ac-856b-ae3c00038df6 None None] The sync data for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:51.788772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aed88b56-6052-4739-a4e4-becf41c5ba2a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:51.842098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.844515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.873079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.909718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.912445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:51.931012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.931532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Fanout notify agent at l3_agent the message router_deleted on router 4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:41:51.933672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:51.940110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:51.957274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:51.965615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.966119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:41:51.980767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:51.981876 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-78049c78-1464-4edc-86ce-ea3ecab0a7e7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c HTTP/1.1" status: 204 len: 168 time: 1.0407066 Mar 11 19:41:51.985760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:51.996125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f63b17b-b40c-4cf3-9225-b9ae2dcaf768,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.007251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.008540 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b5155d0-b392-444c-bd6d-8d195082b043 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3568385 Mar 11 19:41:52.014167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.015177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad45c101-25fa-4eb1-9c32-5deca87de781 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/routers/4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d HTTP/1.1" status: 204 len: 168 time: 1.5976057 Mar 11 19:41:52.017280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60150) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.017729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60152) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.043597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:52.047138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.056481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-23f9c339-0573-4f36-bb99-829a45f0f8a9 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:52.057028 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-23f9c339-0573-4f36-bb99-829a45f0f8a9 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 19:41:52.057949 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-23f9c339-0573-4f36-bb99-829a45f0f8a9 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "PUT /v2.0/security-groups/2f63b17b-b40c-4cf3-9225-b9ae2dcaf768 HTTP/1.1" status: 409 len: 330 time: 0.0380948 Mar 11 19:41:52.068052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60158) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.074598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.097289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:52.098019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.238582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Calling delete_port for aed88b56-6052-4739-a4e4-becf41c5ba2a owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:52.281262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:52.287587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.359087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:52.373822 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-daa43b12-267b-4121-8023-66ce73c196c8 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/routers/12178fc0-8a4b-4fcc-a03b-de3072bb2258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3610053 Mar 11 19:41:52.374522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e6456e5-902d-496c-b9f8-a26014aafee4 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.382086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] Sync routers for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:52.386637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60162) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.388610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:52.389627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:52.391729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.399427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'port': {'network_id': 'd1c9a2eb-45cc-46f2-b38f-add2867d6e4b', 'name': 'tempest-FloatingIPTestJSON-783344837'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:52.404252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:52.404971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:52.419369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.452702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.465510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:52.476208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:52.476908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:52.538571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:52.539296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2447cf3-82fd-443e-98e2-c832e6c4b770 None None] The sync data for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:52.576170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 5a13cc71-6f2a-4019-985d-6fe2b70d8a69 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:52.582123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.636486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.665445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet e91e18d8-37af-45fc-b072-4e93b70a6ab1 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:41:52.682621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.685241 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.787207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.795549 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-5e6456e5-902d-496c-b9f8-a26014aafee4 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:41:52.796762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5e6456e5-902d-496c-b9f8-a26014aafee4 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8 HTTP/1.1" status: 409 len: 329 time: 1.2214558 Mar 11 19:41:52.802293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60166) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.805988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.834645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.868367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:52.870813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f63b17b-b40c-4cf3-9225-b9ae2dcaf768,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.883859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Usage tracker for resource:port and tenant:959f4cc79dc541a1839de3efc0d1b50e is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:52.891419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Deleting port aed88b56-6052-4739-a4e4-becf41c5ba2a {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:52.892479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.892786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:52.900680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:52.909305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.910466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-72bde2df-c664-4d03-9714-540ae0b46b1a tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f63b17b-b40c-4cf3-9225-b9ae2dcaf768 HTTP/1.1" status: 204 len: 168 time: 0.8406119 Mar 11 19:41:52.917999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60170) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:52.946160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Made reservation on behalf of 959f4cc79dc541a1839de3efc0d1b50e for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:52.949121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.972431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:52.994748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.037599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] device_id is not set on port 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:41:53.041305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:53.046901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:53.062471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.063052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.068129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=f62832c8-ce47-4e10-b3d5-c4dfbb57ad51,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.122789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-edb29044-aba1-4cdb-86cd-41337c5333c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5455334 Mar 11 19:41:53.131665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60174) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.134834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] For port aed88b56-6052-4739-a4e4-becf41c5ba2a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aed88b56-6052-4739-a4e4-becf41c5ba2a,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:53.135217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.136046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.143523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:53.148384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2de11cc-7e8c-4c3b-950c-ae184a164cfd tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Synchronizing usage tracker for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:53.200778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=5a13cc71-6f2a-4019-985d-6fe2b70d8a69,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.263230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Calling delete_port for aed88b56-6052-4739-a4e4-becf41c5ba2a owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:53.269446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.275058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Allocated IP 172.20.0.3 (d1c9a2eb-45cc-46f2-b38f-add2867d6e4b/1abd8aa0-c6e1-4a7f-9ad4-d70919318f20/0fc3d3b9-5a16-4df2-8385-edfc13f65b71) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:53.289605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c55525-c21f-4e41-8c08-f4cfee9b597e None None] Network c605cfd6-9fb8-47f9-8b71-abde49146f83 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:53.364645 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c70ac824-cbfa-454a-905b-822bae39b0a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/5a13cc71-6f2a-4019-985d-6fe2b70d8a69 HTTP/1.1" status: 204 len: 168 time: 1.3777122 Mar 11 19:41:53.390260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60178) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.414217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.450227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2de11cc-7e8c-4c3b-950c-ae184a164cfd tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] Unset dirty status for tenant:6a747e7edfd04c3fabff17732c2c6d88 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:53.451451 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2de11cc-7e8c-4c3b-950c-ae184a164cfd tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5322447 Mar 11 19:41:53.464562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60182) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.492759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=e91e18d8-37af-45fc-b072-4e93b70a6ab1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.519511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.564733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] Pushing event deleted for resources: {'Port': ['ID=aed88b56-6052-4739-a4e4-becf41c5ba2a,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.569246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:53.576002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa4a01-97a7-4ec9-b3e4-addee750b050 None None] No DVR routers for this DVR port aed88b56-6052-4739-a4e4-becf41c5ba2a on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:53.596461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:53.598019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.602336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:53.604288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3ed514-3f30-4cdd-8f32-e0a25d8c76a1 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:53.612696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.615272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:53.619745 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-57756045-2c2b-4340-b189-dc64d76f1d98 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] delete failed (client error): The resource could not be found. Mar 11 19:41:53.620499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-57756045-2c2b-4340-b189-dc64d76f1d98 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "DELETE /v2.0/security-groups/8b13c246-2568-43fb-a478-8ef7ad8c1f1c HTTP/1.1" status: 404 len: 347 time: 0.1352744 Mar 11 19:41:53.625863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13521694-31c4-45fc-9875-69d06229da22 None None] Network 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:53.628153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60186) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.642958 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-778d7b91-ec70-49b9-8bbe-167e5bbf57d1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/e91e18d8-37af-45fc-b072-4e93b70a6ab1 HTTP/1.1" status: 204 len: 168 time: 1.6215248 Mar 11 19:41:53.647894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60190) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.673773 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-1f7fc78e-a7fe-427c-8b75-67607f1d4e5b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] show failed (client error): The resource could not be found. Mar 11 19:41:53.683808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1f7fc78e-a7fe-427c-8b75-67607f1d4e5b tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-groups/2dd662d8-95df-485a-a72a-952a53a029d3 HTTP/1.1" status: 404 len: 347 time: 0.0543025 Mar 11 19:41:53.686073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60194) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:53.694560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:53.753267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] DHCP port deletion for c605cfd6-9fb8-47f9-8b71-abde49146f83 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:53.781388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Deleting port 7e640690-5169-431b-83df-a0248f0494bc {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:53.781672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.857215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 7e640690-5169-431b-83df-a0248f0494bc {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:53.857617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.881924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.895869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:53.943272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-b379effc-1c4d-4e31-8fdb-432e36adb1c5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] show failed (client error): The resource could not be found. Mar 11 19:41:53.948627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Transition to ACTIVE for port object 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:53.958156 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b379effc-1c4d-4e31-8fdb-432e36adb1c5 tempest-NegativeSecGroupIPv6Test-160171179 tempest-NegativeSecGroupIPv6Test-160171179-project] 10.222.0.76 "GET /v2.0/security-group-rules/5956ac55-c63d-427a-8769-804ef9ebf4ec HTTP/1.1" status: 404 len: 356 time: 0.2644658 Mar 11 19:41:53.961145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:53.961488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.084603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.209011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] For port 7e640690-5169-431b-83df-a0248f0494bc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7e640690-5169-431b-83df-a0248f0494bc,segment=NetworkSegment(bbc5c7df-85d0-4fe2-82cf-bb090611e163),segment_id=bbc5c7df-85d0-4fe2-82cf-bb090611e163)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:54.210098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.219077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'f62832c8-ce47-4e10-b3d5-c4dfbb57ad51'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:41:54.219905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.286327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.362273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 7e640690-5169-431b-83df-a0248f0494bc, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7e640690-5169-431b-83df-a0248f0494bc,segment=NetworkSegment(bbc5c7df-85d0-4fe2-82cf-bb090611e163),segment_id=bbc5c7df-85d0-4fe2-82cf-bb090611e163)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:54.362832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.371824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Calling delete_port for 7e640690-5169-431b-83df-a0248f0494bc owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:54.419249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60204) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:54.476791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.484432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:54.496510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:54.498386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:54.520409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 7e640690-5169-431b-83df-a0248f0494bc owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:54.538407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event updated for resources: {'Port': ['ID=0fc3d3b9-5a16-4df2-8385-edfc13f65b71,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:54.561515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.578521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.599665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] For port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,segment=NetworkSegment(b4f45c08-b7eb-4a69-be6e-b4383a34810b),segment_id=b4f45c08-b7eb-4a69-be6e-b4383a34810b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:54.600010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.617489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.618105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.650576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] DHCP port deletion for 0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:41:54.653416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] Pushing event deleted for resources: {'Port': ['ID=7e640690-5169-431b-83df-a0248f0494bc,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:54.689146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Allocated IP 172.20.0.2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f62832c8-ce47-4e10-b3d5-c4dfbb57ad51/cfd98e7c-a7ca-469b-8b37-7ad71f484d08) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:54.707842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Deleting port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:54.708526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.784775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ee0b8-6143-42dd-9647-ca7b0845eef0 None None] No DVR routers for this DVR port 7e640690-5169-431b-83df-a0248f0494bc on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:54.785016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:54.794397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:54.794631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:54.836020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7a370a7e-8349-4301-a9af-b740e2594a18 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4483266 Mar 11 19:41:54.860717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60212) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:54.875927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Request body: {'floatingip': {'port_id': '0fc3d3b9-5a16-4df2-8385-edfc13f65b71'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:54.946095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 7831d6a1-b60e-4021-ac9c-c64a7be59a59 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:54.946095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:54.976041 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-09445a2d-b02a-48a7-8802-8a33d1e27bc9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a747e7edfd04c3fabff17732c2c6d88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5495365 Mar 11 19:41:54.984805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60216) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:55.008305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.057043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.072408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-83a39772-425f-4959-b08b-14ac5b604a28 None None] Provisioning for port 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:55.118943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-83a39772-425f-4959-b08b-14ac5b604a28 None None] Provisioning complete for port 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:55.119306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-83a39772-425f-4959-b08b-14ac5b604a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.166141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:55.203600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No DVR routers for this DVR port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:55.260656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-83a39772-425f-4959-b08b-14ac5b604a28 None None] Port 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:41:55.270494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] For port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4cbf12da-c6a1-4ca2-9572-ebbd947870e0,segment=NetworkSegment(b4f45c08-b7eb-4a69-be6e-b4383a34810b),segment_id=b4f45c08-b7eb-4a69-be6e-b4383a34810b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:55.270494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.298049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 7e640690-5169-431b-83df-a0248f0494bc {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:55.298387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.445735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.460113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Calling delete_port for 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:55.465405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.498845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.521383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Transition to ACTIVE for port object cfd98e7c-a7ca-469b-8b37-7ad71f484d08 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:55.557068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Transition to ACTIVE for port object cfd98e7c-a7ca-469b-8b37-7ad71f484d08 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:41:55.564059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:55.564422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:55.568059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.624024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] The port '7e640690-5169-431b-83df-a0248f0494bc' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:41:55.643900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:55.646785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:55.649242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:41:55.650784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 7831d6a1-b60e-4021-ac9c-c64a7be59a59 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:55.655997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:55.733970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:55.759980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Attempting to bind port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:41:55.760302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Attempting to bind port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:41:55.760678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Attempting to bind port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:41:55.764204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f45c08-b7eb-4a69-be6e-b4383a34810b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:55.764505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f45c08-b7eb-4a69-be6e-b4383a34810b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:55.768819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:41:55.768819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:41:55.769095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.769374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:41:55.769837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Bound port: cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:41:55.770207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.789192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7e640690-5169-431b-83df-a0248f0494bc no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:55.801313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.822668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 7e640690-5169-431b-83df-a0248f0494bc {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:55.822668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7e640690-5169-431b-83df-a0248f0494bc not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:55.823137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:41:55.844983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.860832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:55.861207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:55.875563 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:55.891123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:41:55.891542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-b671b475-f4d7-4ac5-9e12-2c46fc3821a3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.5166302 Mar 11 19:41:55.891654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:41:55.935219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:55.938631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:55.944205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.963999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:55.977628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.041733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbbeae-aaea-450e-9703-d171d8690d13 None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:56.045577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c605cfd6-9fb8-47f9-8b71-abde49146f83']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:56.065887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Deleting port 4cbf12da-c6a1-4ca2-9572-ebbd947870e0 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:56.067419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.071047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf59c0a-4273-42b5-afd5-27b146e58b64 req-ee1cbc87-e1d8-45ad-ab90-98c9bdb282d2 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.071193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.072511 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1bf59c0a-4273-42b5-afd5-27b146e58b64 req-ee1cbc87-e1d8-45ad-ab90-98c9bdb282d2 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.6621099 Mar 11 19:41:56.078551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc5c7df-85d0-4fe2-82cf-bb090611e163') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:56.078846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc5c7df-85d0-4fe2-82cf-bb090611e163') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:56.143572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.154839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2acc2042-d760-44c4-91e9-1b51e34ed88e None None] The port '4cbf12da-c6a1-4ca2-9572-ebbd947870e0' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:41:56.305091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.329766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.344082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.368389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:56.371913 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1bf59c0a-4273-42b5-afd5-27b146e58b64 req-a76827da-830f-414a-9b75-0e7674951b10 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671459 Mar 11 19:41:56.402192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:41:56.402701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.425694 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e2395ed7-aab9-4c3a-a1f7-601584f8b1e5 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/0279d9d6-e1f7-4e37-802e-5c4d08eb5ed2 HTTP/1.1" status: 204 len: 168 time: 2.7748425 Mar 11 19:41:56.430458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60230) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:56.433415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:56.435022 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:56.438350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-75f1c172-40c2-4c46-8e8a-d27bd05272bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.439854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-75f1c172-40c2-4c46-8e8a-d27bd05272bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.3755751 Mar 11 19:41:56.583012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=7831d6a1-b60e-4021-ac9c-c64a7be59a59,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:56.585467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.646924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:41:56.692125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.694105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a8aa4-c449-4ce6-9c16-9bd0586d17c4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:56.723914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9c1e5-d359-483b-9000-b6e2a2f16300 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.724490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acd9c1e5-d359-483b-9000-b6e2a2f16300 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:41:56.744922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.811650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-ea4fb923-9689-4bed-a74d-842b3622884c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.3035035 Mar 11 19:41:56.814178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=c605cfd6-9fb8-47f9-8b71-abde49146f83,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:56.862834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-acd9c1e5-d359-483b-9000-b6e2a2f16300 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:41:56.864673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-acd9c1e5-d359-483b-9000-b6e2a2f16300 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b HTTP/1.1" status: 200 len: 845 time: 0.4331701 Mar 11 19:41:56.870831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:56.873976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60234) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:56.874605 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-30acc2f9-64ac-42c2-acc9-7c14c2064f6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/143a8aa4-c449-4ce6-9c16-9bd0586d17c4 HTTP/1.1" status: 204 len: 168 time: 1.8891456 Mar 11 19:41:56.887611 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2f3c4b0a-fb80-46e0-98df-608f2c427123 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/c605cfd6-9fb8-47f9-8b71-abde49146f83 HTTP/1.1" status: 204 len: 168 time: 3.4526265 Mar 11 19:41:56.891424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:56.909987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1252170610', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:56.923196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:56.934627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:56.943347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:56.976366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-f8a2344e-0679-4e0c-abe5-283dd7bc514a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.977923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-f8a2344e-0679-4e0c-abe5-283dd7bc514a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.1597207 Mar 11 19:41:56.998815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:57.035458 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c367062-d966-4106-b7b9-bc09d003aa5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1591303 Mar 11 19:41:57.040484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60244) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:57.041486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.042503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.054835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:57.055596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.201475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.244977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-acf23c54-e94a-4a2a-bf1d-ca431fa08f60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2579374 Mar 11 19:41:57.343891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.354914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port 353c4fd7-75cc-4a35-b797-214404108845 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:57.355528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.410752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca8d8d6c-9348-423d-9bef-20b15494c19a None None] Provisioning for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:57.421244 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-7d94d523-4f5a-4b23-87c1-1fee92e5b0a8 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608610 Mar 11 19:41:57.814881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:57.826158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.826866 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2c06fc0b-00ac-4e0e-b4eb-64ce617a17d8 req-5479ee51-a619-44cb-a212-674078d73b19 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478117 Mar 11 19:41:57.898507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:41:57.904934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:41:57.906360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.907236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:57.952341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:57.990002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:58.005558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:58.039076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:58.064217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:58.106074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:58.223862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:58.227231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:58.230338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:58.235171 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dc2a2ff9-918e-43e2-a7bf-4eeb76944b69 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2091753 Mar 11 19:41:58.237955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60252) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:58.240763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] Sync routers for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:41:58.252784 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:58.253667 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:58.311592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:58.323083 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:41:58.323941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:58.385258 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:58.386009 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21811f6f-1e2c-443c-a02d-3351f09c63e5 None None] The sync data for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:41:58.390896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:58.546513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:58.571452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Calling delete_port for 353c4fd7-75cc-4a35-b797-214404108845 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:58.586476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:58.877022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60609e8-e4ab-4791-bb6f-dd6518131ec0 req-c5dc1681-e3ba-4eee-9e76-13c8ff9a1994 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:58.878529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a60609e8-e4ab-4791-bb6f-dd6518131ec0 req-c5dc1681-e3ba-4eee-9e76-13c8ff9a1994 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 1.2880938 Mar 11 19:41:58.882975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:59.011168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.031967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.032685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.074674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:59.075364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:59.143997 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a60609e8-e4ab-4791-bb6f-dd6518131ec0 req-64c822f9-d077-4011-9d9c-5bec9c5121f4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514260 Mar 11 19:41:59.195148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:41:59.195702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.232145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:59.248673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:59.257267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=de628bfb-0160-44b0-9cd4-fcfae7d576dd,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:59.258406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe57e49-a343-4919-b31c-d29f0740a5b5 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:59.295219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.295829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.311829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=4']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:59.414534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-35d389c2-3406-4274-b6f3-9f49e7f156eb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2809064 Mar 11 19:41:59.420522 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 0ac37643-1748-4ca5-aa0e-f3b79217dd86 associated. External IP: 172.26.8.103, port: afde78de-05ac-41a2-a153-54637af9d056. Mar 11 19:41:59.436433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:41:59.446657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:61:63:94', 'name': 'tempest-NetworksTestDHCPv6-1320783734'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:41:59.472668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.503980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.608492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.639909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.642681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.680378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Port': ['ID=353c4fd7-75cc-4a35-b797-214404108845,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:59.686732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:59.695451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.698345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.752609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:41:59.798693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:41:59.806837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:59.811674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:41:59.812483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:59.816942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:41:59.827875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:41:59.828680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=89433895-3703-4c7b-a280-2df7f44c1d60,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:59.837011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd973818-66c3-458a-9ce4-e8b2b36a61ab None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:41:59.870730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:41:59.898856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:59.911466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.912100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:41:59.997274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:00.108883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.124160 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-efae3b75-88e3-43ce-925b-f53c2dd687f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0781031 Mar 11 19:42:00.129064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60260) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:00.137319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:00.138771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.144622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1902750434'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:00.157848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:00.183086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.26.8.198 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e2623613-80ed-41d1-b182-71a7319a294f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:00.185809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.190398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port bc397249-1520-4502-ba76-6d516c98598e yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:00.275755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:00.290095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:00.309443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.359826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:00.414762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=c08cdf5a-e4af-40c9-bd43-7658fdb3e9ca,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:00.436388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b2c00c7a-c00a-4c0e-a09b-98e609eedb53 None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:00.437521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b2c00c7a-c00a-4c0e-a09b-98e609eedb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.446255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.561613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'tenant_id': '0404e9d0b4364a9fbd8497c77f9b0eff', 'fixed_ips': [{'subnet_id': '89433895-3703-4c7b-a280-2df7f44c1d60'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:00.562587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.765831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:00.769493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Allocated IP 2001:db8::2 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/89433895-3703-4c7b-a280-2df7f44c1d60/fec262de-c61a-4d1d-85c7-7d7ec9f18c43) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:00.802692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:00.811142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.812583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:00.830187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:00.850499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd6bf2-b905-4fce-a761-45b6c725edb0 req-78d1c1f7-44b5-4e56-b6aa-6835910b1eed tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.852020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05dd6bf2-b905-4fce-a761-45b6c725edb0 req-78d1c1f7-44b5-4e56-b6aa-6835910b1eed tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4849520 Mar 11 19:42:00.867538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:00.876398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 172.20.0.10 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f62832c8-ce47-4e10-b3d5-c4dfbb57ad51/bc397249-1520-4502-ba76-6d516c98598e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:00.911047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe61:6394 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/de628bfb-0160-44b0-9cd4-fcfae7d576dd/bc397249-1520-4502-ba76-6d516c98598e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:00.989091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.000257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Transition to ACTIVE for port object fec262de-c61a-4d1d-85c7-7d7ec9f18c43 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:01.020119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Transition to ACTIVE for port object fec262de-c61a-4d1d-85c7-7d7ec9f18c43 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:01.025794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.097884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.102369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:01.103612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:01.105841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:01.112139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:01.139537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Router e5f200d7-2f33-43e5-84b7-6f146e4f42f8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:01.190111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:01.197064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:01.200704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=e2623613-80ed-41d1-b182-71a7319a294f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:01.202779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:01.212326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.226235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Attempting to bind port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:01.226845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Attempting to bind port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '27754f71-4cb5-457a-9edd-b6427f329b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:01.226972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Attempting to bind port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 on network f3344b6f-a7fa-4242-b1f6-e04aa236e599 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:01.234879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:01.235250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Checking segment: {'id': '27754f71-4cb5-457a-9edd-b6427f329b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:01.235673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.236066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Bound using segment: {'id': '27754f71-4cb5-457a-9edd-b6427f329b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:01.236527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Bound port: fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27754f71-4cb5-457a-9edd-b6427f329b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:01.236893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.248029 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05dd6bf2-b905-4fce-a761-45b6c725edb0 req-a21a14e3-27d2-437d-a4ab-7222e8c4a774 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821001 Mar 11 19:42:01.249208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.321491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.325943 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1903477 Mar 11 19:42:01.329755 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:01.332907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:01.339809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60268) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:01.340384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.346449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1515626310'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:01.421205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2532f-6a70-4cb5-9b0b-56e287c6a0a4 None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:01.425083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:01.434288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f7673-c05d-4da0-b8aa-634793a22d62 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee01c22-cbe6-4f68-a7f3-1449c7e9a8d1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:01.455463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:01.470790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] Sync routers for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:01.478854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-25ea4f73-f9a8-4b24-b631-27001cfbb22c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6755202 Mar 11 19:42:01.485430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:01.487138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:01.487885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:01.489685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60272) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:01.513682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:01.523230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:01.553344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:01.565077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] Routers {'e5f200d7-2f33-43e5-84b7-6f146e4f42f8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:01.565733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:01.582701 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-c068feb5-74ec-4283-988c-1b18d25d5cfa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] show failed (client error): The resource could not be found. Mar 11 19:42:01.584920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c068feb5-74ec-4283-988c-1b18d25d5cfa tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1063725461 HTTP/1.1" status: 404 len: 335 time: 0.0917518 Mar 11 19:42:01.589159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60276) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:01.594950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1a8478e1-a942-4366-aa77-7877527d07d9 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:01.597140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:01.632177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:01.632585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942cc65-128f-487c-a84f-60e38d107a03 None None] The sync data for ids ['e5f200d7-2f33-43e5-84b7-6f146e4f42f8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:01.706828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-1a8478e1-a942-4366-aa77-7877527d07d9 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] update failed (client error): The resource could not be found. Mar 11 19:42:01.711385 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1a8478e1-a942-4366-aa77-7877527d07d9 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-841640509 HTTP/1.1" status: 404 len: 334 time: 0.1177213 Mar 11 19:42:01.711554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.740045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60280) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:01.878163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.878882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.896887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:01.899243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:01.926001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:01.929993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object bc397249-1520-4502-ba76-6d516c98598e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:01.936745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:01.943241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:01.968282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:01.970686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:01.971184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.044353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:02.093139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:02.099778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.194999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:02.239049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:02.250336 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:02.262300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting subnet 32178a50-5821-43d9-956e-999cb1e9ada8 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:02.262715 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:02.263585 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.287115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.326840 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.338585 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:02.338800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.340170 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.398152 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.398842 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd40a8b-dafd-491d-ba06-602240dd6242 None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:02.402130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.430141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:02.448620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:02.456902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=bc397249-1520-4502-ba76-6d516c98598e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:02.468204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:02.489815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router b061b31d-81b8-4a41-8299-52a355ae9870 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:02.506823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.561181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb954305-8c95-4fe4-ad66-d4f909a91bae,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:02.569459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.571078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-952f869c-e500-4d7a-a685-2ec8606faed1 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2295470 Mar 11 19:42:02.576003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60284) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:02.595496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:02.607368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] Sync routers for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:02.625062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-450509636', 'security_groups': ['cb954305-8c95-4fe4-ad66-d4f909a91bae'], 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '89433895-3703-4c7b-a280-2df7f44c1d60'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:02.632461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.636273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:02.636957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.670643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.671416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.682081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4d419a51-36d6-412e-9a29-7cb64091c728 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4424000 Mar 11 19:42:02.702101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60288) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:02.768052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-010b6db3-695e-48d9-ab03-c96bcd34a73a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:02.770034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.781949 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-102aae54-2431-49da-861a-038b73fd788b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3441277 Mar 11 19:42:02.787142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60292) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:02.789178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] Routers {'4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:02.789805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.844390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-010b6db3-695e-48d9-ab03-c96bcd34a73a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:02.844390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-010b6db3-695e-48d9-ab03-c96bcd34a73a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 HTTP/1.1" status: 200 len: 205 time: 0.1387405 Mar 11 19:42:02.852390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60296) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:02.855458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:02.855836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.882465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:02.882697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3877b6c7-d64d-4a30-b577-db55e6279716 None None] The sync data for ids ['4a5ffb68-fbc4-495d-8671-f7b0e33d85b8'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:02.910950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:02.925184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Provisioning for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:02.931270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:02.931743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:02.950806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:02.959797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:port and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:02.965036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:02.975142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:03.000098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:03.004754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.048557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port ee123932-cc08-4296-b6e6-0086fffb6632 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:03.050112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.082743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:03.087641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.135621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.159350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21102eb-12d5-4849-9a6d-95cb210d91ff None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:03.184482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Subnet': ['ID=32178a50-5821-43d9-956e-999cb1e9ada8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:03.184738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:03.194653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.205203 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] Sync routers for ids ['b061b31d-81b8-4a41-8299-52a355ae9870'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:03.221096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1f46f6c1-275b-4642-b610-050530ce004c None None] Provisioning for port bc397249-1520-4502-ba76-6d516c98598e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:03.227451 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] Routers {'b061b31d-81b8-4a41-8299-52a355ae9870'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:03.228285 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b061b31d-81b8-4a41-8299-52a355ae9870'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:03.229608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1f46f6c1-275b-4642-b610-050530ce004c None None] Provisioning complete for port bc397249-1520-4502-ba76-6d516c98598e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:03.230225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1f46f6c1-275b-4642-b610-050530ce004c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.257376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.268758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66753f-c5ef-4b37-9f5a-9c0f25de1151 None None] Network 65e14b5b-2cf0-4575-bc93-4d028f670a50 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:03.289676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:03.302205 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] Routers {'b061b31d-81b8-4a41-8299-52a355ae9870'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:03.303031 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b061b31d-81b8-4a41-8299-52a355ae9870'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:03.326355 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3622b348-8649-469e-8eaa-14cd370c697a tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/subnets/32178a50-5821-43d9-956e-999cb1e9ada8 HTTP/1.1" status: 204 len: 168 time: 1.5686467 Mar 11 19:42:03.333173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824608e-5b8a-4518-9b6f-3e756b97861f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.337115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824608e-5b8a-4518-9b6f-3e756b97861f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.337884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2824608e-5b8a-4518-9b6f-3e756b97861f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:03.347125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60300) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:03.365965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:03.366632 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e3a7a-225d-4bf9-a8a5-c0ff4e6b40ef None None] The sync data for ids ['b061b31d-81b8-4a41-8299-52a355ae9870'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:03.367700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1f46f6c1-275b-4642-b610-050530ce004c None None] Port bc397249-1520-4502-ba76-6d516c98598e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:03.378702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::43 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/89433895-3703-4c7b-a280-2df7f44c1d60/ee123932-cc08-4296-b6e6-0086fffb6632) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:03.458030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2824608e-5b8a-4518-9b6f-3e756b97861f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:03.459107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2824608e-5b8a-4518-9b6f-3e756b97861f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6667249 Mar 11 19:42:03.462757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60304) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:03.520735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.521927 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e9bb867f-2113-4047-841e-708205dce7dc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.6272318 Mar 11 19:42:03.525185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60308) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:03.540670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] DHCP port deletion for 65e14b5b-2cf0-4575-bc93-4d028f670a50 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:03.545612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Deleting port daa537aa-958b-467a-bfaf-33631292cfdd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:03.546100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.599998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:03.642573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.734390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.775696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] For port daa537aa-958b-467a-bfaf-33631292cfdd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=daa537aa-958b-467a-bfaf-33631292cfdd,segment=NetworkSegment(af38f2f7-d788-4cf2-95f2-961634af0675),segment_id=af38f2f7-d788-4cf2-95f2-961634af0675)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:03.776292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.792252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port bc397249-1520-4502-ba76-6d516c98598e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:03.792621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.793320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:03.840118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port daa537aa-958b-467a-bfaf-33631292cfdd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:03.840429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.882164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.909537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:03.934977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Calling delete_port for daa537aa-958b-467a-bfaf-33631292cfdd owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:04.002924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object ee123932-cc08-4296-b6e6-0086fffb6632 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:04.028272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:04.028695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.070955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.075460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.123359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.123775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router 4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:04.125350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] No DVR routers for this DVR port daa537aa-958b-467a-bfaf-33631292cfdd on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:04.138275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ad08c-ce38-4d6e-b021-cbbd1d80c77d None None] Pushing event deleted for resources: {'Port': ['ID=daa537aa-958b-467a-bfaf-33631292cfdd,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:04.163438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:04.170922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7fd37960-f389-4473-bfe5-a7a2c3e458f4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers/b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 200 len: 881 time: 0.6422284 Mar 11 19:42:04.175151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:04.180289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60312) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:04.183884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:04.187888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:04.188487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.194014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=ee123932-cc08-4296-b6e6-0086fffb6632,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:04.217962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.219286 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ae0f75a4-65e7-4d13-ad20-ce7a64a51952 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 HTTP/1.1" status: 204 len: 168 time: 1.3613441 Mar 11 19:42:04.236659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60316) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:04.311226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device daa537aa-958b-467a-bfaf-33631292cfdd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:04.354257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: daa537aa-958b-467a-bfaf-33631292cfdd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:04.355095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device daa537aa-958b-467a-bfaf-33631292cfdd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:04.366101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2c1d3026-8e2d-4d33-ab39-94dcaedd36ef tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7889421 Mar 11 19:42:04.369070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60320) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:04.376308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:04.460333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] For port daa537aa-958b-467a-bfaf-33631292cfdd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=daa537aa-958b-467a-bfaf-33631292cfdd,segment=NetworkSegment(af38f2f7-d788-4cf2-95f2-961634af0675),segment_id=af38f2f7-d788-4cf2-95f2-961634af0675)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:04.460990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.472378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:04.479472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.485143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] Sync routers for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:04.488660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.510476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:04.511546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:04.566500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5422bef1-8aaa-4066-9929-bf6b8c01497a None None] Provisioning for port ee123932-cc08-4296-b6e6-0086fffb6632 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:04.577440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5422bef1-8aaa-4066-9929-bf6b8c01497a None None] Provisioning complete for port ee123932-cc08-4296-b6e6-0086fffb6632 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:04.577820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5422bef1-8aaa-4066-9929-bf6b8c01497a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.604533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:04.618976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:04.635916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:04.637402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5422bef1-8aaa-4066-9929-bf6b8c01497a None None] Port ee123932-cc08-4296-b6e6-0086fffb6632 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:04.638907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:04.639645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:04.642224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:04.653476 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fcd61366-f32b-446f-910b-ebf7b621a6d9 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/floatingips/0ac37643-1748-4ca5-aa0e-f3b79217dd86 HTTP/1.1" status: 200 len: 977 time: 9.7873082 Mar 11 19:42:04.653476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:04.654627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60324) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:04.718528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:04.729085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Calling delete_port for daa537aa-958b-467a-bfaf-33631292cfdd owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:04.737970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:04.738141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af4667f-7f73-44d9-9bc3-2d56a5bda92c None None] The sync data for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:04.763885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for bc397249-1520-4502-ba76-6d516c98598e owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:04.796016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:04.796320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.960472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:04.960761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:04.962129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:04.980895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0ab004a1-427e-4693-9209-70ba7d6b4316 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:router {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:04.997279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 2eff1f11-1bb1-4b28-94de-e235db81b5c6 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:05.008084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.096787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.144799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0ab004a1-427e-4693-9209-70ba7d6b4316 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:router {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:05.147508 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0ab004a1-427e-4693-9209-70ba7d6b4316 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9637973 Mar 11 19:42:05.149160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60328) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:05.160415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1252170610'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:05.206508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.284872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89433895-3703-4c7b-a280-2df7f44c1d60 (CIDR: 2001:db8::/64) Mar 11 19:42:05.292643 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:05.293070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:05.326718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.385087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=bc397249-1520-4502-ba76-6d516c98598e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:05.430015 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.466639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port daa537aa-958b-467a-bfaf-33631292cfdd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:05.467352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.499528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f06f803-5a94-4bc5-bd68-cbf501cbb5bf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1270876 Mar 11 19:42:05.509122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60332) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:05.514481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:05.621051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] The port 'daa537aa-958b-467a-bfaf-33631292cfdd' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:05.745282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.745542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.745751 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Floating IP 0ac37643-1748-4ca5-aa0e-f3b79217dd86 disassociated. External IP: 172.26.8.103, port: 0fc3d3b9-5a16-4df2-8385-edfc13f65b71. Mar 11 19:42:05.746111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 0fc3d3b9-5a16-4df2-8385-edfc13f65b71 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:05.787630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:05.799853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:05.804447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:05.813189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:05.840262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:05.843691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.897221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.911610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.933428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.990898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e14b5b-2cf0-4575-bc93-4d028f670a50']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:05.996096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:05.997799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=2eff1f11-1bb1-4b28-94de-e235db81b5c6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.005216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4af09a4f-d853-4980-b9ae-ac1c5f706a75 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/bc397249-1520-4502-ba76-6d516c98598e HTTP/1.1" status: 204 len: 168 time: 2.5412822 Mar 11 19:42:06.010630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af38f2f7-d788-4cf2-95f2-961634af0675') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:06.010917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af38f2f7-d788-4cf2-95f2-961634af0675') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:06.017086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60336) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:06.031922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53274bb0-0d99-49ed-b8c3-2c226ca48859 None None] Network 98df0e31-33c4-47cb-bb78-353409724652 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:06.049042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=0fc3d3b9-5a16-4df2-8385-edfc13f65b71,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.060140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.066818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60340) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:06.071777 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2095d977-21c6-409c-96c9-f9e71f483414 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/2eff1f11-1bb1-4b28-94de-e235db81b5c6 HTTP/1.1" status: 204 len: 168 time: 1.8239455 Mar 11 19:42:06.075143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.101224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.124637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:06.125422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: util.warn( Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:06.144330 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:06.364351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] DHCP port deletion for 98df0e31-33c4-47cb-bb78-353409724652 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:06.368711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Deleting port d78505aa-8c00-484d-9bbf-e74067929b60 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:06.369145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.372553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.373858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.375139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.375942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:06.403755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.422657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.431625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:06.435221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fde45a87-8e82-4bcb-adca-2c29cdbc2968 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4145012 Mar 11 19:42:06.443739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60344) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:06.444532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Network': ['ID=65e14b5b-2cf0-4575-bc93-4d028f670a50,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.445537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet e0a0113f-264c-4eee-8474-3465da9e6704 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:06.459616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.485371 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e7c19313-6185-49a3-af8a-a0848bf5fd04 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/networks/65e14b5b-2cf0-4575-bc93-4d028f670a50 HTTP/1.1" status: 204 len: 168 time: 3.1350596 Mar 11 19:42:06.488438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60348) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:06.537290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.576494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] For port d78505aa-8c00-484d-9bbf-e74067929b60, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d78505aa-8c00-484d-9bbf-e74067929b60,segment=NetworkSegment(8e7083cb-58af-4071-a940-50b813f2468b),segment_id=8e7083cb-58af-4071-a940-50b813f2468b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:06.577181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.684180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.698080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Calling delete_port for d78505aa-8c00-484d-9bbf-e74067929b60 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:06.716474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.775248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.813213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:06.817220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] Pushing event deleted for resources: {'Port': ['ID=d78505aa-8c00-484d-9bbf-e74067929b60,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.821592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:06.823188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.827261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3890e5b-e640-44d1-abb1-34dd771e49e4 None None] No DVR routers for this DVR port d78505aa-8c00-484d-9bbf-e74067929b60 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:06.828204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.828499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.835807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet de628bfb-0160-44b0-9cd4-fcfae7d576dd {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:06.841007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting subnet 686620e7-a3b0-47a9-a9a8-72824f6ac40c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:06.842820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.843482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:06.849549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3a7ea4-e6f3-47b6-8ecb-fc2200abe95b None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:06.870722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.890678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:06.911128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24e12b78-9bb4-4caf-bf63-9936a009123f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3970299 Mar 11 19:42:06.914946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60352) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:06.917462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a0113f-264c-4eee-8474-3465da9e6704,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.950737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.055978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.100033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-690578765', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9'}], 'security_groups': ['4ee01c22-cbe6-4f68-a7f3-1449c7e9a8d1']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:07.180832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f237d3-d3f1-4ba0-a246-d0804e8db1a9 None None] Network 4a2eedd9-db7d-42fc-ac62-3efbe417928e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:07.201061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.202889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0dc0cf16-4cdd-4cd5-823f-4d8a40429bb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/e0a0113f-264c-4eee-8474-3465da9e6704 HTTP/1.1" status: 204 len: 168 time: 1.1335285 Mar 11 19:42:07.206000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60356) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:07.267544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.295610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.324058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.348711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Update dhcp port {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'fixed_ips': [{'subnet_id': '89433895-3703-4c7b-a280-2df7f44c1d60', 'ip_address': '2001:db8::2'}, {'subnet_id': '4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'fec262de-c61a-4d1d-85c7-7d7ec9f18c43'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:42:07.357319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.401769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.418440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.448053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.613797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] DHCP port deletion for 4a2eedd9-db7d-42fc-ac62-3efbe417928e request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:07.622086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Deleting port a48392e1-cf2a-4e9b-b975-256c4cb26a79 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:07.622442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.656677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.676052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.711291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=de628bfb-0160-44b0-9cd4-fcfae7d576dd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:07.721371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.725569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.743705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7d938-9d4d-4cc5-919e-e6394e2b5b15 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:07.754056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df0e31-33c4-47cb-bb78-353409724652']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:07.765698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Subnet': ['ID=686620e7-a3b0-47a9-a9a8-72824f6ac40c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:07.787127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7083cb-58af-4071-a940-50b813f2468b') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:07.787444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7083cb-58af-4071-a940-50b813f2468b') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:07.788948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.791026 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-775dadc9-f02c-4751-8a31-56cc083d01f6 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/subnets/686620e7-a3b0-47a9-a9a8-72824f6ac40c HTTP/1.1" status: 204 len: 168 time: 1.3007193 Mar 11 19:42:07.797289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60360) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:07.801391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bcc6bd9d-d4ec-4220-8d00-23f7f47c98b6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/de628bfb-0160-44b0-9cd4-fcfae7d576dd HTTP/1.1" status: 204 len: 168 time: 1.3503129 Mar 11 19:42:07.804353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:07.810676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.832207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5d940-3a0d-4064-8c29-d77a540b7ff4 None None] Network 8083656f-5831-41e0-b393-de98ba7ad11e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:07.868036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:07.869897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.882941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] Sync routers for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:07.894806 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:07.895447 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:07.895620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d78505aa-8c00-484d-9bbf-e74067929b60 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:07.933821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet f62832c8-ce47-4e10-b3d5-c4dfbb57ad51 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:07.952999 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:07.953508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:07.964075 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:07.964674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:08.000381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d78505aa-8c00-484d-9bbf-e74067929b60 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:08.000758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d78505aa-8c00-484d-9bbf-e74067929b60 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:08.001145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a48392e1-cf2a-4e9b-b975-256c4cb26a79 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:08.026289 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:08.026692 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86c0cb0-52f4-43fb-b7bc-4514ab3352e7 None None] The sync data for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:08.038005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:08.038416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:08.054138 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:08.061070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Allocated IP 2001:db8:0:1::2 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9/fec262de-c61a-4d1d-85c7-7d7ec9f18c43) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:08.085172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.132165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.133914 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2879d17-1278-466f-ba7a-3443ee54b000 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/0fc3d3b9-5a16-4df2-8385-edfc13f65b71 HTTP/1.1" status: 204 len: 168 time: 3.4784627 Mar 11 19:42:08.137191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60368) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.196924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting subnet d5085d06-db4b-4d4b-a736-129b9f9eadf6 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:08.207673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.254496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router b061b31d-81b8-4a41-8299-52a355ae9870 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:08.267846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.273629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.290164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.297088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=98df0e31-33c4-47cb-bb78-353409724652,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.303348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.303695 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2bbb84d3-df11-463a-bfa3-474572b83568 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/98df0e31-33c4-47cb-bb78-353409724652 HTTP/1.1" status: 204 len: 168 time: 1.0914714 Mar 11 19:42:08.306497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60372) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.433575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.435339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.435866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.456281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port a48392e1-cf2a-4e9b-b975-256c4cb26a79 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:08.456594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.542265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.580184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.629985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Calling delete_port for a48392e1-cf2a-4e9b-b975-256c4cb26a79 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:08.630219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=f62832c8-ce47-4e10-b3d5-c4dfbb57ad51,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.641056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.665631 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-146bb8ce-38f0-4609-9d37-b792202ab7e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f62832c8-ce47-4e10-b3d5-c4dfbb57ad51 HTTP/1.1" status: 204 len: 168 time: 0.8577588 Mar 11 19:42:08.667227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60376) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.703347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.707458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.749185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Subnet': ['ID=d5085d06-db4b-4d4b-a736-129b9f9eadf6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.749402 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b37c3df5-8629-4c73-9fa3-87d4622ea9d5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773134 Mar 11 19:42:08.749859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60380) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.755098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:08.780763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.795088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3649f38-e400-4a3c-af66-0d9358b5bc22 None None] Network 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:08.824666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.853183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-13b4e806-1c2a-41bf-9a0d-60e25f99fcb2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/subnets/d5085d06-db4b-4d4b-a736-129b9f9eadf6 HTTP/1.1" status: 204 len: 168 time: 1.0519257 Mar 11 19:42:08.856572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60384) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.912800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.924009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.resource_extend [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:42:08.933995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.952006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:08.959103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:08.965890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.970324 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e02cef04-3cd2-4181-aa0e-39ecc9eddafa tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 200 len: 888 time: 3.8202140 Mar 11 19:42:08.973366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60388) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:08.986641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] Sync routers for ids ['b061b31d-81b8-4a41-8299-52a355ae9870'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:08.988396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:08.990680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:08.993107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:09.003694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:09.004047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:09.008174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:09.022770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.035154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port 587de805-20d9-483e-9c89-032c97d45e6f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:09.035864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.044048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:09.044403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.060544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:09.064529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.118934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] DHCP port deletion for 8083656f-5831-41e0-b393-de98ba7ad11e request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:09.159817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Transition to ACTIVE for port object fec262de-c61a-4d1d-85c7-7d7ec9f18c43 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:09.163531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Deleting port 587de805-20d9-483e-9c89-032c97d45e6f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:09.163903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.199623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.248802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] Routers {'b061b31d-81b8-4a41-8299-52a355ae9870'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:09.248928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b061b31d-81b8-4a41-8299-52a355ae9870'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:09.306785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for a48392e1-cf2a-4e9b-b975-256c4cb26a79 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:09.346892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=a48392e1-cf2a-4e9b-b975-256c4cb26a79,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:09.411437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:09.458895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Delete allocated IP 2001:db8::43 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/89433895-3703-4c7b-a280-2df7f44c1d60) {{(pid=83813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:42:09.476518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8:0:1::1f5 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9/ee123932-cc08-4296-b6e6-0086fffb6632) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:09.505193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:09.505956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:09.512258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Deleting port a48392e1-cf2a-4e9b-b975-256c4cb26a79 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:09.512772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.618259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] For port 587de805-20d9-483e-9c89-032c97d45e6f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=587de805-20d9-483e-9c89-032c97d45e6f,segment=NetworkSegment(21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6),segment_id=21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:09.619039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.701963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] Routers {'b061b31d-81b8-4a41-8299-52a355ae9870'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:09.702579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b061b31d-81b8-4a41-8299-52a355ae9870'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:09.715279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.755620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Calling delete_port for 587de805-20d9-483e-9c89-032c97d45e6f owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:09.768891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc1ee1-4bcc-4c30-b592-ff7fac2b6e74 None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:09.852804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ef0c5f-7308-48d2-85e6-c731be5944a1 None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'f62832c8-ce47-4e10-b3d5-c4dfbb57ad51'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'cfd98e7c-a7ca-469b-8b37-7ad71f484d08'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:42:09.884646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 587de805-20d9-483e-9c89-032c97d45e6f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:09.906470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-816a331e-6e5f-429d-b926-f2e2b828103d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers/b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 200 len: 888 time: 0.9309726 Mar 11 19:42:09.910171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60392) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:09.931870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:42:09.953639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:09.976589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-206df132-2cb5-4d1f-b62b-e87e316a1376 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 200 len: 205 time: 0.0629857 Mar 11 19:42:09.979342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60396) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:10.006929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port a48392e1-cf2a-4e9b-b975-256c4cb26a79 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:10.012157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.045426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] For port 587de805-20d9-483e-9c89-032c97d45e6f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=587de805-20d9-483e-9c89-032c97d45e6f,segment=NetworkSegment(21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6),segment_id=21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:10.045426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.053298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.146520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:10.147352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee84238-a138-4be1-ba22-eb23143901d4 None None] The sync data for ids ['b061b31d-81b8-4a41-8299-52a355ae9870'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:10.267244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Port': ['ID=587de805-20d9-483e-9c89-032c97d45e6f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:10.289586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object ee123932-cc08-4296-b6e6-0086fffb6632 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:10.290406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] No DVR routers for this DVR port 587de805-20d9-483e-9c89-032c97d45e6f on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:10.326172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.344571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.344919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.345181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.345510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.345835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.346161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.346532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.346848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.347161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.347497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.347813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.362530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.402659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:10.403499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.468854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] In _notify_port_updated(), no bound segment for port ee123932-cc08-4296-b6e6-0086fffb6632 on network f3344b6f-a7fa-4242-b1f6-e04aa236e599 {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:42:10.474069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.474727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.480264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/ports/ee123932-cc08-4296-b6e6-0086fffb6632 HTTP/1.1" status: 200 len: 930 time: 3.5639791 Mar 11 19:42:10.484824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60402) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:10.526576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] DHCP port deletion for 3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:10.564385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Calling delete_port for 587de805-20d9-483e-9c89-032c97d45e6f owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:10.567119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:10.574121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.576625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=ee123932-cc08-4296-b6e6-0086fffb6632,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:10.597150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:10.599909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.600484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.641207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=ed0b99b3-8004-4c40-aaf9-49ba493b0423,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:10.663913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port ee123932-cc08-4296-b6e6-0086fffb6632 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:10.664316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.676578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Calling delete_port for a48392e1-cf2a-4e9b-b975-256c4cb26a79 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:10.681064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.681599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.682091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.682420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.682740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.683059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.683406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.683720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.684087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.684402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.684716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bd458b-72a4-4513-b22c-d2f0d2b4eb50 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:10.702529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Deleting port 13602587-133c-4cfd-8bc1-74eb42482307 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:10.702896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.707881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port a48392e1-cf2a-4e9b-b975-256c4cb26a79, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a48392e1-cf2a-4e9b-b975-256c4cb26a79,segment=NetworkSegment(c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851),segment_id=c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:10.708228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.730485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8083656f-5831-41e0-b393-de98ba7ad11e']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:10.847536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f8ef0c5f-7308-48d2-85e6-c731be5944a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:10.874238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for a48392e1-cf2a-4e9b-b975-256c4cb26a79 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:10.888527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No active binding found for port 587de805-20d9-483e-9c89-032c97d45e6f {{(pid=83814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 19:42:10.888945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 587de805-20d9-483e-9c89-032c97d45e6f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:10.947752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:10.948382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c37c05-ddf9-40d9-8cc8-761dcbfe1ca6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:10.993659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:10.993659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.047073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:11.047302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:11.054245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 19:42:11.054245 dv-neutron-832764-2-hyperv neutron-server[83813]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Mar 11 19:42:11.054245 dv-neutron-832764-2-hyperv neutron-server[83813]: [parameters: {'port_id': 'a48392e1-cf2a-4e9b-b975-256c4cb26a79', 'host': 'dv-neutron-832764-2-hyperv', 'level': 0}] Mar 11 19:42:11.054245 dv-neutron-832764-2-hyperv neutron-server[83813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:11.055288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:11.080299 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e80086c2-80f6-4f94-8cd9-93d28d42f7ce tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3299382 Mar 11 19:42:11.082761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.095920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.102684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60408) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:11.114821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:11.180116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.255809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Pushing event deleted for resources: {'Port': ['ID=a48392e1-cf2a-4e9b-b975-256c4cb26a79,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:11.257851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:11.263779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.318219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] No DVR routers for this DVR port a48392e1-cf2a-4e9b-b975-256c4cb26a79 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:11.321513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for ee123932-cc08-4296-b6e6-0086fffb6632 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:11.325518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.325849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.329233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.329233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.329233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.330398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.330398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.330398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.330704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.330927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.331295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3e3eec-bc93-4f97-a7f9-67fd86879d83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:11.343207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] For port 13602587-133c-4cfd-8bc1-74eb42482307, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=13602587-133c-4cfd-8bc1-74eb42482307,segment=NetworkSegment(4d7528c7-bf4a-420d-9bf9-ee8acb8b2114),segment_id=4d7528c7-bf4a-420d-9bf9-ee8acb8b2114)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:11.343731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.350853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 98b2fc2b-de40-4b7c-b4f6-da52946900ce {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:11.351421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.354251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Provisioning for port ee123932-cc08-4296-b6e6-0086fffb6632 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:11.367274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Provisioning complete for port ee123932-cc08-4296-b6e6-0086fffb6632 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:11.367672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.392760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:11.393331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:11.409606 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:11.465942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a03ffae-0d35-435f-ae58-e222009ffa04 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:11.549199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.554087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.557143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.576977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.589219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Deleting port 587de805-20d9-483e-9c89-032c97d45e6f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:11.589754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.629917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Calling delete_port for 13602587-133c-4cfd-8bc1-74eb42482307 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:11.680949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 98b2fc2b-de40-4b7c-b4f6-da52946900ce owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:11.702781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/networks/8083656f-5831-41e0-b393-de98ba7ad11e HTTP/1.1" status: 204 len: 168 time: 2.8417001 Mar 11 19:42:11.707349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60412) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:11.734643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce4f3a-8312-4082-a558-0e21b110325f tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Network': ['ID=8083656f-5831-41e0-b393-de98ba7ad11e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:11.735695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d24ce-3e82-443c-9178-da667bcb2989 None None] The port '587de805-20d9-483e-9c89-032c97d45e6f' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:11.736641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Port ee123932-cc08-4296-b6e6-0086fffb6632 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:11.765281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:11.774968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:11.777660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:11.801632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:11.825189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Provisioning for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:11.831619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.832359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.848360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.880009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:11.890807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:11.916802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:11.917171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1edbd75-d0d4-44cb-b40d-59ad5f60624b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:11.931631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=ee123932-cc08-4296-b6e6-0086fffb6632,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:11.949359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] Pushing event deleted for resources: {'Port': ['ID=13602587-133c-4cfd-8bc1-74eb42482307,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:11.986217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515a4e1-d1c3-4a60-821d-22d99d18707e None None] No DVR routers for this DVR port 13602587-133c-4cfd-8bc1-74eb42482307 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:12.075225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port a48392e1-cf2a-4e9b-b975-256c4cb26a79 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:12.075789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.088996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.106327 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-86db8c22-d28b-45d4-8739-bc05eeeef489 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/ee123932-cc08-4296-b6e6-0086fffb6632 HTTP/1.1" status: 204 len: 168 time: 1.6198623 Mar 11 19:42:12.111958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:12.185345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:12.186464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.199110 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6208f00-b08f-4d1c-91a8-76c80b0a701c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:42:12.199999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6208f00-b08f-4d1c-91a8-76c80b0a701c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:12.238902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.241827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] The port 'a48392e1-cf2a-4e9b-b975-256c4cb26a79' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:12.257596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6208f00-b08f-4d1c-91a8-76c80b0a701c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:12.258741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b6208f00-b08f-4d1c-91a8-76c80b0a701c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/ee123932-cc08-4296-b6e6-0086fffb6632 HTTP/1.1" status: 404 len: 333 time: 0.1443064 Mar 11 19:42:12.280990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60420) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:12.282418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.340048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.371825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port e2623613-80ed-41d1-b182-71a7319a294f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:12.372102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.385589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7f277829-625a-4dab-9c65-29f26739265a None None] Could not find standard attr ID for object ee123932-cc08-4296-b6e6-0086fffb6632. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:42:12.394069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'ed0b99b3-8004-4c40-aaf9-49ba493b0423'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'cfd98e7c-a7ca-469b-8b37-7ad71f484d08'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:42:12.423202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3627fd94-e5ea-4e6f-9d3d-40983fd99dd1']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.460292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.460623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d7528c7-bf4a-420d-9bf9-ee8acb8b2114') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.482429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.493108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:12.502690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.519498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.563222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.582356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7f277829-625a-4dab-9c65-29f26739265a None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:12.583345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7f277829-625a-4dab-9c65-29f26739265a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.597550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:12.597948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:12.614343 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:12.616544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2eedd9-db7d-42fc-ac62-3efbe417928e']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.627017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.674083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.689019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.689307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28e3a81-dcb2-4ce7-9a6d-74adb6f4a851') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:12.735720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.773121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.782536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.792002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.796120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.796403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.798685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.849271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:12.849630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.875343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for e2623613-80ed-41d1-b182-71a7319a294f owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:12.883677 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:12.930338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:12.941130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:12.942045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 13602587-133c-4cfd-8bc1-74eb42482307 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:12.955665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=98b2fc2b-de40-4b7c-b4f6-da52946900ce,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:12.958329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Network': ['ID=3627fd94-e5ea-4e6f-9d3d-40983fd99dd1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:12.968595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Allocated IP 172.20.0.2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ed0b99b3-8004-4c40-aaf9-49ba493b0423/cfd98e7c-a7ca-469b-8b37-7ad71f484d08) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:12.980891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fbbd5be4-7d17-44fa-aab8-f9a0d64190d2 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/networks/3627fd94-e5ea-4e6f-9d3d-40983fd99dd1 HTTP/1.1" status: 204 len: 168 time: 1.2704203 Mar 11 19:42:12.981053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60424) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:13.019167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 13602587-133c-4cfd-8bc1-74eb42482307 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:13.019584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 13602587-133c-4cfd-8bc1-74eb42482307 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:13.109114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.114106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.122134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.143418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.173939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=4a2eedd9-db7d-42fc-ac62-3efbe417928e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.187635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.191722 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/security-groups/cb954305-8c95-4fe4-ad66-d4f909a91bae HTTP/1.1" status: 204 len: 168 time: 0.9012325 Mar 11 19:42:13.192389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60428) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:13.199410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:13.202489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f01d52f-a32f-48e4-8f1c-81669eee6555 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/4a2eedd9-db7d-42fc-ac62-3efbe417928e HTTP/1.1" status: 204 len: 168 time: 4.8922529 Mar 11 19:42:13.203402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b808e-b5af-4b88-88c9-63ce41c22a27 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb954305-8c95-4fe4-ad66-d4f909a91bae,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.209252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60432) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:13.235172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2018130797'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:13.261611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.268820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:13.334549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:13.349468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:13.354708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Transition to ACTIVE for port object cfd98e7c-a7ca-469b-8b37-7ad71f484d08 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:13.359433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.361965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.397165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:13.430493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.463248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.468920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=e2623613-80ed-41d1-b182-71a7319a294f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.472058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc5df5-0cec-4720-989b-3d82f4fe589a None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=9']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.517999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:13.521136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.527929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.548480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee01c22-cbe6-4f68-a7f3-1449c7e9a8d1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:13.567110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.590565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.596772 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b211cfce-1c3a-4f82-90d2-353d4541e418 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/security-groups/4ee01c22-cbe6-4f68-a7f3-1449c7e9a8d1 HTTP/1.1" status: 204 len: 168 time: 0.4008284 Mar 11 19:42:13.598162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting subnet 9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:13.600013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60436) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:13.649604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:13.683099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:42:13.842292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:13.856209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:13.859643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.077384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.077725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment 287b1521-4f08-4460-b5b5-9801931598e6 of type vlan for network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 Mar 11 19:42:14.149469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.211464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.273732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Provisioning for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:14.278942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:14.279329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.377030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:14.400667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.440058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7ecf5e88-ef2b-49cd-9a52-b6d5c0e1cab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.497226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:14.497482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:14.583681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:14.588622 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9a65ccf5-2e8b-407b-93f4-a368d21c357f tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/routers/12178fc0-8a4b-4fcc-a03b-de3072bb2258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4502964 Mar 11 19:42:14.591518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60444) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:14.594095 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] Sync routers for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:14.605953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:14.606540 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:14.619275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 89433895-3703-4c7b-a280-2df7f44c1d60 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:14.643093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.667059 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:14.674873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.679572 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] Routers {'12178fc0-8a4b-4fcc-a03b-de3072bb2258'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:14.680238 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:41:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:14.717159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.727370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.738318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:14.738318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307511ef-bf34-4980-aae1-dfd553f889f6 None None] The sync data for ids ['12178fc0-8a4b-4fcc-a03b-de3072bb2258'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:14.740815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.744522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:14.745095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.791305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.798385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.891022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:14.969172 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7536840 Mar 11 19:42:14.972295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60448) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:14.978576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:15.006871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5c7cf-7762-4113-8459-2077fe7409ba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=2820eb2d-8d20-4e13-abd7-8cc9870b9910,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:15.035445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:15.053022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.076602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.109049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:15.115126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port d4787963-55da-41df-8835-b3231e0bc488 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:15.115830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.141408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.156097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:15.157368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.157873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router b061b31d-81b8-4a41-8299-52a355ae9870 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:15.159582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Subnet': ['ID=9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:15.183395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.188722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed37b94-9879-4873-82e3-24dce6e6b0c5 None None] Network 9bd0b840-679d-4db9-8859-bae24b3bfb91 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:15.193338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:15.207162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:15.220650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c078531-4ab7-4a08-9829-1be5c5f088ae tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/subnets/9b7e5a3d-95fc-4984-9802-dcc1ebcfe0bc HTTP/1.1" status: 204 len: 168 time: 2.2366531 Mar 11 19:42:15.222768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:15.227703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.267152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:15.271035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.277202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fb213a7f-083e-49a7-9a1e-1416040bf8c6 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 204 len: 168 time: 5.2910888 Mar 11 19:42:15.280622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60456) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:15.288419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:15.293513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1609549456'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:15.308778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:15.314690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:15.319997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:15.330738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:15.356284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.361016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:15.364041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.379223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.379998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.475680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.503885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:15.504493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:15.517823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:15.528511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:15.532072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:15.539730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.540307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.542123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06137529-6731-496c-93c9-9b83845fe0f0 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:15.548687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.573316 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=11']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:15.580903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=51428aad-d1fe-421c-baaf-479fa0db21d4,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:15.585375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.585691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment 59576337-f271-4cff-9ec3-88cac6c14105 of type vlan for network 07e96e12-d799-4ef9-acb8-fdbddfceaede Mar 11 19:42:15.624453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/89433895-3703-4c7b-a280-2df7f44c1d60 HTTP/1.1" status: 204 len: 168 time: 2.0147398 Mar 11 19:42:15.625681 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca044692-6960-4c0c-b724-5ea60bc5021c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5219839 Mar 11 19:42:15.627366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60460) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:15.632302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60462) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:15.633301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd8a62-0eba-4045-a06e-6d9c90c06f98 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=89433895-3703-4c7b-a280-2df7f44c1d60,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:15.641522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:15.641621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.649612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8020fd-f8e3-43ce-b916-fc99813f4369 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:15.661254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.666263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:95:91:06', 'name': 'tempest-NetworksTestDHCPv6-1058638330'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:15.667863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] DHCP port deletion for 9bd0b840-679d-4db9-8859-bae24b3bfb91 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:15.722955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Deleting port c8a9d16c-262a-47d0-ac95-383e4857359f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:15.723759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.764017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.771048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port c8a9d16c-262a-47d0-ac95-383e4857359f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:15.771399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.797251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.867475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:15.918723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.922382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.923167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:15.941951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for d4787963-55da-41df-8835-b3231e0bc488 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:16.127956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:16.136890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:16.152210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:16.157837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:16.161415 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8774586 Mar 11 19:42:16.162706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:16.167658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:16.170117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60468) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:16.177881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:16.185357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:16.209357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:16.209890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] For port c8a9d16c-262a-47d0-ac95-383e4857359f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c8a9d16c-262a-47d0-ac95-383e4857359f,segment=NetworkSegment(db265907-f772-444c-ae8c-c252f6672ac5),segment_id=db265907-f772-444c-ae8c-c252f6672ac5)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:16.210360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.224322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f341cf-298a-4ad1-bea0-c50e402afa8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=07e96e12-d799-4ef9-acb8-fdbddfceaede,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.258692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:16.279863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.287776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:16.289025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] For port c8a9d16c-262a-47d0-ac95-383e4857359f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c8a9d16c-262a-47d0-ac95-383e4857359f,segment=NetworkSegment(db265907-f772-444c-ae8c-c252f6672ac5),segment_id=db265907-f772-444c-ae8c-c252f6672ac5)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:16.289499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.291166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.316735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:16.320481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.426836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.436019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Calling delete_port for c8a9d16c-262a-47d0-ac95-383e4857359f owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:16.453086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 940e88ad-4061-4256-9b1d-89569adb1447 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:16.478884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Calling delete_port for c8a9d16c-262a-47d0-ac95-383e4857359f owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:16.487751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:16.496968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:16.508682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:16.540720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:16.566855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:16.567747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.571075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:16.608438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=34a39935-452d-4abb-8c5d-7a06b3a13b0f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.612876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.666974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-577abdb9-d837-4455-82d3-df5477777323 None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:16.682904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.689897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=d4787963-55da-41df-8835-b3231e0bc488,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.696699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 19:42:16.696699 dv-neutron-832764-2-hyperv neutron-server[83813]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 11 19:42:16.696699 dv-neutron-832764-2-hyperv neutron-server[83813]: [parameters: {'port_id': 'c8a9d16c-262a-47d0-ac95-383e4857359f', 'host': 'dv-neutron-832764-2-hyperv'}] Mar 11 19:42:16.696699 dv-neutron-832764-2-hyperv neutron-server[83813]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:16.697139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:16.747737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.768251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': '287b1521-4f08-4460-b5b5-9801931598e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:16.768975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 2820eb2d-8d20-4e13-abd7-8cc9870b9910, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:16.774146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.793007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2cb249db-ecaf-4bb7-9650-1fd5b0930c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.828938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] No DVR routers for this DVR port c8a9d16c-262a-47d0-ac95-383e4857359f on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:16.841073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577abdb9-d837-4455-82d3-df5477777323 None None] Pushing event updated for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=12']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.934206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 172.20.0.7 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ed0b99b3-8004-4c40-aaf9-49ba493b0423/940e88ad-4061-4256-9b1d-89569adb1447) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:16.941906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe95:9106 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/51428aad-d1fe-421c-baaf-479fa0db21d4/940e88ad-4061-4256-9b1d-89569adb1447) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:16.958494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:16.979970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:16.994093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e9aba-7210-4c26-92bf-e79b0257c6d7 None None] Pushing event deleted for resources: {'Port': ['ID=c8a9d16c-262a-47d0-ac95-383e4857359f,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.082210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c8a9d16c-262a-47d0-ac95-383e4857359f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:17.145269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: c8a9d16c-262a-47d0-ac95-383e4857359f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:17.145599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c8a9d16c-262a-47d0-ac95-383e4857359f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:17.217927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Deleting port c8a9d16c-262a-47d0-ac95-383e4857359f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:17.218154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.273212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.299008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2820eb2d-8d20-4e13-abd7-8cc9870b9910) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:17.314163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4387a6c-3002-4558-be46-43ee471a1f30 None None] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:17.336062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:17.336637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.378177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] The port 'c8a9d16c-262a-47d0-ac95-383e4857359f' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:17.417644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.448646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 940e88ad-4061-4256-9b1d-89569adb1447 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:17.456833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:17.497718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:17.505524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:17.506173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.587849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=b65ea3f9-233d-4dc3-ab41-55b5b4e954f9,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.594989 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5dec9e43-f187-450f-9de1-c80d7396669f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9664786 Mar 11 19:42:17.595502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60472) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:17.616249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1548664421'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:17.627001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-2820eb2d-8d20-4e13-abd7-8cc9870b9910', 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '34a39935-452d-4abb-8c5d-7a06b3a13b0f'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:17.628240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.629200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:17.643939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.651276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:17.683748 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a83ae48b-65db-4cda-bccb-398013d15de2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7103558 Mar 11 19:42:17.688618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60476) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:17.702202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.710608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:17.714756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1607211451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:17.726015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.743535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:17.744063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:17.746978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.756045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd0b840-679d-4db9-8859-bae24b3bfb91']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:17.767530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:17.770077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.778644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:17.786382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157dd6d8-5894-4cc9-9911-1ec3aac17fb0 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:17.788280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db265907-f772-444c-ae8c-c252f6672ac5') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:17.790534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db265907-f772-444c-ae8c-c252f6672ac5') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:17.803413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:17.810319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.829764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:17.839220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.841661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.842543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.848237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:17.850779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:17.860316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:17.860697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:17.876939 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:17.910167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=940e88ad-4061-4256-9b1d-89569adb1447,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.918592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:17.919009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.938833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.939450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Fanout notify agent at l3_agent the message router_deleted on router 12178fc0-8a4b-4fcc-a03b-de3072bb2258 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:17.958345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.976813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.981329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:17.982753 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e18d0c27-88d3-4d81-8291-bad5d396ecbf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/routers/12178fc0-8a4b-4fcc-a03b-de3072bb2258 HTTP/1.1" status: 204 len: 168 time: 3.3903410 Mar 11 19:42:17.984378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=9fa6d1ba-5363-4bac-aff7-09cbf16f27ff,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.989233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60480) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:17.994392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.001640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.003055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.056759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.057738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.066486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': '59576337-f271-4cff-9ec3-88cac6c14105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:18.067357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: 07e96e12-d799-4ef9-acb8-fdbddfceaede, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:18.081585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Pushing event deleted for resources: {'Network': ['ID=9bd0b840-679d-4db9-8859-bae24b3bfb91,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:18.082642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Allocated IP 2001:db8::2 (2820eb2d-8d20-4e13-abd7-8cc9870b9910/34a39935-452d-4abb-8c5d-7a06b3a13b0f/1d6c6cb0-c29e-41be-a95c-f2277b1f4315) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:18.087920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c7f83c01-945b-4d13-ad70-5da593e74d5c tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/networks/9bd0b840-679d-4db9-8859-bae24b3bfb91 HTTP/1.1" status: 204 len: 168 time: 2.8645318 Mar 11 19:42:18.091924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60484) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.097272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-525b304a-5457-4242-ac29-f11c0b488d34 None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:18.097717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-525b304a-5457-4242-ac29-f11c0b488d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.117665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:18.121004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3116adcb-a806-4652-a7ff-dede8a3b82e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4855425 Mar 11 19:42:18.126246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60488) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.129057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:18.142884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.164324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-24e8e7b4-04ff-4898-9d3c-c2fd40a2b2c3 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Synchronizing usage tracker for tenant:4c465192b9674a0bb31aac2a9fb7d5e7 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:18.181915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:18.203205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:18.216724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:18.248486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edc15c-37d1-4ac7-a967-f83fcd6a0adf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.253070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64edc15c-37d1-4ac7-a967-f83fcd6a0adf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.254307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-64edc15c-37d1-4ac7-a967-f83fcd6a0adf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:18.256168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.259979 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a67ff0fe-a7ae-4496-b7a8-a756f15ec686 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5627971 Mar 11 19:42:18.260172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 07e96e12-d799-4ef9-acb8-fdbddfceaede) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:18.262198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60492) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.271444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-24e8e7b4-04ff-4898-9d3c-c2fd40a2b2c3 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Unset dirty status for tenant:4c465192b9674a0bb31aac2a9fb7d5e7 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:18.273237 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24e8e7b4-04ff-4898-9d3c-c2fd40a2b2c3 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5f200d7-2f33-43e5-84b7-6f146e4f42f8 HTTP/1.1" status: 200 len: 205 time: 0.1801946 Mar 11 19:42:18.275999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60496) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.281474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'port': {'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910', 'name': 'tempest-RoutersIpV6Test-653443343'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:18.300733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.301309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.329311 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c254ff1-54d5-4a5e-b863-6fab36dd5cfa None None] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:18.432950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting subnet 1abd8aa0-c6e1-4a7f-9ad4-d70919318f20 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:18.437682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.481060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-64edc15c-37d1-4ac7-a967-f83fcd6a0adf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:18.484502 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64edc15c-37d1-4ac7-a967-f83fcd6a0adf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3548255 Mar 11 19:42:18.486563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60500) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.488014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-525b304a-5457-4242-ac29-f11c0b488d34 None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:18.525850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.528421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.537096 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1ffaa08-1c7b-4575-9e8b-ae4c72fdefd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3583813 Mar 11 19:42:18.537756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60504) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.543256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.549389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1187750040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:18.566538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:18.567059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.588379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:18.603927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:18.612291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:18.638277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:18.641578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d90ad12-77c9-4030-8ffd-d0d250456643,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:18.643881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.645077 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d580d717-531f-4fa5-8bd5-20926a6a4eeb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0457034 Mar 11 19:42:18.651759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60508) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.658393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1874379284'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:18.666427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:18.668690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:18.676352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.676623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:18.679463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.680394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.687257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:18.690928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:18.698279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:18.709194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-525b304a-5457-4242-ac29-f11c0b488d34 None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:18.709750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-525b304a-5457-4242-ac29-f11c0b488d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.718767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.720406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:18.723482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.739639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.774541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] device_id is not set on port 04a0c6f8-cfda-42af-bc70-86123bbca71b yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:18.811113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.858778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:18.865497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:18.871927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 940e88ad-4061-4256-9b1d-89569adb1447 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:18.872503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.873103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:18.891770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:18.907651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.911561 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a862fc08-5df4-49f8-9662-e5ee3e8ba9a0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3703008 Mar 11 19:42:18.912180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60512) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:18.953967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.976823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-07e96e12-d799-4ef9-acb8-fdbddfceaede', 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '9fa6d1ba-5363-4bac-aff7-09cbf16f27ff'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:18.977694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:18.994740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Transition to ACTIVE for port object 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:19.074276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.080962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.208681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Transition to ACTIVE for port object 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:19.245503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.280453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.284399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6291847 Mar 11 19:42:19.292948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60516) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:19.293601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cf4e8-5eae-4fda-85d6-835efb03423e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcf6da9-cbfb-47d7-9f64-891df56b10f9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:19.295812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.306767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'security_group': {'name': 'tempest-secgroup-1687292810'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:19.313083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:19.316774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:19.319680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:19.325830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:19.334002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.336030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.338483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.354085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:19.357052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Update dhcp port {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'fixed_ips': [{'subnet_id': '4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b65ea3f9-233d-4dc3-ab41-55b5b4e954f9'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'fec262de-c61a-4d1d-85c7-7d7ec9f18c43'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:42:19.385512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:19.387494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Pushing event updated for resources: {'Port': ['ID=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:19.419419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:19.432161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.495572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8::d5 (2820eb2d-8d20-4e13-abd7-8cc9870b9910/34a39935-452d-4abb-8c5d-7a06b3a13b0f/04a0c6f8-cfda-42af-bc70-86123bbca71b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:19.514089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.514693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Fanout notify agent at l3_agent the message router_deleted on router e5f200d7-2f33-43e5-84b7-6f146e4f42f8 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:19.535459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.535718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:19.538484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.543438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fa8d3a71-82e1-4e14-afc3-1a7fd10ecc73 tempest-RoutersNegativeIpV6Test-430664049 tempest-RoutersNegativeIpV6Test-430664049-project] 10.222.0.76 "DELETE /v2.0/routers/e5f200d7-2f33-43e5-84b7-6f146e4f42f8 HTTP/1.1" status: 204 len: 168 time: 1.2625742 Mar 11 19:42:19.545731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.554073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:security_group_rule and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:19.558161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.560652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:19.568451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:19.580452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7015a58d-4102-40c3-88d9-dea340834d64 None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:19.580907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7015a58d-4102-40c3-88d9-dea340834d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.610167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Allocated IP 172.20.0.2 (07e96e12-d799-4ef9-acb8-fdbddfceaede/9fa6d1ba-5363-4bac-aff7-09cbf16f27ff/57db9543-c8c4-4c86-ae6c-05bdcd2c1758) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:19.655847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Subnet': ['ID=1abd8aa0-c6e1-4a7f-9ad4-d70919318f20,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:19.660180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Attempting to bind port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:19.660626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Attempting to bind port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '287b1521-4f08-4460-b5b5-9801931598e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:19.661052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Attempting to bind port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 on network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:19.727228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 940e88ad-4061-4256-9b1d-89569adb1447 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:19.791027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.796965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.798955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6b92d555-c3b5-444f-99b7-b7e936f65c2e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/subnets/1abd8aa0-c6e1-4a7f-9ad4-d70919318f20 HTTP/1.1" status: 204 len: 168 time: 1.8078408 Mar 11 19:42:19.801681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:19.802113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Checking segment: {'id': '287b1521-4f08-4460-b5b5-9801931598e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:19.802583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.803040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Bound using segment: {'id': '287b1521-4f08-4460-b5b5-9801931598e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:19.803640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Bound port: 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287b1521-4f08-4460-b5b5-9801931598e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '2820eb2d-8d20-4e13-abd7-8cc9870b9910'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:19.804085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.804580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60522) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:19.825539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571614e-1591-42ab-957c-83f24a34b0f5 None None] Network d1c9a2eb-45cc-46f2-b38f-add2867d6e4b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:19.836798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:19.959697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.017875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.019017 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7230091 Mar 11 19:42:20.029695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60528) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:20.032185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.033888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60530) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:20.081507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-685620118', 'security_groups': ['2f2a316c-117f-48ac-ac86-ea2ee59c05a3'], 'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b65ea3f9-233d-4dc3-ab41-55b5b4e954f9'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:20.090326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:20.090519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.298956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba9a5b-90f4-4505-b48d-55dcf707fab2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2a316c-117f-48ac-ac86-ea2ee59c05a3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.307602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.316621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] For port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:20.347562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.348473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Allocated IP 2001:db8::2 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/b65ea3f9-233d-4dc3-ab41-55b5b4e954f9/fec262de-c61a-4d1d-85c7-7d7ec9f18c43) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:20.355071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7015a58d-4102-40c3-88d9-dea340834d64 None None] Could not find standard attr ID for object 940e88ad-4061-4256-9b1d-89569adb1447. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:42:20.359611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] For port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,segment=NetworkSegment(287b1521-4f08-4460-b5b5-9801931598e6),segment_id=287b1521-4f08-4460-b5b5-9801931598e6)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:20.368367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.381304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.387862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 04a0c6f8-cfda-42af-bc70-86123bbca71b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:20.443011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Transition to ACTIVE for port object 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:20.509048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:20.536350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:20.551748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.586073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Transition to ACTIVE for port object 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:20.599866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c33376-7bf9-4bea-a7fe-3ecac1c99002 None None] Pushing event updated for resources: {'Port': ['ID=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.613382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=940e88ad-4061-4256-9b1d-89569adb1447,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.631562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.666303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:20.667421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:20.689928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=04a0c6f8-cfda-42af-bc70-86123bbca71b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.694763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:20.697156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:20.701963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:20.702279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.717972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Pushing event updated for resources: {'Port': ['ID=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.748240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] For port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,segment=NetworkSegment(09b0ec42-3cb3-47e9-b088-4a127bd2b717),segment_id=09b0ec42-3cb3-47e9-b088-4a127bd2b717)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:20.752955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:20.753604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.770330 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-636359dd-43d9-4b98-9561-9b5ed5114cd0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.5039277 Mar 11 19:42:20.778687 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7d09613c-8182-49fd-b586-0f552d492de1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c465192b9674a0bb31aac2a9fb7d5e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7154217 Mar 11 19:42:20.782091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60538) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:20.782785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60540) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:20.806675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.829791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Transition to ACTIVE for port object fec262de-c61a-4d1d-85c7-7d7ec9f18c43 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:20.849029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:20.851880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:20.853711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] DHCP port deletion for d1c9a2eb-45cc-46f2-b38f-add2867d6e4b request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:20.855903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:20.876215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.20.0.1 (07e96e12-d799-4ef9-acb8-fdbddfceaede/9fa6d1ba-5363-4bac-aff7-09cbf16f27ff/2da5b3ee-24d3-43b4-8623-fa64cc240c0f) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:20.911168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:20.943521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.047435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] device_id is not set on port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:21.118779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Deleting port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:21.119054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.122604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:21.218744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.238918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.276217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.292068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 2da5b3ee-24d3-43b4-8623-fa64cc240c0f will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:21.301950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.328850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Attempting to bind port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:21.329220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Attempting to bind port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '59576337-f271-4cff-9ec3-88cac6c14105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:21.329580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Attempting to bind port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 on network 07e96e12-d799-4ef9-acb8-fdbddfceaede {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:21.345800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8::1ed (f3344b6f-a7fa-4242-b1f6-e04aa236e599/b65ea3f9-233d-4dc3-ab41-55b5b4e954f9/8c25f256-ffcd-48ac-a64d-7a722aee9d9c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:21.358535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8ab13-b624-4ae2-a4af-00ae71e36c32 None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:21.363102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.421745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:21.422030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Checking segment: {'id': '59576337-f271-4cff-9ec3-88cac6c14105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:21.422245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.422623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Bound using segment: {'id': '59576337-f271-4cff-9ec3-88cac6c14105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:21.423104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Bound port: 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59576337-f271-4cff-9ec3-88cac6c14105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '07e96e12-d799-4ef9-acb8-fdbddfceaede'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:21.426332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.453919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:21.459141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:21.459369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7f85d55d-560f-4e69-babe-f7d6e6dc44e9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/940e88ad-4061-4256-9b1d-89569adb1447 HTTP/1.1" status: 204 len: 168 time: 2.9734650 Mar 11 19:42:21.462246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60546) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:21.471532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:21.493191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] For port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,segment=NetworkSegment(09b0ec42-3cb3-47e9-b088-4a127bd2b717),segment_id=09b0ec42-3cb3-47e9-b088-4a127bd2b717)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:21.493601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.504985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.507196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.510930 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef63af0b-9e66-4234-a110-7337ecacaa44 HTTP/1.1" status: 204 len: 168 time: 0.7226992 Mar 11 19:42:21.551198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.571553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a13193-49ac-4231-a49a-3feab9696683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63af0b-9e66-4234-a110-7337ecacaa44,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:21.588964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=2da5b3ee-24d3-43b4-8623-fa64cc240c0f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:21.596755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.696558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Calling delete_port for 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:21.722775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=5ab46d62-311e-42ba-b1f3-3a237dbe4df5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:21.730130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.732110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.733531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.734708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:21.744284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] No DVR routers for this DVR port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:21.790761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:21.874192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] For port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:21.914207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] For port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,segment=NetworkSegment(59576337-f271-4cff-9ec3-88cac6c14105),segment_id=59576337-f271-4cff-9ec3-88cac6c14105)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:21.922315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:21.922658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:21.926388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.065770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:22.067113 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3ba0cc25-1ddf-426f-a844-c91f78a6aa94 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5634449 Mar 11 19:42:22.086540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60554) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:22.121619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8064fd-b9a1-4007-a5fe-d2672c0b3cd6 None None] Pushing event updated for resources: {'Port': ['ID=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:22.153617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:22.325401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.354925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:22.362924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:22.435290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Deleting port 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:22.435290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.439571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.498979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aab4bc-8d26-477a-8472-7f8a408a6527 None None] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:22.527333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c9a2eb-45cc-46f2-b38f-add2867d6e4b']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:22.612659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.624748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 8c25f256-ffcd-48ac-a64d-7a722aee9d9c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:22.626641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.711454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-27b099ef-c926-4cd5-bf10-69d153e39aff None None] The port '5ab46d62-311e-42ba-b1f3-3a237dbe4df5' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:22.760841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Provisioning for port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:22.779333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Provisioning complete for port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:22.788161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.804853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.809763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=2da5b3ee-24d3-43b4-8623-fa64cc240c0f,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:22.811196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b0ec42-3cb3-47e9-b088-4a127bd2b717') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:22.811661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b0ec42-3cb3-47e9-b088-4a127bd2b717') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:22.834490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.861973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:22.930323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.951711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:22.952059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5ab46d62-311e-42ba-b1f3-3a237dbe4df5 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:22.978324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:22.989631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:22.990441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.006162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=8c25f256-ffcd-48ac-a64d-7a722aee9d9c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:23.016587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:23.028891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:23.033585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:23.038260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.039210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.040711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.082668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] For port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,segment=NetworkSegment(287b1521-4f08-4460-b5b5-9801931598e6),segment_id=287b1521-4f08-4460-b5b5-9801931598e6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:23.084870 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:42:23.091816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60572) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:23.102857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:23.104544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:23.125754 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:23.130040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.237222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60578) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:23.240373 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c5a84ac-f7ac-402e-b900-56b722a9ab5e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2094800 Mar 11 19:42:23.279551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:23.302651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca49f7e-9b82-4fc2-8733-9e2da2e08ae2 None None] Pushing event updated for resources: {'Port': ['ID=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:23.321451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:23.321824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.347938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.353716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.380609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1517713135'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:23.396548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:23.417498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:23.422313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:23.433213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:23.435934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:23.457144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Provisioning for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:23.460249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.479030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:23.479763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b817d8b5-3bb0-493b-a387-27796e25e24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.528376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.574363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Network': ['ID=d1c9a2eb-45cc-46f2-b38f-add2867d6e4b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:23.622142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 51428aad-d1fe-421c-baaf-479fa0db21d4 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:23.628079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.668537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7fa4d98b-98e4-4e98-8f2f-7d5688e5545d tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/networks/d1c9a2eb-45cc-46f2-b38f-add2867d6e4b HTTP/1.1" status: 204 len: 168 time: 3.8625917 Mar 11 19:42:23.674566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60582) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:23.682669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.731702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:23.747186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:23.762508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:23.774542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:23.786582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Provisioning for port 04a0c6f8-cfda-42af-bc70-86123bbca71b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:23.787521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.798634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Provisioning complete for port 04a0c6f8-cfda-42af-bc70-86123bbca71b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:23.799232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:23.845587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eb7133-0001-4f2e-88db-4684d74ada0b None None] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:23.851437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:23.870545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:23.883542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:23.898321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:23.913180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 46004c9a-b34d-4aca-a6ed-47debd134708 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:23.913519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.008247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:24.044724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:24.098441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Port 04a0c6f8-cfda-42af-bc70-86123bbca71b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:24.143056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.163689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.188757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.228902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.229317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.254868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:24.255284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.260446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:24.315281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a268921b-3d4b-44e2-b5ef-288259dd8f8c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:24.338178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.350204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Provisioning complete for port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:24.350576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.373384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3d03d9a1-8e57-48c6-ab86-33af785acfed is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:24.384528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 46004c9a-b34d-4aca-a6ed-47debd134708 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:24.438456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.439456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.495756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=51428aad-d1fe-421c-baaf-479fa0db21d4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:24.517922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.523897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:24.533691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:24.534158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e7790-cbec-4d08-b24a-30b05361239c None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:24.541405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:24.569173 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-acc4e516-16a8-46c3-bb43-bfd67bc8e11d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/51428aad-d1fe-421c-baaf-479fa0db21d4 HTTP/1.1" status: 204 len: 168 time: 2.4795046 Mar 11 19:42:24.569173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.571184 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b65ea3f9-233d-4dc3-ab41-55b5b4e954f9 (CIDR: 2001:db8::/64) Mar 11 19:42:24.571508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60586) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:24.577269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.610598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:24.610598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:24.634013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:24.689676 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-43e09331-a150-4a42-b9b6-b678a7c3a70c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4353766 Mar 11 19:42:24.700902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60590) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:24.705986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=04a0c6f8-cfda-42af-bc70-86123bbca71b,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:24.718667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:24.818703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Provisioning for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:24.826475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.839395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Provisioning complete for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:24.839933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.855004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:24.962705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2d8df527-3dd4-4714-8c0a-807a8e81b46d None None] Port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:24.969797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:25.042917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306d478e-5986-4486-8ae6-af048e51dd5c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:25.068227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.070205 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-31d06bed-b719-4c0d-b122-449a9e9906c4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9771805 Mar 11 19:42:25.076227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60594) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.078330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.104721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Provisioning complete for port 04a0c6f8-cfda-42af-bc70-86123bbca71b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:25.105084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.142271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=46004c9a-b34d-4aca-a6ed-47debd134708,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:25.153422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet ed0b99b3-8004-4c40-aaf9-49ba493b0423 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:25.191947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Port 04a0c6f8-cfda-42af-bc70-86123bbca71b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:25.192276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.213477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Provisioning for port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:25.218950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Provisioning complete for port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:25.219347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.308034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.327047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:25.337283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:25.344030 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c8e5327a-814d-4d07-8a34-f662d0f315d0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3d03d9a1-8e57-48c6-ab86-33af785acfed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4311266 Mar 11 19:42:25.347666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Provisioning for port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:25.352442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] Sync routers for ids ['3d03d9a1-8e57-48c6-ab86-33af785acfed'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:25.353575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60598) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.367816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Provisioning complete for port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:25.374029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.412262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.415402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.416800 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a9957218-0aa1-453c-b860-e38f76768b1e tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/floatingips/0ac37643-1748-4ca5-aa0e-f3b79217dd86 HTTP/1.1" status: 204 len: 168 time: 1.7396817 Mar 11 19:42:25.427678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60602) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.455635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] Routers {'3d03d9a1-8e57-48c6-ab86-33af785acfed'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:25.456125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3d03d9a1-8e57-48c6-ab86-33af785acfed'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:25.467251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:25.483063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:25.489230 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1c809a89-7d62-4d29-ad82-8b047f90d4a7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4095075 Mar 11 19:42:25.491165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.497298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:25.501725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60606) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.522445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-security--237067873', 'description': 'tempest-security-description-1998311285'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:25.532196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:25.543922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e13f7a-2063-43a2-b443-7ca9788f56bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:25.544801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-36e13f7a-2063-43a2-b443-7ca9788f56bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:25.553874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:25.559348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-67644bf9-2e05-4537-80bf-f5128a49d162 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:25.564859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67644bf9-2e05-4537-80bf-f5128a49d162 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:25.569283 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-67644bf9-2e05-4537-80bf-f5128a49d162 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/0fc3d3b9-5a16-4df2-8385-edfc13f65b71 HTTP/1.1" status: 404 len: 333 time: 0.1399934 Mar 11 19:42:25.569872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60610) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.623179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:25.626795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.646769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] Routers {'3d03d9a1-8e57-48c6-ab86-33af785acfed'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:25.647425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3d03d9a1-8e57-48c6-ab86-33af785acfed'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:25.656435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.678511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-678fba62-0d1c-4456-a0c7-4b1b4d50b1fd tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Synchronizing usage tracker for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:25.719288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-36e13f7a-2063-43a2-b443-7ca9788f56bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:25.721073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-678fba62-0d1c-4456-a0c7-4b1b4d50b1fd tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Unset dirty status for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:25.721593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-36e13f7a-2063-43a2-b443-7ca9788f56bf tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports/2da5b3ee-24d3-43b4-8623-fa64cc240c0f HTTP/1.1" status: 200 len: 910 time: 0.3647811 Mar 11 19:42:25.724860 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-678fba62-0d1c-4456-a0c7-4b1b4d50b1fd tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/ports?device_id=12178fc0-8a4b-4fcc-a03b-de3072bb2258 HTTP/1.1" status: 200 len: 205 time: 0.1393032 Mar 11 19:42:25.729369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60614) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.729919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60616) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.731017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.757092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:25.757729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c0290d-d736-4541-8753-b4e7878b6807 None None] The sync data for ids ['3d03d9a1-8e57-48c6-ab86-33af785acfed'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:25.784890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.812755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9fa6d1ba-5363-4bac-aff7-09cbf16f27ff'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:25.821314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] For port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,segment=NetworkSegment(59576337-f271-4cff-9ec3-88cac6c14105),segment_id=59576337-f271-4cff-9ec3-88cac6c14105)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:25.831585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.891257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.910189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.912459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.916346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "PUT /v2.0/security-groups/306d478e-5986-4486-8ae6-af048e51dd5c HTTP/1.1" status: 200 len: 1611 time: 0.4034119 Mar 11 19:42:25.916346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9 (CIDR: 2001:db8:0:1::/64) Mar 11 19:42:25.925584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe27507-25ee-4f43-9dd3-eca094b99aa3 None None] Pushing event updated for resources: {'Port': ['ID=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:25.934325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60622) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:25.942700 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:25.943132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:25.957801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Provisioning complete for port 04a0c6f8-cfda-42af-bc70-86123bbca71b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:25.958172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.987114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:25.998087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.010923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Port 04a0c6f8-cfda-42af-bc70-86123bbca71b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:26.020004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-6276744a-d4ad-4788-95a6-d3c227065eeb tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] delete failed (client error): The resource could not be found. Mar 11 19:42:26.021046 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6276744a-d4ad-4788-95a6-d3c227065eeb tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/routers/12178fc0-8a4b-4fcc-a03b-de3072bb2258 HTTP/1.1" status: 404 len: 336 time: 0.2869184 Mar 11 19:42:26.023430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b9e22-8588-4fd8-8d1b-419de2a41f28 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306d478e-5986-4486-8ae6-af048e51dd5c,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:26.024280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Provisioning complete for port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:26.024821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.033524 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dea28ea6-3b14-4e2d-858d-543010287d9e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3313479 Mar 11 19:42:26.035872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60626) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.036209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60628) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.052443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'subnet': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:26.086066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9417caa4-cb2c-4c4b-bcc8-c445fad8dcc1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups/306d478e-5986-4486-8ae6-af048e51dd5c HTTP/1.1" status: 200 len: 1611 time: 0.1481719 Mar 11 19:42:26.087242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.099854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0b99b3-8004-4c40-aaf9-49ba493b0423,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:26.125563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-62a9a808-9c5d-4305-b1e4-66e2ec709f98 None None] Port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:26.187532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b90b67-7b26-4c87-a47f-a49e87190e53 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:26.189390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-221fc370-ee5f-42e9-ae54-d3134658e8b7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:26.189767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221fc370-ee5f-42e9-ae54-d3134658e8b7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:26.192575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.328495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ea1b186f-f34e-4c46-b920-367ea26cf3ee None None] Provisioning complete for port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:26.328711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ea1b186f-f34e-4c46-b920-367ea26cf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.333522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.341206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-221fc370-ee5f-42e9-ae54-d3134658e8b7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/subnets/1abd8aa0-c6e1-4a7f-9ad4-d70919318f20 HTTP/1.1" status: 404 len: 337 time: 0.3015673 Mar 11 19:42:26.342061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60638) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.346341 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c5b20d40-0bf9-4120-b686-72f78838eb35 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ed0b99b3-8004-4c40-aaf9-49ba493b0423 HTTP/1.1" status: 204 len: 168 time: 1.7715211 Mar 11 19:42:26.354279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.477210 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c04ecf3b-28af-4776-a7e6-98d38d866246 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173666 Mar 11 19:42:26.477426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.486079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60646) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.517124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:26.525934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.537332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Usage tracker for resource:subnet and tenant:0404e9d0b4364a9fbd8497c77f9b0eff is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:26.542279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:26.551207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:26.552658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port afde78de-05ac-41a2-a153-54637af9d056 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:26.552997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.557772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:26.563038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Deleting port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:26.563444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.602039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Made reservation on behalf of 0404e9d0b4364a9fbd8497c77f9b0eff for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:26.717424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.751979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306d478e-5986-4486-8ae6-af048e51dd5c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:26.777619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] For port cfd98e7c-a7ca-469b-8b37-7ad71f484d08, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:26.777827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.898276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Calling delete_port for cfd98e7c-a7ca-469b-8b37-7ad71f484d08 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:26.910727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.962736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.970417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63cc374-5e94-4bed-9910-8c66e60e8805 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:26.971210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b63cc374-5e94-4bed-9910-8c66e60e8805 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:26.974198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.977638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.977813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-84f420d0-fdf9-4a0f-b640-1416b5d1f2d0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/306d478e-5986-4486-8ae6-af048e51dd5c HTTP/1.1" status: 204 len: 168 time: 0.8869243 Mar 11 19:42:26.983703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60650) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:26.988071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:26.988816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.026490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] Pushing event deleted for resources: {'Port': ['ID=cfd98e7c-a7ca-469b-8b37-7ad71f484d08,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:27.031167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309a56ae-c7b6-4fb1-a5ef-1fe3ba958eaa None None] No DVR routers for this DVR port cfd98e7c-a7ca-469b-8b37-7ad71f484d08 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:27.112801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b63cc374-5e94-4bed-9910-8c66e60e8805 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:27.116560 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b63cc374-5e94-4bed-9910-8c66e60e8805 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.6276896 Mar 11 19:42:27.121549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60654) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.181179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=04a0c6f8-cfda-42af-bc70-86123bbca71b,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:27.197730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.286391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-62f286ce-e7c1-43a4-aac9-e4762c6bb821 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:27.318632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6173a6a4-3078-4e6b-b484-2c6d06121ba9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:27.319215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6173a6a4-3078-4e6b-b484-2c6d06121ba9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:27.321693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for afde78de-05ac-41a2-a153-54637af9d056 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:27.411711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-62f286ce-e7c1-43a4-aac9-e4762c6bb821 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:27.415788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-62f286ce-e7c1-43a4-aac9-e4762c6bb821 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4281883 Mar 11 19:42:27.416231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60658) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.420916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:27.422470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6173a6a4-3078-4e6b-b484-2c6d06121ba9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:27.423648 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6173a6a4-3078-4e6b-b484-2c6d06121ba9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3012321 Mar 11 19:42:27.431617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60662) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.442925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:27.508008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1b7627ae-d088-4ed6-bccd-2f79a289332e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703945 Mar 11 19:42:27.519378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60666) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.532765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:27.568605 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-24723c88-0dc1-4263-a0d7-079ff11a41b6 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] delete failed (client error): The resource could not be found. Mar 11 19:42:27.569640 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24723c88-0dc1-4263-a0d7-079ff11a41b6 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/306d478e-5986-4486-8ae6-af048e51dd5c HTTP/1.1" status: 404 len: 347 time: 0.1514232 Mar 11 19:42:27.574452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60670) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.594546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419196321'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:27.613566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.633280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:27.648467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.659342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:27.687057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.699401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.722509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8b5b092c-f356-4641-876a-1ff8b9fdff27 None None] Provisioning complete for port 04a0c6f8-cfda-42af-bc70-86123bbca71b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:27.723154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8b5b092c-f356-4641-876a-1ff8b9fdff27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.756060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=afde78de-05ac-41a2-a153-54637af9d056,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:27.779649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8b5b092c-f356-4641-876a-1ff8b9fdff27 None None] Port 04a0c6f8-cfda-42af-bc70-86123bbca71b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:27.800331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:27.816754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:27.817285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.821304 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/ports/2da5b3ee-24d3-43b4-8623-fa64cc240c0f HTTP/1.1" status: 200 len: 910 time: 2.0862658 Mar 11 19:42:27.826164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.827785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60674) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:27.835968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:27.908432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:27.908857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:27.978935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:27.983484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb34947f-c034-4c31-b73a-9a7e5a92b132 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=2da5b3ee-24d3-43b4-8623-fa64cc240c0f,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:27.991987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:28.027766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:28.028628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:28.032822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.034277 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:28.034870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:28.040291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:28.041030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:28.044397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.044562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.052815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e758d24a-3b85-4fa3-ae85-da46c249b596 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:28.060457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Subnet': ['ID=cc9c33d3-6c1f-406f-85a0-ea7410defb2c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:28.079167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:28.086047 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0ef1b316-bff7-4e18-bf88-7d5b506d2a71 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5634406 Mar 11 19:42:28.087080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60678) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.096490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:28.108938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:28.127422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:28.170823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.173763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: cfd98e7c-a7ca-469b-8b37-7ad71f484d08 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:28.174334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device cfd98e7c-a7ca-469b-8b37-7ad71f484d08 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:28.227364 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-38e075b3-9294-4ef5-a5e1-abc4eaac9c0d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1886153 Mar 11 19:42:28.231218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60682) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.245950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-869924363', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cc9c33d3-6c1f-406f-85a0-ea7410defb2c'}], 'security_groups': ['4d90ad12-77c9-4030-8ffd-d0d250456643', '2dcf6da9-cbfb-47d7-9f64-891df56b10f9']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:28.279207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fad323cc-b547-4873-b966-9e38fe245926 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/afde78de-05ac-41a2-a153-54637af9d056 HTTP/1.1" status: 204 len: 168 time: 1.9364550 Mar 11 19:42:28.280383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60686) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.282954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:28.297922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.318974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.331016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:28.361488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port bc1ee433-8fca-4534-b73e-ce2c1eccfee6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:28.362094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.392999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:28.396827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.398775 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:28.399197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:28.446051 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b81e5c3-eb6e-443f-ad30-78288550efdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3538609 Mar 11 19:42:28.446283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60690) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.460148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Update dhcp port {'port': {'network_id': 'f3344b6f-a7fa-4242-b1f6-e04aa236e599', 'fixed_ips': [{'subnet_id': '4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b65ea3f9-233d-4dc3-ab41-55b5b4e954f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cc9c33d3-6c1f-406f-85a0-ea7410defb2c'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': 'fec262de-c61a-4d1d-85c7-7d7ec9f18c43'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:42:28.477765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:28.518517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.555071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.556345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9817595 Mar 11 19:42:28.562506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60694) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.568440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f47e3-141c-484a-a060-5a66a3f2ebe0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5db115-5312-4c09-a632-ff975fb5410c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:28.576705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '3e5db115-5312-4c09-a632-ff975fb5410c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:28.589907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:28.652632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:28.665918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:28.698014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:28.714218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:28.717998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:28.721296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.751693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:28.755347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.756907 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:28.757373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:28.765415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Allocated IP 2001:db8:0:2::2 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/cc9c33d3-6c1f-406f-85a0-ea7410defb2c/fec262de-c61a-4d1d-85c7-7d7ec9f18c43) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:28.773812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.832044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.845513 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c15b8462-dc9b-4c79-96d0-5b3a6dfb6e54 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3962030 Mar 11 19:42:28.850782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router b78158fc-9f16-44d2-88f1-64698d92b2ca is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:28.882385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60698) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:28.906202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:28.907296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:28.908608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for bc1ee433-8fca-4534-b73e-ce2c1eccfee6 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:28.931355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:28.950107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Transition to ACTIVE for port object fec262de-c61a-4d1d-85c7-7d7ec9f18c43 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:28.956671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.032799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015aa55-5469-4ea3-a3a7-abe7fffbbd1a None None] Pushing event updated for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:29.059044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.118110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=bc1ee433-8fca-4534-b73e-ce2c1eccfee6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:29.217350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.226959 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-91460749-6d17-4260-b4f6-24b5087729cf tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/ports/bc1ee433-8fca-4534-b73e-ce2c1eccfee6 HTTP/1.1" status: 204 len: 168 time: 0.9454911 Mar 11 19:42:29.229356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60702) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.282473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:29.294565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.315615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24accc2-0e00-4b34-87cb-2f14206512f7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:29.316433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f24accc2-0e00-4b34-87cb-2f14206512f7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Synchronizing usage tracker for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:29.323828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:29.325874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.333903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f24accc2-0e00-4b34-87cb-2f14206512f7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Unset dirty status for tenant:959f4cc79dc541a1839de3efc0d1b50e on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:29.335429 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f24accc2-0e00-4b34-87cb-2f14206512f7 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22981cc-5176-4e7d-8980-519763150813 HTTP/1.1" status: 200 len: 913 time: 0.1051233 Mar 11 19:42:29.338491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60706) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.371713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.448158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:29.472626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41b3791-4557-40b2-b8d7-47d6d3491ef3,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:29.599584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.600757 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da6bb644-8307-4d99-bad8-192e834820f3 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0345378 Mar 11 19:42:29.603682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60710) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.688095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.689580 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:29.690095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:29.771613 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6421cdf0-a394-47a5-bf3a-2ba61167fe40 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8881350 Mar 11 19:42:29.775574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.790865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:29.820560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:29.821670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.823231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.836859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.859484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:29.873215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:29.886133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.889489 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] Sync routers for ids ['b78158fc-9f16-44d2-88f1-64698d92b2ca'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:29.896061 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e1b22cd5-b574-4a25-b7c3-c2802dd8f8ae tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/b78158fc-9f16-44d2-88f1-64698d92b2ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1074135 Mar 11 19:42:29.896061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Delete allocated IP 2001:db8::1ed (f3344b6f-a7fa-4242-b1f6-e04aa236e599/b65ea3f9-233d-4dc3-ab41-55b5b4e954f9) {{(pid=83813) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:42:29.901893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60718) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.904634 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] Routers {'b78158fc-9f16-44d2-88f1-64698d92b2ca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:29.905439 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b78158fc-9f16-44d2-88f1-64698d92b2ca'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:29.918694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Allocated IP 2001:db8:0:2::156 (f3344b6f-a7fa-4242-b1f6-e04aa236e599/cc9c33d3-6c1f-406f-85a0-ea7410defb2c/8c25f256-ffcd-48ac-a64d-7a722aee9d9c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:29.939919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:29.943611 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/c41b3791-4557-40b2-b8d7-47d6d3491ef3 HTTP/1.1" status: 204 len: 168 time: 0.3388569 Mar 11 19:42:29.944800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68b609-29f6-405f-ad55-285c28a44233 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c41b3791-4557-40b2-b8d7-47d6d3491ef3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:29.944926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60722) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:29.998890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:29.999120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:30.002926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2fabd-cc9a-41bc-afc0-c03e84cc2493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:30.003555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f2b2fabd-cc9a-41bc-afc0-c03e84cc2493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:30.024180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Provisioning complete for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:30.024790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.027204 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:30.029199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f2b2fabd-cc9a-41bc-afc0-c03e84cc2493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:30.030559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f2b2fabd-cc9a-41bc-afc0-c03e84cc2493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports/04a0c6f8-cfda-42af-bc70-86123bbca71b HTTP/1.1" status: 200 len: 982 time: 0.1270356 Mar 11 19:42:30.032392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.038908 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] Routers {'b78158fc-9f16-44d2-88f1-64698d92b2ca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:30.039552 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b78158fc-9f16-44d2-88f1-64698d92b2ca'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:30.054180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60726) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:30.100215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:30.100896 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758ba695-b059-4c38-bdb7-dbe72d30c7cd None None] The sync data for ids ['b78158fc-9f16-44d2-88f1-64698d92b2ca'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:30.102336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:30.129374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Provisioning for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:30.136386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:30.137116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d77ba180-9b92-4204-9c10-c3a8485bacf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.274757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:30.440677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cab18f36-0b86-4dbf-80d5-e82c8772479a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:30.442938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:30.446197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.447573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:30.447945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:30.594006 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-052f375e-912a-452b-adac-44fa98486cb6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8169334 Mar 11 19:42:30.607804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60730) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:30.623203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:30.627288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cab18f36-0b86-4dbf-80d5-e82c8772479a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:30.628491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cab18f36-0b86-4dbf-80d5-e82c8772479a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6730258 Mar 11 19:42:30.636821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60734) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:30.722503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port b5baf3ac-3f98-4d0f-bb7f-fca938266957 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:30.722834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.785785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:30.805558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.820027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:30.858479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:30.885158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:30.912407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Transition to ACTIVE for port object 8c25f256-ffcd-48ac-a64d-7a722aee9d9c will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:30.940633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.008770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.023861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.025202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:42:31.025620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:31.058836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.139782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for b5baf3ac-3f98-4d0f-bb7f-fca938266957 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:31.156699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] In _notify_port_updated(), no bound segment for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c on network f3344b6f-a7fa-4242-b1f6-e04aa236e599 {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:42:31.160646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.161258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.162546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "PUT /v2.0/ports/8c25f256-ffcd-48ac-a64d-7a722aee9d9c HTTP/1.1" status: 200 len: 969 time: 2.9276602 Mar 11 19:42:31.168227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60738) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.181560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b0e43-76ec-427a-b90b-84fe835f82f8 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event updated for resources: {'Port': ['ID=8c25f256-ffcd-48ac-a64d-7a722aee9d9c,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:31.233036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19e57c26-764c-4cb4-a5e3-bdde32ed1a5e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6201017 Mar 11 19:42:31.236048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60742) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.264419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:31.264752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.287555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.310393 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-93b1375d-6e83-46a5-a855-004a91822eef tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0710883 Mar 11 19:42:31.315982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60746) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.322503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5db115-5312-4c09-a632-ff975fb5410c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:31.410948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.412119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1aca25bb-4aa8-4f3f-a28f-74ca86396486 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/3e5db115-5312-4c09-a632-ff975fb5410c HTTP/1.1" status: 204 len: 168 time: 0.7738483 Mar 11 19:42:31.417998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60750) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.484197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 2da5b3ee-24d3-43b4-8623-fa64cc240c0f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:31.484500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.509827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6d71743a-bf28-4040-b694-b2a8317a9d72 None None] Provisioning for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:31.515556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6d71743a-bf28-4040-b694-b2a8317a9d72 None None] Provisioning complete for port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:31.516118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d71743a-bf28-4040-b694-b2a8317a9d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.565241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f462f-ed11-40df-8738-edb9fa1dc995 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.565544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8a47eff6-87da-4740-b7ab-a3eaf7284829 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:31.566664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e36f462f-ed11-40df-8738-edb9fa1dc995 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2444956 Mar 11 19:42:31.571678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60754) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.575786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6d71743a-bf28-4040-b694-b2a8317a9d72 None None] Port 8c25f256-ffcd-48ac-a64d-7a722aee9d9c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:31.704572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5cf07d23-01d4-4bf0-b39a-c89589c439f6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317453 Mar 11 19:42:31.712912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60758) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.723589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:31.823119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8a47eff6-87da-4740-b7ab-a3eaf7284829 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:31.824365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8a47eff6-87da-4740-b7ab-a3eaf7284829 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4055381 Mar 11 19:42:31.829416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60762) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:31.848600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209207119'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:31.857998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:31.882254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:31.888874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.914537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:31.933422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:32.010553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.024275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 2da5b3ee-24d3-43b4-8623-fa64cc240c0f owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:32.041052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.044473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:32.052472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for 8c25f256-ffcd-48ac-a64d-7a722aee9d9c owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:32.136830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=b5baf3ac-3f98-4d0f-bb7f-fca938266957,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:32.153733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.181987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:32.185421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.211816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:32.270865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:32.278159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:32.292727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:32.418291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.434120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.502800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafc9b0c-395f-4b4b-a152-828795c27b51,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:32.512187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.513409 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7f501373-c365-4b84-805a-22c9b0fbc0ef tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6830947 Mar 11 19:42:32.519603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60766) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:32.531110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'eafc9b0c-395f-4b4b-a152-828795c27b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:32.545156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.546317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:32.588454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:32.596071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:32.600786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.605089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=2da5b3ee-24d3-43b4-8623-fa64cc240c0f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:32.648271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:32.676310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=8c25f256-ffcd-48ac-a64d-7a722aee9d9c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:32.763814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.766475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:32.833864 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-07d4b6a9-20cb-4ed9-91b2-6c4825a04ba3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/8c25f256-ffcd-48ac-a64d-7a722aee9d9c HTTP/1.1" status: 204 len: 168 time: 1.6600788 Mar 11 19:42:32.835455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60770) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:32.940486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 04a0c6f8-cfda-42af-bc70-86123bbca71b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:32.940824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.038557 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-10664b3e-0551-4bbc-902e-a017bf59c0c3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] GET failed (client error): The resource could not be found. Mar 11 19:42:33.039049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10664b3e-0551-4bbc-902e-a017bf59c0c3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:33.067146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.115078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.118181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-10664b3e-0551-4bbc-902e-a017bf59c0c3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:33.122288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-10664b3e-0551-4bbc-902e-a017bf59c0c3 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports/8c25f256-ffcd-48ac-a64d-7a722aee9d9c HTTP/1.1" status: 404 len: 333 time: 0.2804346 Mar 11 19:42:33.124924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60774) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:33.133367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.154719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:42:33.174244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.213537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c9d7c42-31f5-42a8-afa3-14addc5f9c3e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:33.268970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.270105 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff2ef453-98ee-46e0-80a2-88dbaa41ab42 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7495964 Mar 11 19:42:33.274612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60778) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:33.277077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.291668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:33.296432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:33.301167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.301733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.306023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716cceca-72e4-4943-bd91-f60f5e01d91a None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:33.307504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=3e46d637-48be-4529-a4d1-a6514149bf65,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:33.342293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'eafc9b0c-395f-4b4b-a152-828795c27b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:33.359533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:33.374421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:33.381540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:33.388431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:33.392506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.468258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.481357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce3a0d13-2f0c-488c-a4b5-e530eac7f398 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7648587 Mar 11 19:42:33.486774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60782) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:33.508346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:ba:1c:87', 'name': 'tempest-NetworksTestDHCPv6-769435473'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:33.518016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 04a0c6f8-cfda-42af-bc70-86123bbca71b owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:33.545556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '3e46d637-48be-4529-a4d1-a6514149bf65'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:33.546436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.598411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.626509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.704859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-90f4354b-0355-4bdb-957a-256f9192909a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3218520 Mar 11 19:42:33.713337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.723851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Allocated IP 2001:db8::f816:3eff:fefa:1af0 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/3e46d637-48be-4529-a4d1-a6514149bf65/553740d1-1e81-44b2-8467-bb34cc58c188) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:33.745688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2a316c-117f-48ac-ac86-ea2ee59c05a3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:33.749902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:33.759722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.763872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ee2d588e-5510-4c39-b9f6-cd9889ee13cf tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f2a316c-117f-48ac-ac86-ea2ee59c05a3 HTTP/1.1" status: 204 len: 168 time: 0.6350951 Mar 11 19:42:33.764686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60786) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:33.766105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:33.795043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:33.799873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:33.838121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 0cb19828-f6e4-4e94-b5b6-c90cf7220143 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:33.976479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.002837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.003076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.061274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.068321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 3d03d9a1-8e57-48c6-ab86-33af785acfed has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:34.073759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f731dd44-f00e-461e-9fb6-539edbe6acd8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:34.133082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.134534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-001af94b-e169-48f0-879c-a512d0e2b5c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.3046670 Mar 11 19:42:34.150738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.154377 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1b4bb49a-bb29-44ba-ae0f-8ecabfb003a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8732135 Mar 11 19:42:34.163070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60792) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:34.174664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'eafc9b0c-395f-4b4b-a152-828795c27b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:34.176466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Transition to ACTIVE for port object 553740d1-1e81-44b2-8467-bb34cc58c188 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:34.196973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Transition to ACTIVE for port object 553740d1-1e81-44b2-8467-bb34cc58c188 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:34.205498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.235666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.244559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:34.277624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:34.281032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:34.283689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:34.319997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Pushing event updated for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:34.351651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:34.366775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=04a0c6f8-cfda-42af-bc70-86123bbca71b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:34.367647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:34.380728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:34.387624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Attempting to bind port 553740d1-1e81-44b2-8467-bb34cc58c188 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:34.387624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Attempting to bind port 553740d1-1e81-44b2-8467-bb34cc58c188 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:34.388284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Attempting to bind port 553740d1-1e81-44b2-8467-bb34cc58c188 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:34.393139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.397112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:34.398299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:34.399053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.399712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:34.400463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Bound port: 553740d1-1e81-44b2-8467-bb34cc58c188, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:34.401644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.450245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcf6da9-cbfb-47d7-9f64-891df56b10f9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:34.520832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.539098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.540232 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab3410e5-28e7-4cac-838c-1daab544a1af tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/security-groups/2dcf6da9-cbfb-47d7-9f64-891df56b10f9 HTTP/1.1" status: 204 len: 168 time: 0.7251496 Mar 11 19:42:34.542481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:34.546618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60796) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:34.557589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] Sync routers for ids ['3d03d9a1-8e57-48c6-ab86-33af785acfed'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:34.559407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:feba:1c87 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/3e46d637-48be-4529-a4d1-a6514149bf65/0cb19828-f6e4-4e94-b5b6-c90cf7220143) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:34.572077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:34.577614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:34.583120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] Routers {'3d03d9a1-8e57-48c6-ab86-33af785acfed'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:34.584079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3d03d9a1-8e57-48c6-ab86-33af785acfed'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:34.592573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-c3db896e-2e8a-4754-8f01-51de96a1656e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:34.594013 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-c3db896e-2e8a-4754-8f01-51de96a1656e service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.3980703 Mar 11 19:42:34.606747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-de331463-a36b-4456-8c00-9d8ad70a34b4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/3d03d9a1-8e57-48c6-ab86-33af785acfed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7779050 Mar 11 19:42:34.610394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60800) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:34.639672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.709037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:34.745292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06693bcf-575d-4271-b1ee-73c6745f2b44 None None] Pushing event updated for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:34.749100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] Routers {'3d03d9a1-8e57-48c6-ab86-33af785acfed'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:34.750001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['3d03d9a1-8e57-48c6-ab86-33af785acfed'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:34.752432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-61a6fc37-3aa4-4f17-afbe-43be1dc4cb05 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:34.818421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:34.818421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e96e32-18f3-4562-9494-79f3cce619f4 None None] The sync data for ids ['3d03d9a1-8e57-48c6-ab86-33af785acfed'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:34.843754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-61a6fc37-3aa4-4f17-afbe-43be1dc4cb05 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:34.845158 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-61a6fc37-3aa4-4f17-afbe-43be1dc4cb05 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d03d9a1-8e57-48c6-ab86-33af785acfed HTTP/1.1" status: 200 len: 205 time: 0.1571162 Mar 11 19:42:34.845932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.849276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60804) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:34.852597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:34.938544 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-022b6306-35f4-4a7d-ab72-d246598bb69f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.3299849 Mar 11 19:42:34.944288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.019099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.026512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.063975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Router b22981cc-5176-4e7d-8980-519763150813 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:35.067838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-83cc2506-230d-4d33-9a81-759be1cc92db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:35.069302 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-83cc2506-230d-4d33-9a81-759be1cc92db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.1221581 Mar 11 19:42:35.147860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.198597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ddffc9-bd2c-4bf7-bd85-9ac4eaa0708f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:35.216203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.217539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-60cf4810-b2b9-4787-aac7-c837da42eaa8 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0534873 Mar 11 19:42:35.221258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60810) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:35.230309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'eafc9b0c-395f-4b4b-a152-828795c27b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:35.238894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:35.239761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 0cb19828-f6e4-4e94-b5b6-c90cf7220143 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:35.246715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.295964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:35.304889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:35.338266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-85d77af0-8933-4c9e-b2c8-f0bfaf7bb6a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2587483 Mar 11 19:42:35.362746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.366554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:35.421441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.453512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d90ad12-77c9-4030-8ffd-d0d250456643,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:35.535170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.538835 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f14bb615-cc9f-4807-90b1-dd0fbba3b791 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/security-groups/4d90ad12-77c9-4030-8ffd-d0d250456643 HTTP/1.1" status: 204 len: 168 time: 0.9884207 Mar 11 19:42:35.539828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.543252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:35.545051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60814) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:35.547473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=0cb19828-f6e4-4e94-b5b6-c90cf7220143,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:35.561439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:35.597580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:35.601488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:35.602090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.622555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-7788dc3a-e909-4052-804b-a22483fd83e5 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772350 Mar 11 19:42:35.731758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea696f37-b964-4d77-88fa-b5c5b59533f1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2331951 Mar 11 19:42:35.742040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60818) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:35.867612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 553740d1-1e81-44b2-8467-bb34cc58c188 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:35.956266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 553740d1-1e81-44b2-8467-bb34cc58c188 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:35.962924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 553740d1-1e81-44b2-8467-bb34cc58c188 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:35.963230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.968910 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-381e22a1-6d09-4ddc-a241-e5a3b55c69ff req-23790103-ff67-415a-8e19-6edb5dbc1853 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317926 Mar 11 19:42:35.977716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.991971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:35.996941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Provisioning for port 553740d1-1e81-44b2-8467-bb34cc58c188 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:35.998701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.005258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router b78158fc-9f16-44d2-88f1-64698d92b2ca has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:36.007096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.011193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Provisioning complete for port 553740d1-1e81-44b2-8467-bb34cc58c188 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:36.011763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.026932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:36.034914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-88e5cd39-162e-4a09-af30-323206955182 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "PUT /v2.0/routers/b22981cc-5176-4e7d-8980-519763150813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6953311 Mar 11 19:42:36.039387 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] Sync routers for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:36.054173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60822) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:36.058205 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:36.058818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.208061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6e7361-20c8-4118-add8-1c9ac58fed6e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:36.219613 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.219891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.231234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.243556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] Routers {'b22981cc-5176-4e7d-8980-519763150813'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:36.244062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b22981cc-5176-4e7d-8980-519763150813'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.272251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:36.286962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.329693 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.330421 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb4366-f97a-49d7-b11d-d11a1fa5181a None None] The sync data for ids ['b22981cc-5176-4e7d-8980-519763150813'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:36.380865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.385219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79ae2ea1-0028-4dac-8403-062089a1cc08 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1588542 Mar 11 19:42:36.385219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.385219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router 3d03d9a1-8e57-48c6-ab86-33af785acfed {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:36.394643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60826) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:36.408080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'eafc9b0c-395f-4b4b-a152-828795c27b51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:36.414962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:36.421954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.425819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:36.425988 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab28ec32-ea60-46d3-81c8-650a45b855fe tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/3d03d9a1-8e57-48c6-ab86-33af785acfed HTTP/1.1" status: 204 len: 168 time: 1.5716403 Mar 11 19:42:36.426100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:36.426100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aceb6-06b9-43e1-9ec4-98a716d35b48 None None] Pushing event updated for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:36.428368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60830) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:36.429518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:36.435895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-da2cb091-a5ba-4fef-a548-9e84a5fe6547 None None] Provisioning for port 0cb19828-f6e4-4e94-b5b6-c90cf7220143 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:36.437538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet b65ea3f9-233d-4dc3-ab41-55b5b4e954f9 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:36.437879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:36.442359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-da2cb091-a5ba-4fef-a548-9e84a5fe6547 None None] Provisioning complete for port 0cb19828-f6e4-4e94-b5b6-c90cf7220143 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:36.442786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-da2cb091-a5ba-4fef-a548-9e84a5fe6547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.452937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.482900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:36.496948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-da2cb091-a5ba-4fef-a548-9e84a5fe6547 None None] Port 0cb19828-f6e4-4e94-b5b6-c90cf7220143 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:36.498467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e37d5-a0ec-4221-9a79-b7d906b97579 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:36.502844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e37d5-a0ec-4221-9a79-b7d906b97579 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:36.503773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c36e37d5-a0ec-4221-9a79-b7d906b97579 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:36.546760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.588211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c36e37d5-a0ec-4221-9a79-b7d906b97579 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:36.592793 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c36e37d5-a0ec-4221-9a79-b7d906b97579 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8307056 Mar 11 19:42:36.593513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60834) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:36.604276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:36.613048 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-caf0aeb2-bb35-4d10-a6a8-58a45cb88d4f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/b78158fc-9f16-44d2-88f1-64698d92b2ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5563512 Mar 11 19:42:36.618435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] Sync routers for ids ['b78158fc-9f16-44d2-88f1-64698d92b2ca'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:36.623870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60838) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:36.631637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] Routers {'b78158fc-9f16-44d2-88f1-64698d92b2ca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:36.632276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b78158fc-9f16-44d2-88f1-64698d92b2ca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.693351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.694729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 0cb19828-f6e4-4e94-b5b6-c90cf7220143 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:36.695134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.712641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.727227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] Routers {'b78158fc-9f16-44d2-88f1-64698d92b2ca'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:36.728637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b78158fc-9f16-44d2-88f1-64698d92b2ca'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.763484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.798763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:36.800378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b0999b-09ac-4dcb-9c28-bf370adc7c23 None None] The sync data for ids ['b78158fc-9f16-44d2-88f1-64698d92b2ca'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:36.861832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 9fa6d1ba-5363-4bac-aff7-09cbf16f27ff {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:36.870042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:36.992694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.047356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.051030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.054514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.088596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.096332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=b65ea3f9-233d-4dc3-ab41-55b5b4e954f9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:37.127079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a48f55b-c560-4ee4-9e3f-5911f9873699,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:37.182896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.184475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ac3722f0-1ee9-4568-acd1-e135e654234d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7874317 Mar 11 19:42:37.187964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.190415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60842) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.192111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.196962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f640e-d780-4a7a-9c06-8de23d869029 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:37.228950 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-178dbdb1-dcff-436e-be9c-cb65f5e975d7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 19:42:37.230727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-178dbdb1-dcff-436e-be9c-cb65f5e975d7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/b78158fc-9f16-44d2-88f1-64698d92b2ca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5905170 Mar 11 19:42:37.233691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60846) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.288190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99940e08-69d7-4a65-bf3f-2f3970be541d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:37.307832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.323356 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d2549629-e9fc-4447-8d9f-2470759f8cfb tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/b65ea3f9-233d-4dc3-ab41-55b5b4e954f9 HTTP/1.1" status: 204 len: 168 time: 1.7690971 Mar 11 19:42:37.327839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 0cb19828-f6e4-4e94-b5b6-c90cf7220143 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:37.335404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60850) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.370127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99940e08-69d7-4a65-bf3f-2f3970be541d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:37.374220 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-99940e08-69d7-4a65-bf3f-2f3970be541d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=b78158fc-9f16-44d2-88f1-64698d92b2ca HTTP/1.1" status: 200 len: 205 time: 0.1392667 Mar 11 19:42:37.381144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60854) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.469878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.515573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.543902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.562473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa6d1ba-5363-4bac-aff7-09cbf16f27ff,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:37.584010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.594989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf29adf-b584-4c99-bd8a-5970c5dab94e None None] Network 07e96e12-d799-4ef9-acb8-fdbddfceaede requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:37.601599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-61e082b2-ff34-4e46-9d39-df263172252f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/9fa6d1ba-5363-4bac-aff7-09cbf16f27ff HTTP/1.1" status: 204 len: 168 time: 1.1676922 Mar 11 19:42:37.609848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60858) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.612757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet cc9c33d3-6c1f-406f-85a0-ea7410defb2c {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:37.617620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.629520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.656126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.847386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 553740d1-1e81-44b2-8467-bb34cc58c188 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:37.891356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.928829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a48f55b-c560-4ee4-9e3f-5911f9873699,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:37.963140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.964565 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2a4707bc-98a1-4ff9-9f5c-22b8d1f15819 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6a48f55b-c560-4ee4-9e3f-5911f9873699 HTTP/1.1" status: 204 len: 168 time: 0.7638667 Mar 11 19:42:37.970112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60862) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:37.989057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 553740d1-1e81-44b2-8467-bb34cc58c188 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:37.989534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.993233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:37.995372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.048919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:38.049733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.084817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] DHCP port deletion for 07e96e12-d799-4ef9-acb8-fdbddfceaede request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:38.095858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Deleting port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:38.097313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.110448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.144693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8cf0af63-b466-49ff-a36f-52fb53aa7af0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:38.170289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=0cb19828-f6e4-4e94-b5b6-c90cf7220143,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:38.230045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8cf0af63-b466-49ff-a36f-52fb53aa7af0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:38.231510 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8cf0af63-b466-49ff-a36f-52fb53aa7af0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2600973 Mar 11 19:42:38.234656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60866) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.260438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ddb4e1f9-401b-4587-b3c2-75b84f1a539a None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:38.260438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e1f9-401b-4587-b3c2-75b84f1a539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.353864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.362964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.363213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.367858 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-da65c665-358d-4554-8596-d2b352f81ebd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/0cb19828-f6e4-4e94-b5b6-c90cf7220143 HTTP/1.1" status: 204 len: 168 time: 1.7714000 Mar 11 19:42:38.375545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60870) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.395936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.397329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4e1f9-401b-4587-b3c2-75b84f1a539a None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:38.429474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9c33d3-6c1f-406f-85a0-ea7410defb2c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:38.435085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ddb4e1f9-401b-4587-b3c2-75b84f1a539a None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:38.435407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddb4e1f9-401b-4587-b3c2-75b84f1a539a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.444564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,segment=NetworkSegment(59576337-f271-4cff-9ec3-88cac6c14105),segment_id=59576337-f271-4cff-9ec3-88cac6c14105)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:38.444918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.462179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.484503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594e1aed-41db-4e1c-b501-3c1b792c1c54 None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:38.514074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.523458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33456ef3-57e6-4cc6-aaf2-a917f3d841e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:38.524910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33456ef3-57e6-4cc6-aaf2-a917f3d841e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:38.525724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-33456ef3-57e6-4cc6-aaf2-a917f3d841e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:38.532785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.554096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.565639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-33456ef3-57e6-4cc6-aaf2-a917f3d841e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:38.569606 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-33456ef3-57e6-4cc6-aaf2-a917f3d841e6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1936839 Mar 11 19:42:38.575048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60874) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.578837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting port 7eef103c-af89-4ac1-ad4f-2632ac318a9e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:38.579423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.582433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:38.615968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.616537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router b78158fc-9f16-44d2-88f1-64698d92b2ca {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:38.623031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] For port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,segment=NetworkSegment(59576337-f271-4cff-9ec3-88cac6c14105),segment_id=59576337-f271-4cff-9ec3-88cac6c14105)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:38.623449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.640893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.644503 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4e712dce-3928-4209-b50a-64e1fc817242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/b78158fc-9f16-44d2-88f1-64698d92b2ca HTTP/1.1" status: 204 len: 168 time: 1.2530308 Mar 11 19:42:38.646909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60878) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.648749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.660866 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e0cf3f58-6029-428e-8e95-8886a0d89677 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/cc9c33d3-6c1f-406f-85a0-ea7410defb2c HTTP/1.1" status: 204 len: 168 time: 1.3245878 Mar 11 19:42:38.670153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.673962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4c6e7361-20c8-4118-add8-1c9ac58fed6e HTTP/1.1" status: 204 len: 168 time: 0.4356697 Mar 11 19:42:38.678023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.678528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60884) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.693140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e3e11-8434-46b1-82ed-4972ac6d9705 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c6e7361-20c8-4118-add8-1c9ac58fed6e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:38.766845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Calling delete_port for 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:38.771337 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c336bc20-f28e-43c1-b6fd-9178d023c35f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:38.771776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c336bc20-f28e-43c1-b6fd-9178d023c35f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:38.775965 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c336bc20-f28e-43c1-b6fd-9178d023c35f tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/b65ea3f9-233d-4dc3-ab41-55b5b4e954f9 HTTP/1.1" status: 404 len: 337 time: 0.0905921 Mar 11 19:42:38.777554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60892) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:38.891530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09ad4144-cb43-450b-af76-dc37f8ec84a7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:38.898897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.958470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:38.960911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting subnet 4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:38.961108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:38.968719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:38.969444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=57db9543-c8c4-4c86-ae6c-05bdcd2c1758,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:38.974195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09ad4144-cb43-450b-af76-dc37f8ec84a7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:38.978241 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09ad4144-cb43-450b-af76-dc37f8ec84a7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2911904 Mar 11 19:42:38.984136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:38.988020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60896) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.018573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.040147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 3e46d637-48be-4529-a4d1-a6514149bf65 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:39.066472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.174577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.174976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Calling delete_port for 7eef103c-af89-4ac1-ad4f-2632ac318a9e owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:39.197491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.204652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.205560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.219481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.244672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 34a39935-452d-4abb-8c5d-7a06b3a13b0f {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:39.265829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.282758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e96e12-d799-4ef9-acb8-fdbddfceaede']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:39.305707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59576337-f271-4cff-9ec3-88cac6c14105') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:39.305982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59576337-f271-4cff-9ec3-88cac6c14105') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:39.316541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.338256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.354649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09ddffc9-bd2c-4bf7-bd85-9ac4eaa0708f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:39.356463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.367904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.380203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:39.380618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:39.396524 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:39.452243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.462546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Deleting port 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:39.463714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.543066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08cc60bd-fe63-49de-83c8-0b7c48ba2873 None None] The port '57db9543-c8c4-4c86-ae6c-05bdcd2c1758' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:39.605016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.606127 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1d3732f0-ec77-4a3a-ae99-54c3dd0c6f3c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/09ddffc9-bd2c-4bf7-bd85-9ac4eaa0708f HTTP/1.1" status: 204 len: 168 time: 0.6171575 Mar 11 19:42:39.610283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.625953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60900) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.675847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.690792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5dd16e42-8e87-469d-800c-51e825736772 None None] Provisioning complete for port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:39.691168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5dd16e42-8e87-469d-800c-51e825736772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.699213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.699941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.715632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=07e96e12-d799-4ef9-acb8-fdbddfceaede,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:39.733498 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-36fe3714-03b1-4800-ad83-29c16f5e9bed tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/07e96e12-d799-4ef9-acb8-fdbddfceaede HTTP/1.1" status: 204 len: 168 time: 2.0654826 Mar 11 19:42:39.736658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.744658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60904) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.752825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5dd16e42-8e87-469d-800c-51e825736772 None None] Port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:39.754748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1742554661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:39.761122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6fe40531-674c-436b-b989-6e8f51903d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:39.769009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5dd16e42-8e87-469d-800c-51e825736772 None None] Provisioning complete for port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:39.769401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5dd16e42-8e87-469d-800c-51e825736772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.772305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:39.785741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:39.792045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:39.809466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:39.815482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=3e46d637-48be-4529-a4d1-a6514149bf65,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:39.830347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.831449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.832770 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ffb99c43-3fef-4b9b-9b0c-3e69fbd31218 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/3e46d637-48be-4529-a4d1-a6514149bf65 HTTP/1.1" status: 204 len: 168 time: 1.2203758 Mar 11 19:42:39.837602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60908) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.847993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4abc59-1c81-430f-b228-854bf8ee0bd7 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:39.865209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:39.877770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.882090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.883017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.898894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6fe40531-674c-436b-b989-6e8f51903d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:39.903012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6fe40531-674c-436b-b989-6e8f51903d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2731099 Mar 11 19:42:39.906136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60912) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.923102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cac7b7d3-9ea6-49d2-a6ec-3184627201e3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843153 Mar 11 19:42:39.928337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:39.930907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:39.934557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Port': ['ID=7eef103c-af89-4ac1-ad4f-2632ac318a9e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:39.934805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:39.946595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:39.959519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:39.959782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 57db9543-c8c4-4c86-ae6c-05bdcd2c1758 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:39.971337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.021363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=34a39935-452d-4abb-8c5d-7a06b3a13b0f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:40.025756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.036188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcc77d7-bad5-454d-90cb-deacbe56a6bf None None] Network f3344b6f-a7fa-4242-b1f6-e04aa236e599 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:40.039827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.063829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.080641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:40.090932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:40.092955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.097707 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f66a707-9193-46ff-8e5d-9d7df73dfa4a tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/4fe59e7b-2eb8-4c9c-8abb-d11aba1508f9 HTTP/1.1" status: 204 len: 168 time: 1.3203716 Mar 11 19:42:40.101640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60920) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.119648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f731dd44-f00e-461e-9fb6-539edbe6acd8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:40.125573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:40.132014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.140368 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1c7f6e07-1790-4009-af30-6b3e299f617c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/34a39935-452d-4abb-8c5d-7a06b3a13b0f HTTP/1.1" status: 204 len: 168 time: 1.4923105 Mar 11 19:42:40.142155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.143517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60924) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.143954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057cc64-9db9-4f6c-b1c2-ef3aa49b1474 None None] Network 2820eb2d-8d20-4e13-abd7-8cc9870b9910 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:40.158345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.164691 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8cbe1f68-1dd3-4050-8d6b-b3c315cb53e9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f731dd44-f00e-461e-9fb6-539edbe6acd8 HTTP/1.1" status: 204 len: 168 time: 0.2580347 Mar 11 19:42:40.165576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.182914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d75dcf-890a-46d6-8d09-c2dbf317d336 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.183617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d75dcf-890a-46d6-8d09-c2dbf317d336 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.185439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-14d75dcf-890a-46d6-8d09-c2dbf317d336 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/89433895-3703-4c7b-a280-2df7f44c1d60 HTTP/1.1" status: 404 len: 337 time: 0.0827124 Mar 11 19:42:40.228434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60932) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.310334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b29bef2b-5f8a-43ee-a88b-bbb8c6daaf95 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Synchronizing usage tracker for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:40.360782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b29bef2b-5f8a-43ee-a88b-bbb8c6daaf95 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Unset dirty status for tenant:0404e9d0b4364a9fbd8497c77f9b0eff on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:40.364903 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b29bef2b-5f8a-43ee-a88b-bbb8c6daaf95 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "GET /v2.0/ports?device_id=4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d HTTP/1.1" status: 200 len: 205 time: 0.1226561 Mar 11 19:42:40.365542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60936) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.402700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.421208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.426283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e84029c6-627e-46ab-aa47-2e1a071f9ff9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:40.426449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.446813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-8a0244e6-e570-4196-97e3-8d6d3cb1dbd2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] delete failed (client error): The resource could not be found. Mar 11 19:42:40.450653 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8a0244e6-e570-4196-97e3-8d6d3cb1dbd2 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/routers/4acc4fa9-3de6-4ddc-8c4f-da1dd5c4c01d HTTP/1.1" status: 404 len: 336 time: 0.0796440 Mar 11 19:42:40.451746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.528551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-978004f4-74f1-4e4e-82d4-efc97572a462 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.529074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978004f4-74f1-4e4e-82d4-efc97572a462 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.537398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e84029c6-627e-46ab-aa47-2e1a071f9ff9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:40.541830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e84029c6-627e-46ab-aa47-2e1a071f9ff9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3654914 Mar 11 19:42:40.542617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60944) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.547349 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-978004f4-74f1-4e4e-82d4-efc97572a462 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/e91e18d8-37af-45fc-b072-4e93b70a6ab1 HTTP/1.1" status: 404 len: 337 time: 0.0948241 Mar 11 19:42:40.553916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60948) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.563304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.564740 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb855727-c415-4a33-a294-42fc69d5d345 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8191354 Mar 11 19:42:40.573186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60952) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.586426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-614753898'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:40.596165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:40.596705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.607814 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97f43c4-ebcb-41f7-8166-9c722efc0b43 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.608321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97f43c4-ebcb-41f7-8166-9c722efc0b43 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.610044 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b97f43c4-ebcb-41f7-8166-9c722efc0b43 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/8409a008-f3c0-412a-9a4a-734d0e409d49 HTTP/1.1" status: 404 len: 337 time: 0.0551171 Mar 11 19:42:40.612849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60956) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.657583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbba37c6-3707-414c-a1cc-e1b98f50fc51 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.658018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbba37c6-3707-414c-a1cc-e1b98f50fc51 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.662125 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cbba37c6-3707-414c-a1cc-e1b98f50fc51 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/a60ad1f2-e2ff-4fa3-9c54-5f6aa5fe1a6a HTTP/1.1" status: 404 len: 337 time: 0.0471940 Mar 11 19:42:40.664459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60960) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.672914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:40.681960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Deleting port 553740d1-1e81-44b2-8467-bb34cc58c188 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:40.683041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.688305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:40.726402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] DHCP port deletion for 2820eb2d-8d20-4e13-abd7-8cc9870b9910 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:40.729949 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc5739b-4c3e-484c-a5ce-3d122fd551f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.730604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc5739b-4c3e-484c-a5ce-3d122fd551f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.732689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4bc5739b-4c3e-484c-a5ce-3d122fd551f9 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/ff50da99-c100-44a1-a6ec-7965116eccee HTTP/1.1" status: 404 len: 333 time: 0.0669544 Mar 11 19:42:40.736054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60964) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.750201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Deleting port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:40.750841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.776187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:40.779022 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-db60261f-4d5e-4663-bd79-fc399442bf96 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.779865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db60261f-4d5e-4663-bd79-fc399442bf96 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.781271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.781951 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-db60261f-4d5e-4663-bd79-fc399442bf96 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/4619b6da-1e2c-4d27-998b-d349dda658e2 HTTP/1.1" status: 404 len: 337 time: 0.0447602 Mar 11 19:42:40.786068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60968) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.787943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:40.796813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] DHCP port deletion for f3344b6f-a7fa-4242-b1f6-e04aa236e599 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:40.802561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:40.806984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.813594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.815155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Deleting port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:40.815811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.851238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ff43d9c-d123-4396-b78d-30488bdd7504 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.851758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ff43d9c-d123-4396-b78d-30488bdd7504 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.855734 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9ff43d9c-d123-4396-b78d-30488bdd7504 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/8e386fad-8fb1-4d3b-8277-644b1b489e63 HTTP/1.1" status: 404 len: 337 time: 0.0661588 Mar 11 19:42:40.857756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60972) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.857890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.873748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:40.876732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.913394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:40.919478 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-39993b64-39f6-40c0-b37b-05f38c8f92f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.920021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39993b64-39f6-40c0-b37b-05f38c8f92f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.924048 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-39993b64-39f6-40c0-b37b-05f38c8f92f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/406eeafd-3900-491a-8a4f-21da96cce9c2 HTTP/1.1" status: 404 len: 333 time: 0.0641286 Mar 11 19:42:40.924975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60978) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:40.992877 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf40070-7afe-48c8-bbc3-f0d8bcdff38e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:40.993234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf40070-7afe-48c8-bbc3-f0d8bcdff38e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:40.997359 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2bf40070-7afe-48c8-bbc3-f0d8bcdff38e tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/07da068a-9050-44bf-9269-ed1244338d53 HTTP/1.1" status: 404 len: 337 time: 0.0681221 Mar 11 19:42:41.003288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60982) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.064346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb5bef3-4bae-4e14-99de-bae1d5d73d7d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] DELETE failed (client error): The resource could not be found. Mar 11 19:42:41.064828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb5bef3-4bae-4e14-99de-bae1d5d73d7d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:42:41.068988 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-efb5bef3-4bae-4e14-99de-bae1d5d73d7d tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/subnets/593db12f-036d-4313-abc9-fd7042f2d23e HTTP/1.1" status: 404 len: 337 time: 0.0633454 Mar 11 19:42:41.070510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60986) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.128134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c9d7c42-31f5-42a8-afa3-14addc5f9c3e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:41.140842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:42:41.141825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:41.161272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.162150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Fanout notify agent at l3_agent the message router_deleted on router b22981cc-5176-4e7d-8980-519763150813 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:41.164152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.165552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6d00527a-b602-457f-bf2a-285b702bf84e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3c9d7c42-31f5-42a8-afa3-14addc5f9c3e HTTP/1.1" status: 204 len: 168 time: 0.6203341 Mar 11 19:42:41.169900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.170484 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment e1cccdce-a724-40a9-957e-4016f9d1731e of type vlan for network 3cac0463-90b7-4422-bb02-5b2e281ac63d Mar 11 19:42:41.181401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60990) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.212491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Deleting port c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:41.212871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.225830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,segment=NetworkSegment(287b1521-4f08-4460-b5b5-9801931598e6),segment_id=287b1521-4f08-4460-b5b5-9801931598e6)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:41.226553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.246922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.307113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.310896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] For port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,segment=NetworkSegment(287b1521-4f08-4460-b5b5-9801931598e6),segment_id=287b1521-4f08-4460-b5b5-9801931598e6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:41.311089 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e8347303-8650-4a36-8e7a-c907d52e5fd2 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/routers/b22981cc-5176-4e7d-8980-519763150813 HTTP/1.1" status: 204 len: 168 time: 5.2528136 Mar 11 19:42:41.311204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.315346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 60994) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.370833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:41.453796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Calling delete_port for 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:41.454273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-06dc3146-a217-4efd-952a-6d204f747159 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:41.480159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.484261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:41.484945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.492313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] For port fec262de-c61a-4d1d-85c7-7d7ec9f18c43, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,segment=NetworkSegment(27754f71-4cb5-457a-9edd-b6427f329b05),segment_id=27754f71-4cb5-457a-9edd-b6427f329b05)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:41.492747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.504007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:41.504209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.584160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-06dc3146-a217-4efd-952a-6d204f747159 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:41.585580 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-06dc3146-a217-4efd-952a-6d204f747159 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3998535 Mar 11 19:42:41.592370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 60998) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.593115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.654825 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0754590 Mar 11 19:42:41.660250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32770) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:41.670863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=1d6c6cb0-c29e-41be-a95c-f2277b1f4315,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:41.676507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32a5dd-de0f-4bb5-a6db-9e62d510af40 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=3cac0463-90b7-4422-bb02-5b2e281ac63d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:41.686337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Calling delete_port for fec262de-c61a-4d1d-85c7-7d7ec9f18c43 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:41.688149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:41.727583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:41.777145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.818414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:41.832696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.835240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.843878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Calling delete_port for 553740d1-1e81-44b2-8467-bb34cc58c188 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:41.845115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.888674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2820eb2d-8d20-4e13-abd7-8cc9870b9910']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:41.896792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:41.906704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.914867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287b1521-4f08-4460-b5b5-9801931598e6') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:41.915173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287b1521-4f08-4460-b5b5-9801931598e6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:41.937556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.964290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.974142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:41.974642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:41.987889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Calling delete_port for c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:41.989919 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:42.019149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:42.019404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:42.019813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 553740d1-1e81-44b2-8467-bb34cc58c188 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:42.053511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.094397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafc9b0c-395f-4b4b-a152-828795c27b51,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.098537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:42.098897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:42.134362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.138271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Deleting subnet e9b1366d-e9e8-4e56-903b-6605581d8c92 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:42.149878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.163854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:42.164227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:42.179012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.183158 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2e39490-c5d3-49b4-87b9-c8e870376568 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/eafc9b0c-395f-4b4b-a152-828795c27b51 HTTP/1.1" status: 204 len: 168 time: 0.5831995 Mar 11 19:42:42.183158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.188479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=2820eb2d-8d20-4e13-abd7-8cc9870b9910,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.192270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:42.200502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:42.205826 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4497a5e1-9532-4312-a928-7c2eb27082d8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/2820eb2d-8d20-4e13-abd7-8cc9870b9910 HTTP/1.1" status: 204 len: 168 time: 2.0532095 Mar 11 19:42:42.205995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32778) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:42.209604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.216154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102471426'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:42.223493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:42.228387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:42.232154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:42.232597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:42.238690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:42.249781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:42.253254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.256035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:42.270734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] Pushing event deleted for resources: {'Port': ['ID=fec262de-c61a-4d1d-85c7-7d7ec9f18c43,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.279914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be387f-82be-4c60-8cfa-6a2a6d041a5b None None] No DVR routers for this DVR port fec262de-c61a-4d1d-85c7-7d7ec9f18c43 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:42.289318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.296139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:42.307719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.308212 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment ed9c502f-7502-472b-8201-3d0b18ea3c16 of type vlan for network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c Mar 11 19:42:42.315029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.323457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:42.334994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.364542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.368288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.368867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.392364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.445690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Port': ['ID=c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.465595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:42.470617 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2635980 Mar 11 19:42:42.473856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32782) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:42.481034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:42.494556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970d698-7e59-4696-9305-e03f2456b6a6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=e8e0dcf0-410a-4167-87f4-c1f0b247ab6c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.506545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:42.566163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.570136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-115a8f94-7392-47ae-9224-0afe708041a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:42.594363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:42.599149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:42.602066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Deleting port 1d6c6cb0-c29e-41be-a95c-f2277b1f4315 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:42.602355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:42.602636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.608624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:42.620720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:42.632864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.672427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Deleting port 553740d1-1e81-44b2-8467-bb34cc58c188 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:42.672664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.676793 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dac470c7-7a0c-4ab0-b886-e2ea81fb12f7 tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/ports/c2a84f4f-4dbf-48b7-b633-ca2fae2fd86b HTTP/1.1" status: 204 len: 168 time: 1.6057649 Mar 11 19:42:42.686004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.699106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32786) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:42.700953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:42.702870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ceff01e-2807-4e37-ac84-33b43079f859 None None] The port '1d6c6cb0-c29e-41be-a95c-f2277b1f4315' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:42:42.716740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-115a8f94-7392-47ae-9224-0afe708041a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:42.717932 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-115a8f94-7392-47ae-9224-0afe708041a9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5162549 Mar 11 19:42:42.726692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:42.740902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--451906686'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:42.750235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:42.756601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.781882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:42.862109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.891686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:42:42.915073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:42.920818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:42.924702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:42.925804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:42.926265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.934662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:42.940343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:42.948577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.074960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Calling delete_port for 553740d1-1e81-44b2-8467-bb34cc58c188 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:43.092593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.093313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.100517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.148589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:43.148928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:43.157058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b1366d-e9e8-4e56-903b-6605581d8c92,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.171817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.177375 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:43.178161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:43.179557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.225856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.228540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.246876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Deleting port 553740d1-1e81-44b2-8467-bb34cc58c188 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:43.247410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.266319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.270260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5395203 Mar 11 19:42:43.277231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32796) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:43.280922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:43.292285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '00006b4d-9abe-450e-8203-e0f12338e95c', 'direction': 'ingress', 'protocol': 17}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:43.297560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:43.298279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d603f39-26e4-4aa3-9c20-5c7cb23629d9 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00006b4d-9abe-450e-8203-e0f12338e95c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.311672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:43.321271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:43.328590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:43.329199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:43.329850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.331151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=76999ba8-82a9-4a75-b47c-652c64203a25,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.344581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:43.349985 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e2212a08-9522-49cc-a75a-b417c48ce639 tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/subnets/e9b1366d-e9e8-4e56-903b-6605581d8c92 HTTP/1.1" status: 204 len: 168 time: 2.0266631 Mar 11 19:42:43.350832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32800) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:43.379519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=6']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.435793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=5743175f-7ca8-4547-bbf2-b8a92aff7f5d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.465251 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a158ce3c-d34f-469e-87ff-a6b06fabfcd1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5359011 Mar 11 19:42:43.465854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.469415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32804) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:43.483343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': 'ed9c502f-7502-472b-8201-3d0b18ea3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:43.483729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: e8e0dcf0-410a-4167-87f4-c1f0b247ab6c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:43.489250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.508373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:b8:db:85', 'name': 'tempest-NetworksTestDHCPv6-1290388589'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:43.513781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.552773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:43.553248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.594032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.606719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:43.610156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3344b6f-a7fa-4242-b1f6-e04aa236e599']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.656729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27754f71-4cb5-457a-9edd-b6427f329b05') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.656998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27754f71-4cb5-457a-9edd-b6427f329b05') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.686319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.690807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.694136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, e8e0dcf0-410a-4167-87f4-c1f0b247ab6c) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:43.695850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Calling delete_port for 553740d1-1e81-44b2-8467-bb34cc58c188 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:43.698985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:43.700238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.713075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.731719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.732796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.733865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=198d577f-9231-42a8-b5d7-4ca022edc61c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.736322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2402a20-24ae-4a13-b593-39e241ede209 None None] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:43.744523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:43.744723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.771025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d986e0-33e1-4a50-b75c-444043caa29b,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.778327 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-22ac0f42-3479-4163-bed7-c8cb0d01e8f5 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3036637 Mar 11 19:42:43.780387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfdbd75-e28e-4c47-91df-6da33faef51a']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.787891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32808) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:43.793598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.797746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1ff495a5-f2d6-486a-a408-dfc131a08864 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5113263 Mar 11 19:42:43.799783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-347359505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:43.805514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51389b0-d5d6-496d-983c-d78df48b9cc2') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.805801 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51389b0-d5d6-496d-983c-d78df48b9cc2') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:43.811918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32812) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:43.816169 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:43.827878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:43.834850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.841252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:43.848793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:43.849946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.863192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:43.874123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:43.883287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.892200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:43.892443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:43.894346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.894931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.895396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.896951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:43.897559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: 3cac0463-90b7-4422-bb02-5b2e281ac63d, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:43.899569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:42:43.899957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.908307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.909060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:43.917106 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:43.926974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.941696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] Pushing event deleted for resources: {'Network': ['ID=f3344b6f-a7fa-4242-b1f6-e04aa236e599,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:43.950893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-280c5686-0e73-4649-b2c4-29e2739ade9c tempest-PortsIpV6TestJSON-273792780 tempest-PortsIpV6TestJSON-273792780-project] 10.222.0.76 "DELETE /v2.0/networks/f3344b6f-a7fa-4242-b1f6-e04aa236e599 HTTP/1.1" status: 204 len: 168 time: 1.2428725 Mar 11 19:42:43.953383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:43.957401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:43.995470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:44.000552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 0657a08a-6198-47a4-a667-962fe571ab8c yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:44.019128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:44.026643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.032546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: fec262de-c61a-4d1d-85c7-7d7ec9f18c43 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:44.032884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fec262de-c61a-4d1d-85c7-7d7ec9f18c43 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:44.033183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.046521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:44.046870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:44.050882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.056041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.059931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 3cac0463-90b7-4422-bb02-5b2e281ac63d) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:44.087086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de34dd73-2314-4b20-9c57-aa9806b9c8a8 None None] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:44.105574 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] 10.222.0.76 "DELETE /v2.0/networks/fbfdbd75-e28e-4c47-91df-6da33faef51a HTTP/1.1" status: 204 len: 168 time: 0.7536917 Mar 11 19:42:44.106782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63ad18-4e12-4346-9a44-676645c370af tempest-FloatingIPTestJSON-2032168560 tempest-FloatingIPTestJSON-2032168560-project] Pushing event deleted for resources: {'Network': ['ID=fbfdbd75-e28e-4c47-91df-6da33faef51a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:44.119367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:44.120401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.123241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.149161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.197254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.199642 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0a230f37-1f7e-49b5-8238-919e2beb2d20 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4107552 Mar 11 19:42:44.202341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32820) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.209183 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1571071a-1468-4c6d-902a-8e51eafb5700 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5400910 Mar 11 19:42:44.210374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32824) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.351000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Deleting port 553740d1-1e81-44b2-8467-bb34cc58c188 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:44.351660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.375776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-e8e0dcf0-410a-4167-87f4-c1f0b247ab6c', 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '76999ba8-82a9-4a75-b47c-652c64203a25'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:44.376817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.453437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:feb8:db85 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/5743175f-7ca8-4547-bbf2-b8a92aff7f5d/0657a08a-6198-47a4-a667-962fe571ab8c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:44.479304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.545270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00006b4d-9abe-450e-8203-e0f12338e95c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:44.549182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Allocated IP 2001:db8::2 (e8e0dcf0-410a-4167-87f4-c1f0b247ab6c/76999ba8-82a9-4a75-b47c-652c64203a25/c7718bd0-9505-457e-b144-59edfa833591) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:44.556418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32832) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.578438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.579272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f76af7c0-203f-45b1-970d-d091a69279ab tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/00006b4d-9abe-450e-8203-e0f12338e95c HTTP/1.1" status: 204 len: 168 time: 0.7664366 Mar 11 19:42:44.582698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32838) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.640972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32840) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.754895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.765797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Transition to ACTIVE for port object c7718bd0-9505-457e-b144-59edfa833591 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:44.800726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Transition to ACTIVE for port object c7718bd0-9505-457e-b144-59edfa833591 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:44.811591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-30f6db42-5938-40f8-ba4f-af5ecb20fc20 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:44.850996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.907148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:44.908302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3379025b-13fd-4b59-94a3-8e2f447dee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:44.918284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:44.932579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:44.980152 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-60b87512-4fd4-43ce-85e8-7f53f0e48e47 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0404e9d0b4364a9fbd8497c77f9b0eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4177377 Mar 11 19:42:44.981315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32848) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:44.985014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-30f6db42-5938-40f8-ba4f-af5ecb20fc20 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:44.990633 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-30f6db42-5938-40f8-ba4f-af5ecb20fc20 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3237307 Mar 11 19:42:44.999271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32852) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:45.014219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044229039'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:45.021809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:45.076894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:45.149927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-3cac0463-90b7-4422-bb02-5b2e281ac63d', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:45.151053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.164064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.184772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Pushing event updated for resources: {'Port': ['ID=c7718bd0-9505-457e-b144-59edfa833591,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:45.190251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.204546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.221338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 0657a08a-6198-47a4-a667-962fe571ab8c will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:45.230685 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7ee2631b-a14d-456e-9a7c-21645aacdde6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=959f4cc79dc541a1839de3efc0d1b50e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5067871 Mar 11 19:42:45.234438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32856) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:45.302224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Attempting to bind port c7718bd0-9505-457e-b144-59edfa833591 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:45.302597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Attempting to bind port c7718bd0-9505-457e-b144-59edfa833591 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'ed9c502f-7502-472b-8201-3d0b18ea3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:45.302936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Attempting to bind port c7718bd0-9505-457e-b144-59edfa833591 on network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:45.334714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.343038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.352443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:45.352853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Checking segment: {'id': 'ed9c502f-7502-472b-8201-3d0b18ea3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:45.353291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.353621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Bound using segment: {'id': 'ed9c502f-7502-472b-8201-3d0b18ea3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:45.354098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Bound port: c7718bd0-9505-457e-b144-59edfa833591, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed9c502f-7502-472b-8201-3d0b18ea3c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'e8e0dcf0-410a-4167-87f4-c1f0b247ab6c'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:45.354462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.465238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.482915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:45.497728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:45.503393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] For port 553740d1-1e81-44b2-8467-bb34cc58c188, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=553740d1-1e81-44b2-8467-bb34cc58c188,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:45.503790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.510527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.516774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:45.546226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.565721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:45.637313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:45.638227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=0657a08a-6198-47a4-a667-962fe571ab8c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:45.640523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Calling delete_port for 553740d1-1e81-44b2-8467-bb34cc58c188 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:45.642483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.659213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:45.661589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:45.666027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.666918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.700534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Allocated IP 172.20.0.2 (3cac0463-90b7-4422-bb02-5b2e281ac63d/198d577f-9231-42a8-b5d7-4ca022edc61c/4aed7722-2883-4742-84ce-cf4bbd265e14) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:45.709935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] For port c7718bd0-9505-457e-b144-59edfa833591, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:45.730093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3b44efa3-9efe-4459-b22d-cf9093b56199 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2497652 Mar 11 19:42:45.732889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.742868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32860) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:45.794061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] For port c7718bd0-9505-457e-b144-59edfa833591, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c7718bd0-9505-457e-b144-59edfa833591,segment=NetworkSegment(ed9c502f-7502-472b-8201-3d0b18ea3c16),segment_id=ed9c502f-7502-472b-8201-3d0b18ea3c16)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:45.807814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.808685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.825821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.827622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceafa040-664f-4da0-bb1e-59367faf6d35,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:45.832451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea7bc4-8536-4ae7-98eb-f96ea9d46a99,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:45.839403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.841307 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-49d4e718-dcb2-4588-84de-e36f97e0d43f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ceafa040-664f-4da0-bb1e-59367faf6d35 HTTP/1.1" status: 204 len: 168 time: 0.5995069 Mar 11 19:42:45.860692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.860887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.954641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8::1 (e8e0dcf0-410a-4167-87f4-c1f0b247ab6c/76999ba8-82a9-4a75-b47c-652c64203a25/580b60fc-a094-4739-b123-66b1d057400c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:45.969258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7f0b6f-6b37-4afd-9675-9925375e90a8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:45.987416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:45.991260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6c942e8a-1193-46ba-bb95-3da8d4e43c26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a2ea7bc4-8536-4ae7-98eb-f96ea9d46a99 HTTP/1.1" status: 204 len: 168 time: 1.0077221 Mar 11 19:42:46.012054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.016070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d1799f79-83d3-4cfb-9275-29e2c308239c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0155575 Mar 11 19:42:46.016203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32868) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:46.024987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646535237'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:46.037908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:46.055654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:46.055654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:46.056493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:46.076067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.094456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e9535-1cc4-4d46-bd48-2a3c18710469 None None] Pushing event updated for resources: {'Port': ['ID=c7718bd0-9505-457e-b144-59edfa833591,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:46.111340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] No DVR routers for this DVR port 553740d1-1e81-44b2-8467-bb34cc58c188 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:46.111583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08716f17-7765-42e4-986c-df7912d84b8a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:46.111583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-08716f17-7765-42e4-986c-df7912d84b8a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:46.176080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ecac59-5c85-4738-a545-bf646a33f2a2 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:46.194890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67334-2798-4962-9fa9-38aa68f234d6 None None] Pushing event deleted for resources: {'Port': ['ID=553740d1-1e81-44b2-8467-bb34cc58c188,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:46.203204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:46.210264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:46.214958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:46.225376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:46.256645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.288178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 580b60fc-a094-4739-b123-66b1d057400c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:46.314096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.320703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.322655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.380486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-08716f17-7765-42e4-986c-df7912d84b8a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:46.381975 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-08716f17-7765-42e4-986c-df7912d84b8a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.6290486 Mar 11 19:42:46.386206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32872) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:46.390198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4024a242-6c57-4160-8849-796378df9ec6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:46.418121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:46.423774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:46.426802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:46.427365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.434559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=580b60fc-a094-4739-b123-66b1d057400c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:46.452358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.480911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Transition to ACTIVE for port object 4aed7722-2883-4742-84ce-cf4bbd265e14 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:46.503096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 0657a08a-6198-47a4-a667-962fe571ab8c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:46.503888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.554047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.615343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Transition to ACTIVE for port object 4aed7722-2883-4742-84ce-cf4bbd265e14 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:46.653648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.696486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.701274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f7cb2a0c-1c4f-4396-b2f8-8e1099ff7c79 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6835339 Mar 11 19:42:46.763635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Pushing event updated for resources: {'Port': ['ID=4aed7722-2883-4742-84ce-cf4bbd265e14,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:46.780662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:46.783212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:46.786435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:46.788687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-db0a5ea8-a9f1-41c4-842a-c081a77fbcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.836628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '5743175f-7ca8-4547-bbf2-b8a92aff7f5d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:46.838164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:46.861503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:46.864358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.20.0.1 (3cac0463-90b7-4422-bb02-5b2e281ac63d/198d577f-9231-42a8-b5d7-4ca022edc61c/3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:46.991454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Attempting to bind port 4aed7722-2883-4742-84ce-cf4bbd265e14 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:46.992115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Attempting to bind port 4aed7722-2883-4742-84ce-cf4bbd265e14 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:46.992611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Attempting to bind port 4aed7722-2883-4742-84ce-cf4bbd265e14 on network 3cac0463-90b7-4422-bb02-5b2e281ac63d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:47.008379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:47.009011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Checking segment: {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:47.009696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.010271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Bound using segment: {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:47.010886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Bound port: 4aed7722-2883-4742-84ce-cf4bbd265e14, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:47.011459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.033653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.039517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.040629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.122408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=580b60fc-a094-4739-b123-66b1d057400c,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.177940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '8f7f0b6f-6b37-4afd-9675-9925375e90a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4024a242-6c57-4160-8849-796378df9ec6', 'remote_ip_prefix': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:47.206750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:47.215053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.222436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:47.230782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:47.251982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:47.280886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Allocated IP 2001:db8::f816:3eff:fec1:236a (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/5743175f-7ca8-4547-bbf2-b8a92aff7f5d/567c6058-9701-4899-8502-b744cfd365a5) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:47.296914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:47.304909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:47.305754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] For port 4aed7722-2883-4742-84ce-cf4bbd265e14, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:47.308569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:47.330206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.392545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] For port 4aed7722-2883-4742-84ce-cf4bbd265e14, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4aed7722-2883-4742-84ce-cf4bbd265e14,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:47.408012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.486366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.507929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 0657a08a-6198-47a4-a667-962fe571ab8c owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:47.527575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32896) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:47.643804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea36150-316d-4728-ae33-8c26a81720ff None None] Pushing event updated for resources: {'Port': ['ID=4aed7722-2883-4742-84ce-cf4bbd265e14,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.670807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.694119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Transition to ACTIVE for port object 567c6058-9701-4899-8502-b744cfd365a5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:47.745276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Transition to ACTIVE for port object 567c6058-9701-4899-8502-b744cfd365a5 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:47.759063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.788791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.800509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.833481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c36c6e-163f-43ae-a49b-a922e3a39acf None None] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:47.861308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-87647526'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:47.867818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:47.875935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Usage tracker for resource:network and tenant:5a00058985c64bc380115710e9d45227 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:47.890483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:47.898927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:47.920860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Made reservation on behalf of 5a00058985c64bc380115710e9d45227 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:47.924387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.940771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.951885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:47.954465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.959661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:47.961392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:47.966743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:47.980067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Pushing event updated for resources: {'Port': ['ID=567c6058-9701-4899-8502-b744cfd365a5,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.984488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:47.994630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-140f08ce-fec1-45b4-b9a9-8ef379b73e7b None None] Provisioning for port c7718bd0-9505-457e-b144-59edfa833591 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:47.994831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:47.998414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:48.022289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.041089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.054124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:48.062675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Usage tracker for resource:security_group_rule and tenant:5a00058985c64bc380115710e9d45227 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:48.066245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:48.087616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.089206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17249236-6c5d-406e-9ff8-94430aad5815,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.093032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:48.133600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 8b6193ae-6180-4b3b-9033-e4c70584c372 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:48.167915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=0657a08a-6198-47a4-a667-962fe571ab8c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.173811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.229687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.231008 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cf375b13-2422-4b10-a53c-2fc4b6868915 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1778708 Mar 11 19:42:48.237252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32902) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.251341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.253271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eee5516a-c4ad-4dab-8914-608b757e31f3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/0657a08a-6198-47a4-a667-962fe571ab8c HTTP/1.1" status: 204 len: 168 time: 1.8471878 Mar 11 19:42:48.257808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32906) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.279348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Attempting to bind port 567c6058-9701-4899-8502-b744cfd365a5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:48.279854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Attempting to bind port 567c6058-9701-4899-8502-b744cfd365a5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:48.280307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Attempting to bind port 567c6058-9701-4899-8502-b744cfd365a5 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:48.336224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4aed7722-2883-4742-84ce-cf4bbd265e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:48.337842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.370260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:48.370565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:48.371291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.371453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:48.371991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Bound port: 567c6058-9701-4899-8502-b744cfd365a5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:48.372648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.383601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.407386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89fc2-29f1-45b1-95b0-75a15a63d8b9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:48.408859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b89fc2-29f1-45b1-95b0-75a15a63d8b9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:48.409606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1b89fc2-29f1-45b1-95b0-75a15a63d8b9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:48.437427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.459740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1b89fc2-29f1-45b1-95b0-75a15a63d8b9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:48.459740 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a1b89fc2-29f1-45b1-95b0-75a15a63d8b9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1958241 Mar 11 19:42:48.464071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32910) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.476352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.484698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.501589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.511518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:48.514449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] For port 567c6058-9701-4899-8502-b744cfd365a5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:48.517337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4aed7722-2883-4742-84ce-cf4bbd265e14 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:48.521966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] For port 567c6058-9701-4899-8502-b744cfd365a5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=567c6058-9701-4899-8502-b744cfd365a5,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:48.525570 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c7718bd0-9505-457e-b144-59edfa833591 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:48.529879 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] Sync routers for ids ['8b6193ae-6180-4b3b-9033-e4c70584c372'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:48.539941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:48.551209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.551645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Added segment a74a1b18-8f50-441c-9e7a-57efbb4c8373 of type vlan for network d318a74d-ecaf-4712-9565-277137625c6e Mar 11 19:42:48.556963 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] Routers {'8b6193ae-6180-4b3b-9033-e4c70584c372'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:48.560688 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8b6193ae-6180-4b3b-9033-e4c70584c372'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:48.566231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.579704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17249236-6c5d-406e-9ff8-94430aad5815,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.588556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.589677 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5740c6e7-c981-4817-b274-4996fec114da tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/17249236-6c5d-406e-9ff8-94430aad5815 HTTP/1.1" status: 204 len: 168 time: 0.3514857 Mar 11 19:42:48.593987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32914) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.605831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.659128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.664002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:48.664605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.708673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31139b3b-74be-4dda-960c-366cab9fb328 None None] Pushing event updated for resources: {'Port': ['ID=567c6058-9701-4899-8502-b744cfd365a5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.722060 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:48.735332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port c7718bd0-9505-457e-b144-59edfa833591 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:48.741589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c7718bd0-9505-457e-b144-59edfa833591 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:48.742081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:48.753451 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] Routers {'8b6193ae-6180-4b3b-9033-e4c70584c372'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:48.760342 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8b6193ae-6180-4b3b-9033-e4c70584c372'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:48.881250 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:48.882470 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f33c2f1-2578-4e2f-9b84-e6d7b14163f6 None None] The sync data for ids ['8b6193ae-6180-4b3b-9033-e4c70584c372'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:48.888815 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.3603961 Mar 11 19:42:48.889604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event updated for resources: {'Network': ['ID=d318a74d-ecaf-4712-9565-277137625c6e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.899687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efea8-ea28-43ff-b50d-1e843592c76b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab89905-8225-4c59-9221-4a968e974128,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.911855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32920) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.917956 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0ef93e1f-fdc9-4f65-be3d-6978bbd28774 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/8b6193ae-6180-4b3b-9033-e4c70584c372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7144415 Mar 11 19:42:48.920625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32924) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:48.932468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Request body: {'subnet': {'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:49.000525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.013228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d318a74d-ecaf-4712-9565-277137625c6e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:49.075448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c2a3443-9461-492f-ba44-574bef5a6e58 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:49.115283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 5743175f-7ca8-4547-bbf2-b8a92aff7f5d {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:49.167697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:49.178540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Provisioning for port 580b60fc-a094-4739-b123-66b1d057400c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:49.179203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Usage tracker for resource:subnet and tenant:5a00058985c64bc380115710e9d45227 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:49.183773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.186369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:49.196462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967fbae-2d91-47af-ba25-1ab63a6367f6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.197732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7967fbae-2d91-47af-ba25-1ab63a6367f6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:49.200186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Provisioning complete for port 580b60fc-a094-4739-b123-66b1d057400c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:49.200721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.207937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:49.231095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7967fbae-2d91-47af-ba25-1ab63a6367f6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:49.233459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7967fbae-2d91-47af-ba25-1ab63a6367f6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports/580b60fc-a094-4739-b123-66b1d057400c HTTP/1.1" status: 200 len: 911 time: 0.3118663 Mar 11 19:42:49.236365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:49.238191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Made reservation on behalf of 5a00058985c64bc380115710e9d45227 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:49.299157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Port 580b60fc-a094-4739-b123-66b1d057400c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:49.306071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.309335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c2a3443-9461-492f-ba44-574bef5a6e58 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:49.310779 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c2a3443-9461-492f-ba44-574bef5a6e58 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.7137995 Mar 11 19:42:49.317217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port c7718bd0-9505-457e-b144-59edfa833591, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c7718bd0-9505-457e-b144-59edfa833591,segment=NetworkSegment(ed9c502f-7502-472b-8201-3d0b18ea3c16),segment_id=ed9c502f-7502-472b-8201-3d0b18ea3c16)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:49.328469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32932) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:49.333298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Provisioning complete for port c7718bd0-9505-457e-b144-59edfa833591 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:49.333678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c0d09c04-f753-4cd1-99a9-e08d4acee138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.359934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.388653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.412752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.453483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=c7718bd0-9505-457e-b144-59edfa833591,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:49.523779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.664465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.685607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e24373-5225-4d3e-a977-f97f6d6480bf None None] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:49.782085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.824582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.879543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.891111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=5743175f-7ca8-4547-bbf2-b8a92aff7f5d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:49.905010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4024a242-6c57-4160-8849-796378df9ec6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:49.907079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.909382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.955854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.960763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5a6025a-0bc3-4574-83d0-b87684cf26e5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/5743175f-7ca8-4547-bbf2-b8a92aff7f5d HTTP/1.1" status: 204 len: 168 time: 1.4965549 Mar 11 19:42:49.965934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32938) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:49.975761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Provisioning for port 4aed7722-2883-4742-84ce-cf4bbd265e14 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:49.991567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Provisioning complete for port 4aed7722-2883-4742-84ce-cf4bbd265e14 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:49.992018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:49.998960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event updated for resources: {'Subnet': ['ID=dde32113-cd02-409c-bbe8-5f61d0e37775,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.052792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Checking segment: {'id': 'a74a1b18-8f50-441c-9e7a-57efbb4c8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:50.053183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Network hostable DHCP agents. Network: d318a74d-ecaf-4712-9565-277137625c6e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:50.057360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.065669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.071011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-57cfadf5-0cc1-44e6-8018-fe4d10753f15 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/4024a242-6c57-4160-8849-796378df9ec6 HTTP/1.1" status: 204 len: 168 time: 0.7427676 Mar 11 19:42:50.072750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32942) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.118478 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c1096673-39a1-449f-a17b-44a38349bd2c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1510091 Mar 11 19:42:50.122197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32946) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.129673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Network d318a74d-ecaf-4712-9565-277137625c6e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:50.153871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.201921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] For port 4aed7722-2883-4742-84ce-cf4bbd265e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4aed7722-2883-4742-84ce-cf4bbd265e14,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:50.213881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.302367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2b3de-bc0f-4fde-a772-b17efe2a1568 req-5f9f9562-f64b-4333-9f44-5564be55f835 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.305733 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ab2b3de-bc0f-4fde-a772-b17efe2a1568 req-5f9f9562-f64b-4333-9f44-5564be55f835 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5391502 Mar 11 19:42:50.346852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.364624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Provisioning complete for port 580b60fc-a094-4739-b123-66b1d057400c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:50.365044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.419416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d318a74d-ecaf-4712-9565-277137625c6e) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:50.429732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.430305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.440674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ab2b3de-bc0f-4fde-a772-b17efe2a1568 req-d7e436a8-24fe-464d-812e-9545fd68e421 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949557 Mar 11 19:42:50.442327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 567c6058-9701-4899-8502-b744cfd365a5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:50.446248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1ceccc3-3888-48df-b319-5e036d14f996 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:50.474404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4108f5c-dc8f-44c3-96e5-fbd373cc1822 None None] Network d318a74d-ecaf-4712-9565-277137625c6e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:50.512279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542a10e-343f-4f4e-860d-21239eed597b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.515860 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e542a10e-343f-4f4e-860d-21239eed597b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3901203 Mar 11 19:42:50.518366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1ceccc3-3888-48df-b319-5e036d14f996 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:50.524526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Pushing event updated for resources: {'Port': ['ID=4aed7722-2883-4742-84ce-cf4bbd265e14,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.547308 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a1ceccc3-3888-48df-b319-5e036d14f996 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4736984 Mar 11 19:42:50.552496 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-91da5a15-4676-40e7-a6f2-d569a3ed3e61 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6388834 Mar 11 19:42:50.553238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32952) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.555102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32954) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.557206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32956) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.624628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Request body: {'port': {'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e', 'name': 'tempest-TagsExtTest-1403806503'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:50.682661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.690372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b59299d5-9c8b-48d8-ad4e-dd711f9cc1c3 None None] Port 580b60fc-a094-4739-b123-66b1d057400c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:50.829924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 567c6058-9701-4899-8502-b744cfd365a5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:50.855584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc849d-f7c9-4663-b8cc-038900ba6ae9 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:50.871983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c7718bd0-9505-457e-b144-59edfa833591 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:50.877118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:50.878775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:50.894939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fffee48-aa67-4587-a63c-a4ec85d6c5cb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.896720 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1fffee48-aa67-4587-a63c-a4ec85d6c5cb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3382070 Mar 11 19:42:50.905093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32964) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:50.915432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d318a74d-ecaf-4712-9565-277137625c6e', 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e', 'tenant_id': '5a00058985c64bc380115710e9d45227', 'fixed_ips': [{'subnet_id': 'dde32113-cd02-409c-bbe8-5f61d0e37775'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:50.916660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:50.941117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.013877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a8f9efc0-5229-4acc-9129-c218407be119 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076028 Mar 11 19:42:51.030966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:51.036506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Usage tracker for resource:port and tenant:5a00058985c64bc380115710e9d45227 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:51.040377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:51.047917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:51.054864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 32968) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:51.081488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Made reservation on behalf of 5a00058985c64bc380115710e9d45227 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:51.084751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.097247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Provisioning complete for port 4aed7722-2883-4742-84ce-cf4bbd265e14 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:51.097605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.134986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:51.136101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] device_id is not set on port 92efc52b-865c-4a61-a02f-07c4828c4c02 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:51.180449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.210355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e3718-10ad-4c6b-a1eb-483a9c7d1c59 req-76fe5f71-4dd2-486c-8fd5-d42354ea1d93 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.213177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7a4e3718-10ad-4c6b-a1eb-483a9c7d1c59 req-76fe5f71-4dd2-486c-8fd5-d42354ea1d93 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4731443 Mar 11 19:42:51.266042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.296997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:51.303605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:51.322506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c7718bd0-9505-457e-b144-59edfa833591 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:51.323116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.330537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7a4e3718-10ad-4c6b-a1eb-483a9c7d1c59 req-20575d4b-7845-4277-93bb-aa65180f3532 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998366 Mar 11 19:42:51.343806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.355058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:51.371643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7f0b6f-6b37-4afd-9675-9925375e90a8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:51.375898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:51.401780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.403285 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-de08ab95-d6ad-402b-8d4d-34f33067bd2a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/8f7f0b6f-6b37-4afd-9675-9925375e90a8 HTTP/1.1" status: 204 len: 168 time: 0.8377013 Mar 11 19:42:51.405767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32974) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:51.438681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Allocated IP 172.20.0.2 (d318a74d-ecaf-4712-9565-277137625c6e/dde32113-cd02-409c-bbe8-5f61d0e37775/aa9fa7dc-317a-4a85-9b4e-577fa0c084f0) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:51.457335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:51.460758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.481923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19964f7b-bc0b-4484-a786-acc4fcb6dd18 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:51.511558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19964f7b-bc0b-4484-a786-acc4fcb6dd18 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:51.513133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19964f7b-bc0b-4484-a786-acc4fcb6dd18 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1061387 Mar 11 19:42:51.516899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32978) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:51.526614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964800863'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:51.545056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:51.557170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:51.569032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.585439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:51.607767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:51.612538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:51.616053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:51.622840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:51.662627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Deleting port 567c6058-9701-4899-8502-b744cfd365a5 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:51.662923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.686359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.691878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.743784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e7bba3-b007-4751-84a4-b5df46e4f64d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:51.770676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.772137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2fa9381a-1136-4dba-bd59-43196df94b35 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2540143 Mar 11 19:42:51.773205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Provisioning complete for port 580b60fc-a094-4739-b123-66b1d057400c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:51.773574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.775048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32982) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:51.780793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': 'f1e7bba3-b007-4751-84a4-b5df46e4f64d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:51.787490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:51.791667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:51.795007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:51.802007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:51.823576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.898686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.904173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.928001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d274987d-81bc-40b0-a67a-ab158a286435,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:51.945300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Port 580b60fc-a094-4739-b123-66b1d057400c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:51.946691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.950914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce2d5a12-96b5-4f30-8f90-8cf6ed328c9a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1721289 Mar 11 19:42:51.951091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32986) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:51.982183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:51.996805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.022245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.037763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d274987d-81bc-40b0-a67a-ab158a286435,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.045597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22158a75-5603-4575-b661-af64adc18fef req-53372e78-48d4-4e60-9390-998da890640e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.046082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.049271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-22158a75-5603-4575-b661-af64adc18fef req-53372e78-48d4-4e60-9390-998da890640e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3842995 Mar 11 19:42:52.052550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e9bc6a98-24e6-49c0-b52e-244ad9716fd1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/d274987d-81bc-40b0-a67a-ab158a286435 HTTP/1.1" status: 204 len: 168 time: 0.0946031 Mar 11 19:42:52.053913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32990) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:52.077023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.088954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Provisioning for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:52.099461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] For port 567c6058-9701-4899-8502-b744cfd365a5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=567c6058-9701-4899-8502-b744cfd365a5,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:52.099895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.101008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-999113de-0f1f-4e1b-b07e-d21aafb216e1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:52.109385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Transition to ACTIVE for port object aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:52.118043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Provisioning complete for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:52.118414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.118525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-999113de-0f1f-4e1b-b07e-d21aafb216e1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:52.123221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-999113de-0f1f-4e1b-b07e-d21aafb216e1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0660985 Mar 11 19:42:52.123491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 32994) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:52.211230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.219103 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-22158a75-5603-4575-b661-af64adc18fef req-3980b2e2-240a-4e88-ab41-443f172a6e1e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564586 Mar 11 19:42:52.266403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:52.297063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Calling delete_port for 567c6058-9701-4899-8502-b744cfd365a5 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:52.298659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.329404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4aed7722-2883-4742-84ce-cf4bbd265e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:52.348734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.373007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e7bba3-b007-4751-84a4-b5df46e4f64d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.375452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Transition to ACTIVE for port object aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:52.387639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d1709355-d724-4245-87f4-58ebb40b5ff4 None None] Port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:52.419870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.472753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.473873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2ffb3bb5-39ad-49d1-8c1c-91afa2a00cf2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/f1e7bba3-b007-4751-84a4-b5df46e4f64d HTTP/1.1" status: 204 len: 168 time: 0.3494432 Mar 11 19:42:52.477978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33000) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:52.513330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Allocated IP 172.20.0.13 (d318a74d-ecaf-4712-9565-277137625c6e/dde32113-cd02-409c-bbe8-5f61d0e37775/92efc52b-865c-4a61-a02f-07c4828c4c02) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:52.547813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Pushing event updated for resources: {'Port': ['ID=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.553128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Network d318a74d-ecaf-4712-9565-277137625c6e is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:52.556050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:52.559798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:52.597039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ce992765-cf83-4c75-8e1b-815bc543c68e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:52.604500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.607162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6ec1-1a51-4d21-b787-afc3512d3f84 req-0a79100a-1ac5-4853-9372-7fc771740048 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.608713 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b76e6ec1-1a51-4d21-b787-afc3512d3f84 req-0a79100a-1ac5-4853-9372-7fc771740048 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2322924 Mar 11 19:42:52.636220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:42:52.639614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c90d65cb-4ef1-43a6-921d-ace64a556c89 None None] Provisioning complete for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:52.639978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c90d65cb-4ef1-43a6-921d-ace64a556c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.645932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ce992765-cf83-4c75-8e1b-815bc543c68e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:52.650971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce992765-cf83-4c75-8e1b-815bc543c68e tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1666074 Mar 11 19:42:52.652206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33004) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:52.674132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301886546'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:52.718142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] Pushing event deleted for resources: {'Port': ['ID=567c6058-9701-4899-8502-b744cfd365a5,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.729934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:52.751441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:52.755001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4aed7722-2883-4742-84ce-cf4bbd265e14 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:52.755386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.764301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:52.785625 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b76e6ec1-1a51-4d21-b787-afc3512d3f84 req-a76068f7-d4eb-4a90-97c2-b159c4ee70e4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583824 Mar 11 19:42:52.789565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:52.792933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.803046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d1e388a1-8434-46db-b7b4-c7f5856e80c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5776062 Mar 11 19:42:52.808439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed2886-a52d-479e-b3f7-8d4533e00de4 None None] No DVR routers for this DVR port 567c6058-9701-4899-8502-b744cfd365a5 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:52.812590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33008) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:52.814421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Attempting to bind port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:52.815012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Attempting to bind port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a74a1b18-8f50-441c-9e7a-57efbb4c8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:52.815557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Attempting to bind port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 on network d318a74d-ecaf-4712-9565-277137625c6e {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:52.817734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c90d65cb-4ef1-43a6-921d-ace64a556c89 None None] Port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:52.822537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021154459'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:52.834560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:52.841364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_pluggable_backend [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Port 567c6058-9701-4899-8502-b744cfd365a5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 19:42:52.842114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_pluggable_backend [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:236a {{(pid=83813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 19:42:52.842253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c90d65cb-4ef1-43a6-921d-ace64a556c89 None None] Could not find standard attr ID for object 567c6058-9701-4899-8502-b744cfd365a5. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:42:52.848559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:52.850132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:52.851018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:52.851411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Checking segment: {'id': 'a74a1b18-8f50-441c-9e7a-57efbb4c8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:52.851803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.852529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Bound using segment: {'id': 'a74a1b18-8f50-441c-9e7a-57efbb4c8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:52.853308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Bound port: aa9fa7dc-317a-4a85-9b4e-577fa0c084f0, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74a1b18-8f50-441c-9e7a-57efbb4c8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd318a74d-ecaf-4712-9565-277137625c6e'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:52.853832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.861082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:52.867307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 580b60fc-a094-4739-b123-66b1d057400c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:52.867662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.873683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c90d65cb-4ef1-43a6-921d-ace64a556c89 None None] Could not find standard attr ID for object 0657a08a-6198-47a4-a667-962fe571ab8c. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:42:52.878963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.898334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Transition to ACTIVE for port object 92efc52b-865c-4a61-a02f-07c4828c4c02 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:52.910726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.914204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:52.915057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:52.934333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:52.959526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:52.962540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.020422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:53.032950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:53.047297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Network d318a74d-ecaf-4712-9565-277137625c6e is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:53.053404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:53.056897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:53.064506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:53.066874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:53.098390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:53.109966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:53.112912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.113499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.129892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=9795a37c-ae58-477a-8a88-dc9be7dfbdbb,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.137301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba896d02-2db0-49eb-a3f5-46c6857834b8 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:53.144538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:53.183060 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0547dba4-bf44-4925-aad3-2069b70b597d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0600007 Mar 11 19:42:53.184621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.184902 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment c5240c74-94ec-4c95-becd-33babd8633ac of type vlan for network d6471f07-29f2-4542-8afb-196f74167092 Mar 11 19:42:53.188783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.188940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event updated for resources: {'Port': ['ID=92efc52b-865c-4a61-a02f-07c4828c4c02,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.195145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:4f:a3:13', 'name': 'tempest-NetworksTestDHCPv6-360110302'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:53.261577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.263479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.317898 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-629a4dff-24ac-4442-9435-62595f30848a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7499104 Mar 11 19:42:53.323470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33018) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.331405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-359586034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:53.333880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.339743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] For port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:53.344931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:53.349190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:42:53.352703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.353972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Usage tracker for resource:router and tenant:5a00058985c64bc380115710e9d45227 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:53.357800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:53.381831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.414686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] For port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,segment=NetworkSegment(a74a1b18-8f50-441c-9e7a-57efbb4c8373),segment_id=a74a1b18-8f50-441c-9e7a-57efbb4c8373)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:53.417639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:53.427946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 567c6058-9701-4899-8502-b744cfd365a5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:42:53.457030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.459057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.460444 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-96ea4917-2080-4e87-bf98-67d6d4f11a9c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8075576 Mar 11 19:42:53.460852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.463271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33024) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.469847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:53.476158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:53.480564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:53.483603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:53.486466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.487516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.510557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.526448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 567c6058-9701-4899-8502-b744cfd365a5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:42:53.527029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 567c6058-9701-4899-8502-b744cfd365a5 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:42:53.658314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:53.665979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.705331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.710026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8340447-2a92-4b3f-82b8-79500991edab None None] Pushing event updated for resources: {'Port': ['ID=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.712637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 580b60fc-a094-4739-b123-66b1d057400c owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:53.741751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.745685 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ec40e23d-25fd-4b46-9e24-ba8c57999bda tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4222178 Mar 11 19:42:53.749554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33028) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.759187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-af07c03a-b7a6-4245-b89d-24ecb2a6d9ee tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-563543319', 'prefixes': ['172.20.0.0/16']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:53.763001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.769444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-af07c03a-b7a6-4245-b89d-24ecb2a6d9ee tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:53.798827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.812838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.819346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:53.840580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b551aa-7c27-41c3-b708-4c13cfcbda30 req-92f51524-effe-4440-bce1-0f3ca8013828 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.841723 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b3b551aa-7c27-41c3-b708-4c13cfcbda30 req-92f51524-effe-4440-bce1-0f3ca8013828 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2135916 Mar 11 19:42:53.845113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:53.849862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:53.854975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5088ad3-688d-4600-ac4e-78946a0ae9c0,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.860647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:53.861845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '9795a37c-ae58-477a-8a88-dc9be7dfbdbb'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:53.863428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.876370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.881188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.881860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.903588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.904757 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ceae7a5e-989a-4674-8c83-e84cd807fa4b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4405770 Mar 11 19:42:53.909012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.913608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:53.917752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:53.933212 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8aaf325a-20c0-4f52-abc2-0d8e128517a1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules/e5088ad3-688d-4600-ac4e-78946a0ae9c0 HTTP/1.1" status: 200 len: 705 time: 0.0208454 Mar 11 19:42:53.933460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33036) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:53.963279 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b3b551aa-7c27-41c3-b708-4c13cfcbda30 req-93af77c5-7c82-4895-9fe0-978fe8912458 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025279 Mar 11 19:42:53.996765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dcf2c646-11b7-4a30-8e17-94ffe8688c25 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:54.027743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2131381 Mar 11 19:42:54.030910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33040) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.048811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:54.050704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port a41989b3-0bc6-42de-9c00-0f4ddb0d436b yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:42:54.066777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:48Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:42:49Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:54.082187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:42:54.082602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Updating router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:42:54.095151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c128eb-ed85-4f34-8191-e70902b737d4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=d6471f07-29f2-4542-8afb-196f74167092,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.118614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d6471f07-29f2-4542-8afb-196f74167092 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:42:54.224121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-af07c03a-b7a6-4245-b89d-24ecb2a6d9ee tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for subnetpool, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.226530 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-af07c03a-b7a6-4245-b89d-24ecb2a6d9ee tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4761238 Mar 11 19:42:54.231875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dcf2c646-11b7-4a30-8e17-94ffe8688c25 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:54.233482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33044) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.241487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-f42528f0-1203-4721-b904-ab0c9b8b807e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-1237590507') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:54.249357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Allocated IP 2001:db8::f816:3eff:fe14:1485 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/9795a37c-ae58-477a-8a88-dc9be7dfbdbb/25fa72e5-6bf1-466e-bb9a-96bd431b0780) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:54.260700 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dcf2c646-11b7-4a30-8e17-94ffe8688c25 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3258262 Mar 11 19:42:54.265860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.283982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33048) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.292238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.324171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:54.333065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:42:54.336789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:42:54.342525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.347965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:54.359746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.375688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=580b60fc-a094-4739-b123-66b1d057400c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.385944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:54.500019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.518060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.523642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.617730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.621475 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/e5088ad3-688d-4600-ac4e-78946a0ae9c0 HTTP/1.1" status: 204 len: 168 time: 0.3340645 Mar 11 19:42:54.621475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f5af5-4021-4790-8b75-443980a4134d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5088ad3-688d-4600-ac4e-78946a0ae9c0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.626476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33052) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.655872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f42528f0-1203-4721-b904-ab0c9b8b807e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-1237590507 HTTP/1.1" status: 201 len: 201 time: 0.4205325 Mar 11 19:42:54.658290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33056) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.670073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.671175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-18449e26-0edf-43e3-b1a5-41d6e6f58dc3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-244634625') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:54.742761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.756770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b5b3cac3-153e-42be-b17b-85a1f04900cc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:54.766649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Transition to ACTIVE for port object 25fa72e5-6bf1-466e-bb9a-96bd431b0780 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:54.807809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Transition to ACTIVE for port object 25fa72e5-6bf1-466e-bb9a-96bd431b0780 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:54.819965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b5b3cac3-153e-42be-b17b-85a1f04900cc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:54.823844 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b5b3cac3-153e-42be-b17b-85a1f04900cc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1941597 Mar 11 19:42:54.825650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.839963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:54.842128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.853859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:54.907355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:54.925050 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-18449e26-0edf-43e3-b1a5-41d6e6f58dc3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-244634625 HTTP/1.1" status: 201 len: 201 time: 0.2656577 Mar 11 19:42:54.928685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33066) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:54.939076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-e9a9a53d-4e0f-4311-b05f-46fd160df808 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-645979483') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:54.974426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Pushing event updated for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.978298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:54.982949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:54.986393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:54.990932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:55.000038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Transition to ACTIVE for port object 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:55.022315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.047527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.116085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.147500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe4f:a313 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/9795a37c-ae58-477a-8a88-dc9be7dfbdbb/a41989b3-0bc6-42de-9c00-0f4ddb0d436b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:55.184693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.251025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:55.251246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: d6471f07-29f2-4542-8afb-196f74167092, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:55.280608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.283815 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e9a9a53d-4e0f-4311-b05f-46fd160df808 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-645979483 HTTP/1.1" status: 201 len: 201 time: 0.3527126 Mar 11 19:42:55.285774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.289373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33072) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.323555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5f549b6-50bd-4afa-bec8-81bf48de084a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.332889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network d6471f07-29f2-4542-8afb-196f74167092 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:55.339891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.341447 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cadb228f-696c-4bef-923e-d771a03f7519 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5148616 Mar 11 19:42:55.344207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33074) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.358418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d6471f07-29f2-4542-8afb-196f74167092) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:55.363513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fc4c98-da2d-42fe-8ca0-09f136bdb77a None None] Network d318a74d-ecaf-4712-9565-277137625c6e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:55.368199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:55.369064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.379090 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8abdb8ee-04b1-420c-ae9a-75ad655beb9b tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules/a5f549b6-50bd-4afa-bec8-81bf48de084a HTTP/1.1" status: 200 len: 705 time: 0.0313554 Mar 11 19:42:55.382759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33078) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.391701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54acba39-1ef1-4338-b823-c33d3c6e9f1b None None] Network d6471f07-29f2-4542-8afb-196f74167092 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:55.418971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-21cbfea4-bb8c-40f3-89cd-6434d4b10a26 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3842189 Mar 11 19:42:55.419189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33082) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.450715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-555faa84-1235-4f02-b846-282e935a71ef tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-718296004') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:55.556988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 8b6193ae-6180-4b3b-9033-e4c70584c372 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:55.567037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-71ecb715-7524-4387-b839-f9337140d986 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:55.607209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-71ecb715-7524-4387-b839-f9337140d986 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:55.610885 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-71ecb715-7524-4387-b839-f9337140d986 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2246294 Mar 11 19:42:55.612339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33088) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.612494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11565c3c-8f8e-4f82-95f5-7205ef57306a None None] Pushing event updated for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.655551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-555faa84-1235-4f02-b846-282e935a71ef tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-718296004 HTTP/1.1" status: 201 len: 201 time: 0.3516085 Mar 11 19:42:55.659877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33092) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.661234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Attempting to bind port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:55.661601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Attempting to bind port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:55.662032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Attempting to bind port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:55.668593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc64040-58fc-42f6-b96c-d01b67b535ce req-30507547-e5bb-4b93-9412-9c97eae2c293 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:55.676940 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fc64040-58fc-42f6-b96c-d01b67b535ce req-30507547-e5bb-4b93-9412-9c97eae2c293 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4266620 Mar 11 19:42:55.735703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-47652483-0bae-4a94-8bf5-54f011b0bb08 None None] Provisioning for port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:55.750210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-c25eca4f-74d5-4840-8594-6e6a89c11d60 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:55.760998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:55.761358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:55.761747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.762128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:55.762600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Bound port: 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:55.762962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.892041 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fc64040-58fc-42f6-b96c-d01b67b535ce req-97fc59a2-f140-4dcc-9899-71da4888d1e0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141626 Mar 11 19:42:55.938832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:55.943246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:55.958902 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] Sync routers for ids ['8b6193ae-6180-4b3b-9033-e4c70584c372'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:42:55.977447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Attempting to bind port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:55.977691 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6a017f1c-94ec-4576-94b8-b0c3d2e71a92 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/8b6193ae-6180-4b3b-9033-e4c70584c372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7357078 Mar 11 19:42:55.978530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Attempting to bind port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:55.978873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object a41989b3-0bc6-42de-9c00-0f4ddb0d436b will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:55.979512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Attempting to bind port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 on network 3cac0463-90b7-4422-bb02-5b2e281ac63d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:55.979946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33096) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:55.984076 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] Routers {'8b6193ae-6180-4b3b-9033-e4c70584c372'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:55.984884 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8b6193ae-6180-4b3b-9033-e4c70584c372'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.000752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.029616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a09d95b1-6f99-4d20-b2b3-b84026f79265 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:56.031689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.043607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:56.044111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Checking segment: {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:56.044608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.045069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Bound using segment: {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:56.045643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Bound port: 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cccdce-a724-40a9-957e-4016f9d1731e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:56.046126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.062740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a09d95b1-6f99-4d20-b2b3-b84026f79265 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:56.064201 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a09d95b1-6f99-4d20-b2b3-b84026f79265 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=8b6193ae-6180-4b3b-9033-e4c70584c372 HTTP/1.1" status: 200 len: 205 time: 0.0833716 Mar 11 19:42:56.067019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33100) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.072992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.088989 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] Routers {'8b6193ae-6180-4b3b-9033-e4c70584c372'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:56.089941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8b6193ae-6180-4b3b-9033-e4c70584c372'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.106408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.119798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:56.131263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5f549b6-50bd-4afa-bec8-81bf48de084a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.143894 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c25eca4f-74d5-4840-8594-6e6a89c11d60 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 200 len: 241 time: 0.4822979 Mar 11 19:42:56.146138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33104) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.163683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-3f3f2eba-3796-4ebd-97c8-880ae41b0cb3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-1237590507') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.169513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d6471f07-29f2-4542-8afb-196f74167092', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:42:56.170493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.189149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:56.212585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.233381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.233381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7854be3d-fdc2-4d13-9cd8-692ad0b57f6c None None] The sync data for ids ['8b6193ae-6180-4b3b-9033-e4c70584c372'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:56.244628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.246188 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-458cd84f-c462-4da5-81e2-48eb3a30bd54 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/a5f549b6-50bd-4afa-bec8-81bf48de084a HTTP/1.1" status: 204 len: 168 time: 0.6336946 Mar 11 19:42:56.307691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33108) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.315845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.372607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:56.404790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099309bc-ec1b-4b91-ad6e-c248f93a74ec None None] Pushing event updated for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.429969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.466805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] For port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:56.468769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-648f70d4-1874-4495-aa43-acb939b67737 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:56.500248 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f3f2eba-3796-4ebd-97c8-880ae41b0cb3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-1237590507 HTTP/1.1" status: 204 len: 168 time: 0.3508589 Mar 11 19:42:56.500416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] For port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:56.501818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33112) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.506328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:56.507798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-5f25fd89-56fd-46c3-a8b5-3508cbfe12c8 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-1237590507') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.555940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-648f70d4-1874-4495-aa43-acb939b67737 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:56.559731 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-648f70d4-1874-4495-aa43-acb939b67737 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2459259 Mar 11 19:42:56.560757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33116) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.565741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:42:56.576101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:42:56.584783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=a41989b3-0bc6-42de-9c00-0f4ddb0d436b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.598052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Allocated IP 172.21.0.2 (d6471f07-29f2-4542-8afb-196f74167092/3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd/3566f804-1afe-4210-913a-bbf468ba1afe) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:56.599749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:42:56.600206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:56.603283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:56.609553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:56.610781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.611795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.758948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.792773 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Project cca08259208c4b29ac37e34fadb9f2f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:42:56.817107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:56.837110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11565c3c-8f8e-4f82-95f5-7205ef57306a None None] Pushing event updated for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.844268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:56.846054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:56.934723 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b93a0a5c-3710-4467-9c37-fae8c5f93c4c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7442801 Mar 11 19:42:56.935553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33122) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:56.980442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:42:56.981344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:57.004767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.137273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.160936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.217187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977613a0-ae80-4825-bc1c-2f5218c226d7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.221527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977613a0-ae80-4825-bc1c-2f5218c226d7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.222367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-977613a0-ae80-4825-bc1c-2f5218c226d7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:57.249741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-977613a0-ae80-4825-bc1c-2f5218c226d7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:57.254995 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-977613a0-ae80-4825-bc1c-2f5218c226d7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2090843 Mar 11 19:42:57.255906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33126) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.292328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.293051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6193ae-6180-4b3b-9033-e4c70584c372 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:42:57.329544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.334117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b98e8b33-3477-4c31-8a4c-d3ad108f4eb3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/8b6193ae-6180-4b3b-9033-e4c70584c372 HTTP/1.1" status: 204 len: 168 time: 1.2657683 Mar 11 19:42:57.335182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33130) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.346973 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5f25fd89-56fd-46c3-a8b5-3508cbfe12c8 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-1237590507 HTTP/1.1" status: 204 len: 168 time: 0.8430638 Mar 11 19:42:57.352572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33134) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.359243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Provisioning complete for port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:57.359478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.359660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.367463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-dbf0edc1-1fcc-4bc7-8b0c-95e0c5284fcf tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:57.429759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.482168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13e5405-5e8e-4224-ad27-1e12f57235d1,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:57.484895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.504424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:42:57.526946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b87bd-1c89-4c81-859e-45e5722173bc req-71dbf0b5-5c40-495f-85cf-de745c50e50d tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.534107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b49b87bd-1c89-4c81-859e-45e5722173bc req-71dbf0b5-5c40-495f-85cf-de745c50e50d tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3715432 Mar 11 19:42:57.563634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.564831 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4617e0c3-8ec9-4bef-a9a6-c21356cd2f57 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0037434 Mar 11 19:42:57.567516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33138) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.619944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b49b87bd-1c89-4c81-859e-45e5722173bc req-119df8bc-170e-473b-8303-59d2e69f9a6b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848360 Mar 11 19:42:57.622511 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be112272-ab49-492f-bd35-7faabc6567e2 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules/f13e5405-5e8e-4224-ad27-1e12f57235d1 HTTP/1.1" status: 200 len: 711 time: 0.0540423 Mar 11 19:42:57.625790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33142) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.633259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port a41989b3-0bc6-42de-9c00-0f4ddb0d436b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:57.633596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.653266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dbf0edc1-1fcc-4bc7-8b0c-95e0c5284fcf tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 200 len: 205 time: 0.2972009 Mar 11 19:42:57.656088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33146) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.667804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-8685a82d-69a2-4552-9578-e38f94ec9dcb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:57.740735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Transition to ACTIVE for port object 3566f804-1afe-4210-913a-bbf468ba1afe will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:57.753658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47d3b00f-f66d-4eb4-bd4a-d44a836a18f4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:57.769776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Transition to ACTIVE for port object 3566f804-1afe-4210-913a-bbf468ba1afe will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:57.775075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.781688 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8685a82d-69a2-4552-9578-e38f94ec9dcb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 200 len: 240 time: 0.1243217 Mar 11 19:42:57.787852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47d3b00f-f66d-4eb4-bd4a-d44a836a18f4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:57.789439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-47d3b00f-f66d-4eb4-bd4a-d44a836a18f4 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1612227 Mar 11 19:42:57.790324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33150) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.826522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-482479b4-a5d3-4a40-8034-2afb0a60421b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-244634625') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:57.856245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33152) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:57.859422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.917200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.937471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Network d6471f07-29f2-4542-8afb-196f74167092 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:57.941722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.21.0.1 (d6471f07-29f2-4542-8afb-196f74167092/3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd/1f99480e-ce11-42bc-b701-5c64ae7dad72) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:57.950875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:57.955658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:57.958751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:57.975725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.081582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for a41989b3-0bc6-42de-9c00-0f4ddb0d436b owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:58.095635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.109625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,segment=NetworkSegment(a74a1b18-8f50-441c-9e7a-57efbb4c8373),segment_id=a74a1b18-8f50-441c-9e7a-57efbb4c8373)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:58.149515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.166917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 76999ba8-82a9-4a75-b47c-652c64203a25 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:42:58.169708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Pushing event updated for resources: {'Port': ['ID=3566f804-1afe-4210-913a-bbf468ba1afe,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.191576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.308307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.312423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.318328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 25fa72e5-6bf1-466e-bb9a-96bd431b0780 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:42:58.333952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-482479b4-a5d3-4a40-8034-2afb0a60421b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-244634625 HTTP/1.1" status: 204 len: 168 time: 0.5121794 Mar 11 19:42:58.341237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33158) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:58.343603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13e5405-5e8e-4224-ad27-1e12f57235d1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.350217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Attempting to bind port 3566f804-1afe-4210-913a-bbf468ba1afe on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:42:58.350763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Attempting to bind port 3566f804-1afe-4210-913a-bbf468ba1afe by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:42:58.351174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Attempting to bind port 3566f804-1afe-4210-913a-bbf468ba1afe on network d6471f07-29f2-4542-8afb-196f74167092 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:42:58.353765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-002a0375-34d3-4e10-9b2b-ebae50c167bd tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-244634625') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:58.394289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.395406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-74d57c05-7062-4216-9ba9-3cd8f3935ecc tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/f13e5405-5e8e-4224-ad27-1e12f57235d1 HTTP/1.1" status: 204 len: 168 time: 0.5330241 Mar 11 19:42:58.399284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33162) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:58.406765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.454154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 1f99480e-ce11-42bc-b701-5c64ae7dad72 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:42:58.465450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:42:58.465837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Checking segment: {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:42:58.466213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.466651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Bound using segment: {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:42:58.467143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Bound port: 3566f804-1afe-4210-913a-bbf468ba1afe, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:42:58.467574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.480731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.491765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.504703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ea355bed-e4f3-4975-9ae4-21e6f7301d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:42:58.506938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:58.507293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:58.522965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.523261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.573565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ea355bed-e4f3-4975-9ae4-21e6f7301d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:42:58.577381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea355bed-e4f3-4975-9ae4-21e6f7301d29 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1716757 Mar 11 19:42:58.581437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33166) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:58.582434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=a41989b3-0bc6-42de-9c00-0f4ddb0d436b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.605998 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-002a0375-34d3-4e10-9b2b-ebae50c167bd tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-244634625 HTTP/1.1" status: 204 len: 168 time: 0.2636173 Mar 11 19:42:58.612481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:58.612699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33170) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:58.621813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:48Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:42:56Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:58.624254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network d6471f07-29f2-4542-8afb-196f74167092 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:58.626297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:58.628579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] For port 3566f804-1afe-4210-913a-bbf468ba1afe, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:58.629810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:42:58.631145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77f754f-4a85-437c-8608-d21ec757ae31 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:48Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:42:56Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:42:58.633617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] For port 3566f804-1afe-4210-913a-bbf468ba1afe, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3566f804-1afe-4210-913a-bbf468ba1afe,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:58.646333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.673022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.692596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-973f80b8-ce88-4b65-b470-83880ee4bbad tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:58.709769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.781288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f32a4-21d5-4615-a17e-77bdfdeb5e36 None None] Pushing event updated for resources: {'Port': ['ID=3566f804-1afe-4210-913a-bbf468ba1afe,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.803420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.848550 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-960f50a1-49ae-4835-b01a-58b26efd8a14 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/a41989b3-0bc6-42de-9c00-0f4ddb0d436b HTTP/1.1" status: 204 len: 168 time: 1.5885291 Mar 11 19:42:58.849307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33176) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:58.919748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.965050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:58.982720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.021273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72f81d-6e92-4adc-b7c2-28c680725da0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.022601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e72f81d-6e92-4adc-b7c2-28c680725da0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.027859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6e72f81d-6e92-4adc-b7c2-28c680725da0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1739607 Mar 11 19:42:59.031923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33180) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:59.053800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.059540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/76999ba8-82a9-4a75-b47c-652c64203a25 HTTP/1.1" status: 204 len: 168 time: 1.7196116 Mar 11 19:42:59.063633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33182) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:59.067546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16a3fe-0c39-4d78-9053-ce2bb12313e5 None None] Network e8e0dcf0-410a-4167-87f4-c1f0b247ab6c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:42:59.071120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4031e-90c3-4257-a385-55b7d9538d7b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=76999ba8-82a9-4a75-b47c-652c64203a25,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:59.224628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.228989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.289207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port c7718bd0-9505-457e-b144-59edfa833591 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:59.289542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.381923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9c05-92d8-4319-8b60-1e72a26990c4 req-fc4eebef-bde4-46f8-be5c-826eab19d5dc tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.383565 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40da9c05-92d8-4319-8b60-1e72a26990c4 req-fc4eebef-bde4-46f8-be5c-826eab19d5dc tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5260029 Mar 11 19:42:59.416602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Provisioning for port 92efc52b-865c-4a61-a02f-07c4828c4c02 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:42:59.419102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-973f80b8-ce88-4b65-b470-83880ee4bbad tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 200 len: 205 time: 0.8054581 Mar 11 19:42:59.428588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Provisioning complete for port 92efc52b-865c-4a61-a02f-07c4828c4c02 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:59.429209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.432925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33188) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:59.497919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-83828581-0b72-457f-9e3e-47b56e06e2dc tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:59.509125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-79a4d188-3a3f-4e91-ace3-ac0409a325d7 None None] Port 92efc52b-865c-4a61-a02f-07c4828c4c02 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:59.513688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.531132 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40da9c05-92d8-4319-8b60-1e72a26990c4 req-8284312f-176c-4fec-ab7c-a9d8e7ed2383 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060023 Mar 11 19:42:59.596104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:59.625901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] DHCP port deletion for e8e0dcf0-410a-4167-87f4-c1f0b247ab6c request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:42:59.638072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Deleting port c7718bd0-9505-457e-b144-59edfa833591 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:42:59.638666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.655983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port c7718bd0-9505-457e-b144-59edfa833591, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c7718bd0-9505-457e-b144-59edfa833591,segment=NetworkSegment(ed9c502f-7502-472b-8201-3d0b18ea3c16),segment_id=ed9c502f-7502-472b-8201-3d0b18ea3c16)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:59.656334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.665692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.666875 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4f10673c-165b-4ec6-aa24-e71e95812b5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/3d2f7b9c-8ea7-4b7a-80f4-3f8345cbbb4e HTTP/1.1" status: 204 len: 168 time: 1.0822270 Mar 11 19:42:59.670557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33192) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:59.825847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.841264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.871436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Provisioning complete for port 92efc52b-865c-4a61-a02f-07c4828c4c02 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:42:59.871715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.942538 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-83828581-0b72-457f-9e3e-47b56e06e2dc tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 200 len: 240 time: 0.4581223 Mar 11 19:42:59.944980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for c7718bd0-9505-457e-b144-59edfa833591 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:42:59.955762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Port 92efc52b-865c-4a61-a02f-07c4828c4c02 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:42:59.963262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33196) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:42:59.967157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] For port c7718bd0-9505-457e-b144-59edfa833591, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c7718bd0-9505-457e-b144-59edfa833591,segment=NetworkSegment(ed9c502f-7502-472b-8201-3d0b18ea3c16),segment_id=ed9c502f-7502-472b-8201-3d0b18ea3c16)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:59.968253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:42:59.982057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-ff037a9f-534d-43c3-90c3-49aca6355901 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-645979483') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.004283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5495b43b-9040-407d-83e8-209a1896ffb0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:00.038280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5495b43b-9040-407d-83e8-209a1896ffb0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:00.043824 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5495b43b-9040-407d-83e8-209a1896ffb0 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3682942 Mar 11 19:43:00.044778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33200) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:00.051034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185059286'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:00.057174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:00.058477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.059273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.086472 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:43:00.112695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Calling delete_port for c7718bd0-9505-457e-b144-59edfa833591 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:00.115202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port c7718bd0-9505-457e-b144-59edfa833591 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:00.150476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=c7718bd0-9505-457e-b144-59edfa833591,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.153313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.170709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:00.173004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 9795a37c-ae58-477a-8a88-dc9be7dfbdbb {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:00.188170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.228886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Could not find standard attr ID for object a41989b3-0bc6-42de-9c00-0f4ddb0d436b. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:43:00.230813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:00.231173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:00.256262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Provisioning for port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:00.256682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.270074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.278441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Provisioning complete for port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:00.280578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.321029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:00.325785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:00.328479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:00.334505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:00.348402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e0dcf0-410a-4167-87f4-c1f0b247ab6c']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.364006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf09b97-ed7c-4d41-a8dc-89ff12c901cc None None] Network d6471f07-29f2-4542-8afb-196f74167092 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:00.367839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed9c502f-7502-472b-8201-3d0b18ea3c16') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.368122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed9c502f-7502-472b-8201-3d0b18ea3c16') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.386490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.417093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.433305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:00.433723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:00.449084 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:00.451869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.521172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:00.523426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.543985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.584405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.589333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.633287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=e8e0dcf0-410a-4167-87f4-c1f0b247ab6c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.641070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c1e123cc-c4ff-49a0-9c62-18e3155c198a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/e8e0dcf0-410a-4167-87f4-c1f0b247ab6c HTTP/1.1" status: 204 len: 168 time: 1.5669110 Mar 11 19:43:00.641636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.642034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33206) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:00.642875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.644489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5984349 Mar 11 19:43:00.646822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f8efc-2cac-470f-9260-f07e9549f88d tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c639ca8-1334-4b29-a67d-833bf10957ca,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.653674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1388919657', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:00.661236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:00.665133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:00.667963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:00.674530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:00.677803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33210) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:00.685954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.688039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Request body: {'security_group_rule': {'security_group_id': '3c639ca8-1334-4b29-a67d-833bf10957ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:00.695015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:00.699510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.700638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.706303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Usage tracker for resource:security_group_rule and tenant:cca08259208c4b29ac37e34fadb9f2f8 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:00.710055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:00.716971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:00.717304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:00.717852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.734355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.749214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.771384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Deleting port c7718bd0-9505-457e-b144-59edfa833591 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:00.772013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:00.785111 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff037a9f-534d-43c3-90c3-49aca6355901 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-645979483 HTTP/1.1" status: 204 len: 168 time: 0.8206058 Mar 11 19:43:00.793372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33214) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:00.805147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network d6471f07-29f2-4542-8afb-196f74167092 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:00.810455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:00.845834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-c69b2a04-86ab-4c31-bb97-324a4386b479 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-645979483') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.861246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-22989d9d-48cb-4b9d-a4be-a623b892438b None None] The port 'c7718bd0-9505-457e-b144-59edfa833591' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:43:00.995803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:00.998499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.044249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eedf9-5943-4e76-8095-e598ed39986f req-cead1400-9691-44dd-a0f9-39f14c214b4e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.045739 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f90eedf9-5943-4e76-8095-e598ed39986f req-cead1400-9691-44dd-a0f9-39f14c214b4e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3048310 Mar 11 19:43:01.049017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=9795a37c-ae58-477a-8a88-dc9be7dfbdbb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:01.057101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.067551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.075503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.085965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.096650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f48bf-fd8b-4a29-83e0-3a4fcccdc810 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:01.109138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b4c34d-acf2-4e5c-b01b-6eebedcf58be,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:01.148764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.149999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e3a68c1c-20bb-42a9-be98-858353510e5c tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4712136 Mar 11 19:43:01.153101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33218) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.173485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c69b2a04-86ab-4c31-bb97-324a4386b479 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-645979483 HTTP/1.1" status: 204 len: 168 time: 0.3765888 Mar 11 19:43:01.178452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33222) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.192162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-9d392fb2-fda0-4771-9d7b-366fca34e89e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:01.199779 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9c96c30f-3459-4d3e-bc51-a2161a333284 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/9795a37c-ae58-477a-8a88-dc9be7dfbdbb HTTP/1.1" status: 204 len: 168 time: 1.9334333 Mar 11 19:43:01.215959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33226) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.278904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:01.279555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:01.347956 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f90eedf9-5943-4e76-8095-e598ed39986f req-37073c2e-576b-43c3-84d8-ef902ea9937f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930818 Mar 11 19:43:01.350424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1384ea72-208a-428b-af06-b5c6713e22e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184981 Mar 11 19:43:01.360741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33230) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.381861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:01.382845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:01.391848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:01.392229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.526811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:01.532794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:01.536766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:01.548904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:01.574416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:01.574787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.578188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.583115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:01.592819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Deleting port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:01.593639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:01.593938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.608822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.627352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.665564 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9d392fb2-fda0-4771-9d7b-366fca34e89e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 200 len: 205 time: 0.4860821 Mar 11 19:43:01.668584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33234) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.685702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-8d9e6a0e-75a7-40dc-b0c9-19275faec647 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:01.724180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.738083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:01.757526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.758426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3566f804-1afe-4210-913a-bbf468ba1afe up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:01.781960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c639ca8-1334-4b29-a67d-833bf10957ca,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:01.794991 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8d9e6a0e-75a7-40dc-b0c9-19275faec647 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 200 len: 240 time: 0.1213293 Mar 11 19:43:01.796355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33238) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.848763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.852350 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-23a24cc4-9791-4766-af60-88168052b61a tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/3c639ca8-1334-4b29-a67d-833bf10957ca HTTP/1.1" status: 204 len: 168 time: 0.6958933 Mar 11 19:43:01.854279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33242) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.857136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.871157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-fd57b954-7018-4cf6-a4a1-a87397059c04 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-718296004') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:01.924925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:01.966941 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fd57b954-7018-4cf6-a4a1-a87397059c04 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-718296004 HTTP/1.1" status: 204 len: 168 time: 0.1668260 Mar 11 19:43:01.968658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33246) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:01.979908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-ebf3bfb6-5339-4657-9fab-2a86b4bea7f3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-718296004') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.033309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.039454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0e4d6a36-8309-4c0d-8eb6-1e0390d990d7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:02.050753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:02.056385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:02.056839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.068375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39b08c34-e1ab-4f74-ad79-d5d1c92333de tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6456122 Mar 11 19:43:02.069813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33250) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.080180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:02.080451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1636437247'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:02.085775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:02.126530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0e4d6a36-8309-4c0d-8eb6-1e0390d990d7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:02.130742 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0e4d6a36-8309-4c0d-8eb6-1e0390d990d7 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2730706 Mar 11 19:43:02.135589 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ebf3bfb6-5339-4657-9fab-2a86b4bea7f3 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-718296004 HTTP/1.1" status: 204 len: 168 time: 0.1633554 Mar 11 19:43:02.135589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33254) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.140110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33256) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.168299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-4d434588-4fb8-4cde-abd0-52bfa11e4890 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.178253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 172.26.8.224 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/004b0daa-d327-4ebf-92b0-3efef5d89077) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:02.212989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Calling delete_port for 25fa72e5-6bf1-466e-bb9a-96bd431b0780 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:02.215563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:02.247015 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:02.262529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:02.273178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:02.275015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 3566f804-1afe-4210-913a-bbf468ba1afe completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:02.284960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:02.285174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.287900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.311655 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d434588-4fb8-4cde-abd0-52bfa11e4890 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 200 len: 205 time: 0.1653049 Mar 11 19:43:02.312544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33262) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.319927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9cf6c712-76bb-4ca2-a8fa-3bb7a63384f1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:02.327856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-38c70d94-cb94-4475-9016-011deb44ce40 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.376229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:02.376901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:02.380228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d4fb5-095e-46fc-a1e8-15cd033a61a6 None None] Pushing event updated for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:02.389613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:02.400370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:43:02.405748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9cf6c712-76bb-4ca2-a8fa-3bb7a63384f1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group_rule {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:02.409062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9cf6c712-76bb-4ca2-a8fa-3bb7a63384f1 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2700953 Mar 11 19:43:02.418010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Provisioning for port 3566f804-1afe-4210-913a-bbf468ba1afe completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:02.424254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c7718bd0-9505-457e-b144-59edfa833591 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:02.424767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33268) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.455842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.456347 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment fce59d07-94fe-413f-b6d4-d254576b64de of type vlan for network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 Mar 11 19:43:02.468209 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-f2fc3f0f-918a-42e1-bd0a-92ed7aebef78 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] delete failed (client error): The resource could not be found. Mar 11 19:43:02.472801 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f2fc3f0f-918a-42e1-bd0a-92ed7aebef78 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "DELETE /v2.0/security-groups/3c639ca8-1334-4b29-a67d-833bf10957ca HTTP/1.1" status: 404 len: 347 time: 0.0400453 Mar 11 19:43:02.474356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33272) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.487798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.490843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: c7718bd0-9505-457e-b144-59edfa833591 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:02.491192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c7718bd0-9505-457e-b144-59edfa833591 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:02.491978 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-38c70d94-cb94-4475-9016-011deb44ce40 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 204 len: 168 time: 0.1786571 Mar 11 19:43:02.495561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33276) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.504531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-eb6aa5c8-a279-41e2-9169-bb613b062228 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.512522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Provisioning complete for port 3566f804-1afe-4210-913a-bbf468ba1afe triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:02.514667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.544004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.607262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-90c18e21-9d3f-46f1-8f53-4319c1025114 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Synchronizing usage tracker for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:02.649369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.653211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.653889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.657223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:02.730917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eb6aa5c8-a279-41e2-9169-bb613b062228 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 204 len: 168 time: 0.2311113 Mar 11 19:43:02.731571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.731679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33280) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.738188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-b422f5bb-d878-4f58-983a-1bd135cea9cf tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.750297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:02.762963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-90c18e21-9d3f-46f1-8f53-4319c1025114 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] Unset dirty status for tenant:cca08259208c4b29ac37e34fadb9f2f8 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:02.767919 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-90c18e21-9d3f-46f1-8f53-4319c1025114 tempest-SecGroupIPv6Test-357504881 tempest-SecGroupIPv6Test-357504881-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2856972 Mar 11 19:43:02.774853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.792263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] For port 3566f804-1afe-4210-913a-bbf468ba1afe, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3566f804-1afe-4210-913a-bbf468ba1afe,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:02.797921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:02.798873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.799198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7279894 Mar 11 19:43:02.800842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2b087c-a4e9-4ac9-892d-e6207992ddfc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=8df0a2a1-ce58-4085-8d79-95c8bf4d8f02,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:02.803256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.812954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33286) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:02.820450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:02.862720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dce6c6-1698-4c4e-a3dd-a2bdabba296a req-fd63d30f-8164-4c40-8020-bab070070813 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.864345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15dce6c6-1698-4c4e-a3dd-a2bdabba296a req-fd63d30f-8164-4c40-8020-bab070070813 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2991507 Mar 11 19:43:02.871189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:02.893457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:02.913618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:02.916152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:02.947511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Deleting port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:02.948267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.949384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=004b0daa-d327-4ebf-92b0-3efef5d89077,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:02.975058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:02.986516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:02.993898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:03.011007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:03.020418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:03.020912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.061615 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15dce6c6-1698-4c4e-a3dd-a2bdabba296a req-249a359d-b03b-4bd2-b41c-944594409019 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836462 Mar 11 19:43:03.067428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:03.084342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b422f5bb-d878-4f58-983a-1bd135cea9cf tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 204 len: 168 time: 0.3500519 Mar 11 19:43:03.086248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33290) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.101700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-19433e5a-9386-456d-aad2-aa4511472050 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:03.144072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:03.195963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.197507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.310546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:03.323542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.342290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33296) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.440301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.459082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.459796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.460963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Pushing event updated for resources: {'Port': ['ID=3566f804-1afe-4210-913a-bbf468ba1afe,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.463681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Provisioning for port 1f99480e-ce11-42bc-b701-5c64ae7dad72 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:03.487466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:03.527744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Provisioning complete for port 1f99480e-ce11-42bc-b701-5c64ae7dad72 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:03.528323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.575559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19433e5a-9386-456d-aad2-aa4511472050 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 204 len: 168 time: 0.4897332 Mar 11 19:43:03.576324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 43e8a8a9-c94e-43c0-a840-b676454d0a5e is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:43:03.580040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33302) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.590605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-880846b3-2295-4eca-a39b-65139dc737f7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-28300215') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:03.593393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:03.601430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:03.612372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.613073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.648023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=6c1291c2-109b-47ba-908f-8c9ec05b0eb8,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.683066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=6']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.721038 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-35b0072e-befd-448d-959c-9ec8489af09e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3539591 Mar 11 19:43:03.724277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33306) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.730482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:41:ba:6a', 'name': 'tempest-NetworksTestDHCPv6-1134043441'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:03.734208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8c6803f2-04d8-4e81-aed0-15be83a137db None None] Port 1f99480e-ce11-42bc-b701-5c64ae7dad72 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:03.845310 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-880846b3-2295-4eca-a39b-65139dc737f7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-28300215 HTTP/1.1" status: 201 len: 201 time: 0.2611496 Mar 11 19:43:03.845899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33310) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.852107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-e9cc1166-1115-452a-beac-019aac95d5f4 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-2111931553') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:03.856237 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-817154b7-68c7-495d-9642-b1e9d75c48a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cca08259208c4b29ac37e34fadb9f2f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5081258 Mar 11 19:43:03.869209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33314) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:03.917068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 25fa72e5-6bf1-466e-bb9a-96bd431b0780 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:03.942258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:03.967822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:03.968331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.041583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:04.055593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:04.060926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:04.074717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:04.089191 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] Sync routers for ids ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:04.109251 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] Routers {'43e8a8a9-c94e-43c0-a840-b676454d0a5e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:04.112880 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.133625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.135472 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f8f2d7b-9fd7-40f6-a05f-183b81724f4d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4898818 Mar 11 19:43:04.138295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33320) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.141955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e9cc1166-1115-452a-beac-019aac95d5f4 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-2111931553 HTTP/1.1" status: 201 len: 201 time: 0.2954247 Mar 11 19:43:04.160582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Calling delete_port for 25fa72e5-6bf1-466e-bb9a-96bd431b0780 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:04.192884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33324) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.201880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-734dd6d8-c24b-4135-9f61-f25a694501a7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-981566739') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.253257 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.258512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:04.266753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] Routers {'43e8a8a9-c94e-43c0-a840-b676454d0a5e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:04.267368 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.305530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=fb55396c-f693-48cb-96b2-c81d29883d62,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:04.340134 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.340479 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467104dc-1c17-4520-bbbe-c168c9052fd6 None None] The sync data for ids ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:04.385491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.408583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:04.412550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.429373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:04.429759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:04.435787 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2c51d6db-bf0b-4f1b-bfb5-b249980e5d70 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers/43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 200 len: 885 time: 0.2957828 Mar 11 19:43:04.438243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33328) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.445947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:04.446324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:04.452570 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.466795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.491045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:04.498284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 9aac9bbe-3755-4f1c-b53f-11f924ec60f3 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:43:04.498958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 3, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:42:59Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.501609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.539064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:04.539064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Updating router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c port 1f99480e-ce11-42bc-b701-5c64ae7dad72 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:04.574784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Deleting port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:04.575150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.628122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2360-e8b2-4adf-a03f-26b235c4fe14 req-a43a273a-32a1-44ae-ad1f-c7b8e48d01f2 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:04.629663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-319b2360-e8b2-4adf-a03f-26b235c4fe14 req-a43a273a-32a1-44ae-ad1f-c7b8e48d01f2 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3682880 Mar 11 19:43:04.636143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:04.643716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9fae81d-c841-4ef4-9751-3bb91ae6dcb4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:router {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:04.646686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3566f804-1afe-4210-913a-bbf468ba1afe up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:04.661393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9fae81d-c841-4ef4-9751-3bb91ae6dcb4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:router {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:04.662815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f9fae81d-c841-4ef4-9751-3bb91ae6dcb4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2239342 Mar 11 19:43:04.665374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33332) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.670626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1388919657'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:04.680123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-734dd6d8-c24b-4135-9f61-f25a694501a7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-981566739 HTTP/1.1" status: 201 len: 201 time: 0.4834535 Mar 11 19:43:04.692877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33336) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.709099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-fd93219e-d4f9-4523-b80a-6b8bf842f037 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-1031793804') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.727731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:04.729232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.744628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a5efa7-dc17-4350-b20a-2d2e8c89c858 None None] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:04.757014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:04.757600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.780244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a268921b-3d4b-44e2-b5ef-288259dd8f8c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:04.800766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe41:ba6a (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/6c1291c2-109b-47ba-908f-8c9ec05b0eb8/9aac9bbe-3755-4f1c-b53f-11f924ec60f3) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:04.825261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-319b2360-e8b2-4adf-a03f-26b235c4fe14 req-c01b8ce3-49f4-46ec-b6c4-e48f3ac6b3f5 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878726 Mar 11 19:43:04.834758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f726c4d4-3032-47dc-867c-ea6120eebfd0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0206950 Mar 11 19:43:04.838573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:04.839422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-24b45150-846e-4adf-8400-b4749dd6fc37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a268921b-3d4b-44e2-b5ef-288259dd8f8c HTTP/1.1" status: 204 len: 168 time: 0.9672625 Mar 11 19:43:04.840306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33340) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:04.945704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.009734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:05.054980 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fd93219e-d4f9-4523-b80a-6b8bf842f037 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-1031793804 HTTP/1.1" status: 201 len: 201 time: 0.3586137 Mar 11 19:43:05.056876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33346) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:05.068638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-781889ea-1e85-4b98-9533-694c552c67bb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', {'tags': ['tempest-TagsExtTest-Tag-1189754762', 'tempest-TagsExtTest-Tag-1241854520', 'tempest-TagsExtTest-Tag-953115072']}) {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:05.222592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.244800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 9aac9bbe-3755-4f1c-b53f-11f924ec60f3 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:05.269559 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-781889ea-1e85-4b98-9533-694c552c67bb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 200 len: 317 time: 0.2114110 Mar 11 19:43:05.272112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33350) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:05.278428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-f3f3eae0-f9b1-452b-b859-28bcab62bb73 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:05.381458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3566f804-1afe-4210-913a-bbf468ba1afe triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:05.381888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.410848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.489383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:05.495032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:05.501499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:05.504601 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f3f3eae0-f9b1-452b-b859-28bcab62bb73 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 204 len: 168 time: 0.2314632 Mar 11 19:43:05.505105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:05.505718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.509250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33354) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:05.514060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=9aac9bbe-3755-4f1c-b53f-11f924ec60f3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:05.527529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-98360f0a-6476-4eb4-84a6-962c3c6f458b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-1189754762') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:05.572476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.585825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.589799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] For port 25fa72e5-6bf1-466e-bb9a-96bd431b0780, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=25fa72e5-6bf1-466e-bb9a-96bd431b0780,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:05.590335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.619458 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-842df282-e099-4514-a927-70305ff03beb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8941209 Mar 11 19:43:05.630417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33358) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:05.756493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Calling delete_port for 25fa72e5-6bf1-466e-bb9a-96bd431b0780 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:05.788919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router 43e8a8a9-c94e-43c0-a840-b676454d0a5e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:05.820018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.resource_extend [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:43:05.827914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:05.828733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:05.970642 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-98360f0a-6476-4eb4-84a6-962c3c6f458b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:05.971730 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98360f0a-6476-4eb4-84a6-962c3c6f458b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-1189754762 HTTP/1.1" status: 404 len: 329 time: 0.4598658 Mar 11 19:43:05.976733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:05.987383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-5540678a-5fe9-4f7c-902a-6143cb4ddf73 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-1241854520') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.023249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.054835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2793a00-0162-4733-a202-b09887c2288d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.058708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2793a00-0162-4733-a202-b09887c2288d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.059506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2793a00-0162-4733-a202-b09887c2288d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:06.119272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2793a00-0162-4733-a202-b09887c2288d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:06.123101 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2793a00-0162-4733-a202-b09887c2288d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4451339 Mar 11 19:43:06.124181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33368) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.183939 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-5540678a-5fe9-4f7c-902a-6143cb4ddf73 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:06.186077 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5540678a-5fe9-4f7c-902a-6143cb4ddf73 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-1241854520 HTTP/1.1" status: 404 len: 329 time: 0.2023592 Mar 11 19:43:06.189288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33372) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.194417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.199775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-804eaade-f244-4222-b868-81fa582cb108 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775', 'tempest-TagsExtTest-Tag-953115072') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.203136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b59f91-d698-4c01-af62-5dbfdea9afd5 req-efbda7f5-31c7-4523-8c2f-42f04c1cc705 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.205161 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-51b59f91-d698-4c01-af62-5dbfdea9afd5 req-efbda7f5-31c7-4523-8c2f-42f04c1cc705 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2245579 Mar 11 19:43:06.213732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 9aac9bbe-3755-4f1c-b53f-11f924ec60f3 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:06.214154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.237502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.250340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Transition to ACTIVE for port object 1f99480e-ce11-42bc-b701-5c64ae7dad72 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:06.258094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] Pushing event deleted for resources: {'Port': ['ID=25fa72e5-6bf1-466e-bb9a-96bd431b0780,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:06.271357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.275796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Allocated IP 172.22.0.2 (8df0a2a1-ce58-4085-8d79-95c8bf4d8f02/fb55396c-f693-48cb-96b2-c81d29883d62/504d5e87-b4ee-4a05-a13d-ed1174a0aae1) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:06.375343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-51b59f91-d698-4c01-af62-5dbfdea9afd5 req-3cfca616-21c8-41d6-b702-7d9bb23dd53c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276057 Mar 11 19:43:06.499763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:06.515639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.518476 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14b4c763-cdfc-4f50-9c43-17eeba20611f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 200 len: 892 time: 1.8512673 Mar 11 19:43:06.519595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6bc390-387e-4bd9-9476-0a7732641b75 None None] No DVR routers for this DVR port 25fa72e5-6bf1-466e-bb9a-96bd431b0780 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:06.521490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] Sync routers for ids ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:06.523846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2c28-c40d-4583-811f-0d7bd6b4b8dc None None] Pushing event updated for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:06.552215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33376) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.623452 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-804eaade-f244-4222-b868-81fa582cb108 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:06.627226 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-804eaade-f244-4222-b868-81fa582cb108 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags/tempest-TagsExtTest-Tag-953115072 HTTP/1.1" status: 404 len: 328 time: 0.4346139 Mar 11 19:43:06.631161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33380) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.637477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-44081eec-4d12-43d9-b5ab-d2b92c5d8000 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', {'tags': ['tempest-TagsExtTest-Tag-1865984669', 'tempest-TagsExtTest-Tag-1493158109', 'tempest-TagsExtTest-Tag-317156392']}) {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.677115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e092e5-1850-4106-998d-e3730b131d58 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:06.719298 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-44081eec-4d12-43d9-b5ab-d2b92c5d8000 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 200 len: 317 time: 0.0846508 Mar 11 19:43:06.719509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33384) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.725018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-1fb425dc-2eda-414b-bf89-7ff6f49c126a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.746102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:06.811896 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1fb425dc-2eda-414b-bf89-7ff6f49c126a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 204 len: 168 time: 0.0910482 Mar 11 19:43:06.814409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33388) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.820392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-2ed9d8cc-868e-4a80-a960-cc1d1fd1643e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-1865984669') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.858918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] Routers {'43e8a8a9-c94e-43c0-a840-b676454d0a5e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:06.859582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.873682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 9aac9bbe-3755-4f1c-b53f-11f924ec60f3 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:06.888424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-2ed9d8cc-868e-4a80-a960-cc1d1fd1643e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:06.892220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2ed9d8cc-868e-4a80-a960-cc1d1fd1643e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-1865984669 HTTP/1.1" status: 404 len: 329 time: 0.0741379 Mar 11 19:43:06.892463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33392) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.897610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-26b9d25f-cbe1-4446-a2d7-5da1e7ff4afb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-1493158109') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.956344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.968137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-26b9d25f-cbe1-4446-a2d7-5da1e7ff4afb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:06.969465 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-26b9d25f-cbe1-4446-a2d7-5da1e7ff4afb tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-1493158109 HTTP/1.1" status: 404 len: 329 time: 0.0760477 Mar 11 19:43:06.972246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33396) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:06.977613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-79b3a380-6e49-404c-b20a-14c121fae8c4 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02', 'tempest-TagsExtTest-Tag-317156392') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:06.982168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Attempting to bind port 1f99480e-ce11-42bc-b701-5c64ae7dad72 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:06.982580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Attempting to bind port 1f99480e-ce11-42bc-b701-5c64ae7dad72 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:06.982913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Attempting to bind port 1f99480e-ce11-42bc-b701-5c64ae7dad72 on network d6471f07-29f2-4542-8afb-196f74167092 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:07.048070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-79b3a380-6e49-404c-b20a-14c121fae8c4 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:07.049405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-79b3a380-6e49-404c-b20a-14c121fae8c4 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags/tempest-TagsExtTest-Tag-317156392 HTTP/1.1" status: 404 len: 328 time: 0.0759265 Mar 11 19:43:07.052395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33400) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.054715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.060392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-3a32f84b-1fd7-4df2-a292-1a729b2aa11d tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', {'tags': ['tempest-TagsExtTest-Tag-1227593760', 'tempest-TagsExtTest-Tag-605825405', 'tempest-TagsExtTest-Tag-1429127178']}) {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:07.064323 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-967a283c-f3ba-4627-bb22-5898fb038c72 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers/43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 200 len: 892 time: 0.5108733 Mar 11 19:43:07.064858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33404) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.084415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:07.084827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Checking segment: {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:07.085176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.085559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Bound using segment: {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:07.086037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Bound port: 1f99480e-ce11-42bc-b701-5c64ae7dad72, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5240c74-94ec-4c95-becd-33babd8633ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:07.086405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.117971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] Routers {'43e8a8a9-c94e-43c0-a840-b676454d0a5e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:07.118662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:07.147187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=9aac9bbe-3755-4f1c-b53f-11f924ec60f3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:07.157089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c63f2aed-00c2-43e6-8368-5944293e5e6e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:07.200071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.217037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c63f2aed-00c2-43e6-8368-5944293e5e6e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:07.220907 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c63f2aed-00c2-43e6-8368-5944293e5e6e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 200 len: 205 time: 0.1488955 Mar 11 19:43:07.221108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33408) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.225115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d11adc43-efa2-4793-a29f-77c415de7b80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/9aac9bbe-3755-4f1c-b53f-11f924ec60f3 HTTP/1.1" status: 204 len: 168 time: 1.0996497 Mar 11 19:43:07.227268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33412) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.229401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.231758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:07.232159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e29ec-893e-47e3-9f4e-2a42b64a9924 None None] The sync data for ids ['43e8a8a9-c94e-43c0-a840-b676454d0a5e'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:07.286387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Transition to ACTIVE for port object 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:07.304611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a84fdf-4a37-4c3f-891a-db0355dde3b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:07.306086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a84fdf-4a37-4c3f-891a-db0355dde3b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:07.306658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-86a84fdf-4a37-4c3f-891a-db0355dde3b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:07.314405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3a32f84b-1fd7-4df2-a292-1a729b2aa11d tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 200 len: 317 time: 0.2600245 Mar 11 19:43:07.315656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.323170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-50363dc5-ebef-422f-aa7e-6de02f1f82e6 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:07.324208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '6c1291c2-109b-47ba-908f-8c9ec05b0eb8'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:07.325718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.342231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Transition to ACTIVE for port object 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:07.356743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.434734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] For port 1f99480e-ce11-42bc-b701-5c64ae7dad72, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:07.465213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.465766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] For port 1f99480e-ce11-42bc-b701-5c64ae7dad72, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1f99480e-ce11-42bc-b701-5c64ae7dad72,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:07.490250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-86a84fdf-4a37-4c3f-891a-db0355dde3b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:07.491437 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-86a84fdf-4a37-4c3f-891a-db0355dde3b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2629507 Mar 11 19:43:07.492974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.495546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33422) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.507794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Pushing event updated for resources: {'Port': ['ID=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:07.513998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:07.550817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:07.564009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.22.0.1 (8df0a2a1-ce58-4085-8d79-95c8bf4d8f02/fb55396c-f693-48cb-96b2-c81d29883d62/8d3faadb-53de-4982-bc23-b091a1c1157d) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:07.571288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:07.740451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2c28-c40d-4583-811f-0d7bd6b4b8dc None None] Pushing event updated for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:07.748160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Allocated IP 2001:db8::f816:3eff:fec1:bb74 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/6c1291c2-109b-47ba-908f-8c9ec05b0eb8/ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:07.765523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Attempting to bind port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:07.765890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Attempting to bind port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:07.766253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Attempting to bind port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 on network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:07.768528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:07.769180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:07.878767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.890175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 004b0daa-d327-4ebf-92b0-3efef5d89077 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:07.890552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.905791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:07.905791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Checking segment: {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:07.906154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.906432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Bound using segment: {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:07.906918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Bound port: 504d5e87-b4ee-4a05-a13d-ed1174a0aae1, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:07.907284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:07.941501 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-50363dc5-ebef-422f-aa7e-6de02f1f82e6 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 204 len: 168 time: 0.6227987 Mar 11 19:43:07.942134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33426) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:07.948994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-22faf9a8-ee3d-49a1-83bc-65f1c79f0d5a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-1227593760') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:08.047243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 6c1291c2-109b-47ba-908f-8c9ec05b0eb8 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:08.058677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1ffc5-37b0-4adf-8632-e66a2f0d0325 req-a1448181-5eba-4b38-b7db-2e29bcdc6641 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:08.060279 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-48e1ffc5-37b0-4adf-8632-e66a2f0d0325 req-a1448181-5eba-4b38-b7db-2e29bcdc6641 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4503176 Mar 11 19:43:08.066292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.107305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 8d3faadb-53de-4982-bc23-b091a1c1157d will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:08.144033 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-48e1ffc5-37b0-4adf-8632-e66a2f0d0325 req-c83a0dba-0369-4516-a01e-0427051c4449 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707183 Mar 11 19:43:08.156271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.158974 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-22faf9a8-ee3d-49a1-83bc-65f1c79f0d5a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:08.160460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-22faf9a8-ee3d-49a1-83bc-65f1c79f0d5a tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-1227593760 HTTP/1.1" status: 404 len: 329 time: 0.2173395 Mar 11 19:43:08.163232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33430) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:08.163385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:08.173437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-f3ee0e46-d198-4325-b19e-7096245ea9dc tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-605825405') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:08.241856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:08.244923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:08.249487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:08.264087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] For port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:08.279527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.297068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] For port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:08.318066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.332561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.384412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.402783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.454787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 004b0daa-d327-4ebf-92b0-3efef5d89077 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:08.491410 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-f3ee0e46-d198-4325-b19e-7096245ea9dc tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:08.495293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f3ee0e46-d198-4325-b19e-7096245ea9dc tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-605825405 HTTP/1.1" status: 404 len: 328 time: 0.3286924 Mar 11 19:43:08.496078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33434) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:08.513219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-a2c3c37a-d199-444d-b341-90ecdd46c4be tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6', 'tempest-TagsExtTest-Tag-1429127178') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:08.553229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.580283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Transition to ACTIVE for port object ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:08.590749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ea6a6-ac67-4448-8209-529ec33eefa1 None None] Pushing event updated for resources: {'Port': ['ID=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.635745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Transition to ACTIVE for port object ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:08.656270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.690534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.723367 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-a2c3c37a-d199-444d-b341-90ecdd46c4be tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:08.724822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a2c3c37a-d199-444d-b341-90ecdd46c4be tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags/tempest-TagsExtTest-Tag-1429127178 HTTP/1.1" status: 404 len: 329 time: 0.2283890 Mar 11 19:43:08.739223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33438) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:08.757292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-3c9808e1-def2-477f-ab8b-bd43df22163e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', {'tags': ['tempest-TagsExtTest-Tag-1851134373', 'tempest-TagsExtTest-Tag-415845564', 'tempest-TagsExtTest-Tag-107994146']}) {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:08.795204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:08.802376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.809129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:08.812596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Pushing event updated for resources: {'Port': ['ID=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.815803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:08.890083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.928800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 3, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:07Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:08.939872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3ee277-c1d6-4d62-bdbb-9f15abf6e69e None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 3, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:07Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:08.959026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=004b0daa-d327-4ebf-92b0-3efef5d89077,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.962130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Attempting to bind port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:08.962719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Attempting to bind port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:08.963078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Attempting to bind port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:08.971670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:08.972040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:08.972483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.972866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:08.973329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Bound port: ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:08.973694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:08.995806 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c9808e1-def2-477f-ab8b-bd43df22163e tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "PUT /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 200 len: 316 time: 0.2503262 Mar 11 19:43:09.006460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33442) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:09.033324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-abdf08ae-9305-4040-914c-634ee7cb73ab tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:09.089530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.132423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.141618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.304061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.316308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:09.350472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] For port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:09.354930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] For port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:09.362276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.375036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.474164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c09a3-23da-4c19-b093-9b0710be7bbd None None] Pushing event updated for resources: {'Port': ['ID=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:09.495010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=6c1291c2-109b-47ba-908f-8c9ec05b0eb8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:09.515731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.555183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd6dd972-e8fe-4055-905b-1108b70184ea tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/6c1291c2-109b-47ba-908f-8c9ec05b0eb8 HTTP/1.1" status: 204 len: 168 time: 2.0577333 Mar 11 19:43:09.565676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:09.609543 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-abdf08ae-9305-4040-914c-634ee7cb73ab tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 204 len: 168 time: 0.5816524 Mar 11 19:43:09.610493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:09.624789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-b7658208-2cdf-427c-9d21-57319defb9b8 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-1851134373') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:09.644621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:09.678599 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7953ca11-04f6-4f1e-ad4f-5b2950d1859e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1116376 Mar 11 19:43:09.683059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33456) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:09.687388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:09.732923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:09.990369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-b7658208-2cdf-427c-9d21-57319defb9b8 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:09.998970 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b7658208-2cdf-427c-9d21-57319defb9b8 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-1851134373 HTTP/1.1" status: 404 len: 329 time: 0.3808541 Mar 11 19:43:09.999739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33460) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.001710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.011805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-27d5b3cf-8164-4fcd-af53-1ec1191a9355 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-415845564') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:10.026419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.053705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a354109-6667-4653-8bf0-34b29222e39d req-f1d88641-40d4-4f55-80e9-55dfd2a2195b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.055623 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a354109-6667-4653-8bf0-34b29222e39d req-f1d88641-40d4-4f55-80e9-55dfd2a2195b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4954386 Mar 11 19:43:10.102017 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-27d5b3cf-8164-4fcd-af53-1ec1191a9355 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:10.106224 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-27d5b3cf-8164-4fcd-af53-1ec1191a9355 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-415845564 HTTP/1.1" status: 404 len: 328 time: 0.0982137 Mar 11 19:43:10.107193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33464) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.122712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08944f2-5c41-48cb-ac59-30049cb2762f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.127220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a08944f2-5c41-48cb-ac59-30049cb2762f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4430268 Mar 11 19:43:10.128340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33468) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.132901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a354109-6667-4653-8bf0-34b29222e39d req-17edcefe-33e6-49e4-871d-cafe2b9d43a7 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717525 Mar 11 19:43:10.133887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-98e6d8db-9f2c-4cb4-885f-74fdb2392cec tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20', 'tempest-TagsExtTest-Tag-107994146') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:10.137467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.138353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router 43e8a8a9-c94e-43c0-a840-b676454d0a5e {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:43:10.180429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.181881 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4bfcebe1-93b8-4420-a46f-3ba577b0c304 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 204 len: 168 time: 2.9597104 Mar 11 19:43:10.186233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33474) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.195434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599061576'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:10.205519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:10.214733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:10.222959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:10.237029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:10.251572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8e2e83-66ba-49b2-9dc7-043ca106d3b3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.252653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-db8e2e83-66ba-49b2-9dc7-043ca106d3b3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:10.262740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:10.266388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.303187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:10.314736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.315727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment 94ecb40f-c517-4a0d-946d-77eb68fa472b of type vlan for network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 Mar 11 19:43:10.352506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.384299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f1409-8567-4bf0-9d1e-eb7b1ad55f40 None None] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:10.397124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.402375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.403692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:10.414518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-98e6d8db-9f2c-4cb4-885f-74fdb2392cec tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] show failed (client error): The resource could not be found. Mar 11 19:43:10.419051 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98e6d8db-9f2c-4cb4-885f-74fdb2392cec tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags/tempest-TagsExtTest-Tag-107994146 HTTP/1.1" status: 404 len: 328 time: 0.3093259 Mar 11 19:43:10.419891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33478) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.431617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-bf8552e6-d174-4a10-91f7-35c1e820f5b9 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4dc2075c-effb-4c69-8f00-43fefa92ce20') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:10.446276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-db8e2e83-66ba-49b2-9dc7-043ca106d3b3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:10.451050 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-db8e2e83-66ba-49b2-9dc7-043ca106d3b3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2966936 Mar 11 19:43:10.452411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33482) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.545025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4746459a-6beb-41fe-8915-547e7e148c7e None None] Provisioning for port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:10.604734 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-11a42c14-61a1-4f06-a56c-9213412351c5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487777 Mar 11 19:43:10.605500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33488) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.616326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:10.624988 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4376500 Mar 11 19:43:10.632112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33492) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.637462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe989e18-5cf5-4f20-9e81-03885766dae9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=9a4af1f0-78d8-4f1b-932d-1bd82525ed72,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:10.661658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:10.669663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bf8552e6-d174-4a10-91f7-35c1e820f5b9 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20/tags HTTP/1.1" status: 204 len: 168 time: 0.2420471 Mar 11 19:43:10.670688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33496) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:10.675273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:10.858885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.tag.tag_plugin [None req-2bf6846a-1e3e-438c-a6be-c780f7f61ff2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ef5694a9-94f7-4716-8987-8811eb70d3d6') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:10.860634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:10.917305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:10.924354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:10.928572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:10.940110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:10.957246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a78500-821d-4968-99e7-4ba42b5b3d04 req-6e0b506f-bd46-41c3-ba51-34c1017bc8cd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.963918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:10.969236 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2a78500-821d-4968-99e7-4ba42b5b3d04 req-6e0b506f-bd46-41c3-ba51-34c1017bc8cd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2675726 Mar 11 19:43:10.997350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:11.033564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:11.041647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:11.042015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.051418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:11.105109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:11.109043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.154810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2a78500-821d-4968-99e7-4ba42b5b3d04 req-8d1d58a5-1568-41f7-b5ac-1ed95d4db599 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845636 Mar 11 19:43:11.158611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:11.162203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.211978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.253953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:11.258261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.258879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:11.313561 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2bf6846a-1e3e-438c-a6be-c780f7f61ff2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6/tags HTTP/1.1" status: 204 len: 168 time: 0.4633846 Mar 11 19:43:11.314233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-90e0a0f7-ed79-40b6-94a5-91df3ce1635e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.4615121 Mar 11 19:43:11.315158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33500) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:11.323773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be47c6c-b8d5-4056-815d-bbc4fa002419 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:11.325170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-6ad8cc2d-9a21-4918-84c4-72efa4f69169 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92efc52b-865c-4a61-a02f-07c4828c4c02') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:11.566853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:11.603823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-55e8d70f-1fb8-48b5-9c23-2ed3e9f37cf9 None None] Provisioning for port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:11.623716 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6ad8cc2d-9a21-4918-84c4-72efa4f69169 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02/tags HTTP/1.1" status: 204 len: 168 time: 0.3071415 Mar 11 19:43:11.632844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33504) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:11.638707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.tag.tag_plugin [None req-c97978eb-46a6-4ebc-88a4-815aeec2f6a7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dde32113-cd02-409c-bbe8-5f61d0e37775') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:11.646166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.646512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.646850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.647180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.647552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.647888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.648205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.648531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.648880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.649200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.649517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.682273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:11.690577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:11.690952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.691985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.828584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=2067fd30-32b3-426e-8a7d-d4dd75fb4d7b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:11.838361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Provisioning complete for port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:11.838737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.844448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.844921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.845337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.845732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.846141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.846556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.847416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.847416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.847624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.847997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.848521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:11.865892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': '94ecb40f-c517-4a0d-946d-77eb68fa472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:11.866262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 9a4af1f0-78d8-4f1b-932d-1bd82525ed72, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:11.875468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-810549c5-5359-48da-99e3-8f51dc75df66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.876953 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-810549c5-5359-48da-99e3-8f51dc75df66 service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.5021789 Mar 11 19:43:11.882528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c97978eb-46a6-4ebc-88a4-815aeec2f6a7 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775/tags HTTP/1.1" status: 204 len: 168 time: 0.2486365 Mar 11 19:43:11.886671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:11.897784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33508) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:11.919623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Deleting port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:11.920407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.921236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:11.949954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 9a4af1f0-78d8-4f1b-932d-1bd82525ed72) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:11.966488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.967188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:11.976757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd55a503-56f1-4cdc-98ca-cefe7e096437 None None] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:11.984225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:12.005592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.007253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7fecdd40-a88e-4998-bf51-0a77be434242 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3647020 Mar 11 19:43:12.010571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33512) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.016385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-500252383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:12.018851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.025357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:12.030824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:12.034027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:12.037987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a9660aa4-877f-4824-a81c-a9be697bb55d tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for subnetpool, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.039094 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a9660aa4-877f-4824-a81c-a9be697bb55d tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnetpools/4dc2075c-effb-4c69-8f00-43fefa92ce20 HTTP/1.1" status: 204 len: 168 time: 0.1406748 Mar 11 19:43:12.042478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33516) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.063825 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d789d3a4-4eff-4697-8d92-4f9030165851 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2181463 Mar 11 19:43:12.069249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33520) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.073503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:12.087715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'network': {'name': 'tempest-RoutersTest-921677861'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:12.095098 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3b3e5697-33db-4c8d-b460-15cba70b5abe tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5694a9-94f7-4716-8987-8811eb70d3d6 HTTP/1.1" status: 200 len: 205 time: 0.0514297 Mar 11 19:43:12.098310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33524) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.100905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:12.111612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:network and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:12.119716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:12.127511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:12.134624 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-12787d12-d754-495b-875a-62fed2fd186c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.2302692 Mar 11 19:43:12.135736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:12.137666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=2a047337-8e69-4bee-848d-c6708f7dcc5e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:12.140010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:12.185480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:12.185794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.208828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:12.229481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:12.233728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.238118 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:12.247251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.248395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.249592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.250099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.250596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.251092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.251637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.252116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.252694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.253226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.253750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.254280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.254788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:12.254982 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:12.257106 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:12.259006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.260944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1f99480e-ce11-42bc-b701-5c64ae7dad72 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:12.273203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-412a959c-981f-42be-8033-50aaf271873d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6644669 Mar 11 19:43:12.276684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33530) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.285199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:c4:9d:8f', 'name': 'tempest-NetworksTestDHCPv6-1680618538'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:12.301807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-953886ed-35b5-4ab2-88f3-a338400fed70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:12.303553 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-953886ed-35b5-4ab2-88f3-a338400fed70 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.1605918 Mar 11 19:43:12.382767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.437415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:12.445683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.480778 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:12.492823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.493428 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added segment a020a300-717d-4565-b6cb-a1bdf478b0a9 of type vlan for network b8af5824-bccf-4455-be57-e7c1357aed27 Mar 11 19:43:12.574784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.596061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:12.605640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:12.610517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:12.620492 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-68e1a0ce-e619-423d-938b-4fa625e9b8cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3074749 Mar 11 19:43:12.621781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:12.711656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Provisioning for port 8d3faadb-53de-4982-bc23-b091a1c1157d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:12.717786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:12.718930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3ab6d-8f11-47b5-8460-55d62f24e9b3 req-cbbe777b-df5e-4986-b4f5-104575918b16 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:12.720674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2a3ab6d-8f11-47b5-8460-55d62f24e9b3 req-cbbe777b-df5e-4986-b4f5-104575918b16 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3755083 Mar 11 19:43:12.741559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Provisioning complete for port 8d3faadb-53de-4982-bc23-b091a1c1157d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:12.741973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.755833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:12.759981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.769327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.773292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:12.774068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.817064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-48914164-4304-4075-84e0-369bfe98c122 None None] Port 8d3faadb-53de-4982-bc23-b091a1c1157d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:12.827749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-9a4af1f0-78d8-4f1b-932d-1bd82525ed72', 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '2067fd30-32b3-426e-8a7d-d4dd75fb4d7b'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:12.828833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.849707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1f99480e-ce11-42bc-b701-5c64ae7dad72 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:12.858192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] For port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:12.858624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.861187 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:08Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:07Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:08Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:12.867981 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:12.868327 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Updating router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c port 8d3faadb-53de-4982-bc23-b091a1c1157d binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:12.873353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1f99480e-ce11-42bc-b701-5c64ae7dad72 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:12.873727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.922426 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.941367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.946313 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8699551 Mar 11 19:43:12.946970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.947588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33538) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:12.952612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 1224d793-f943-4c5d-b008-0ce00857874e yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:43:12.972699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.986640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:12.987293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Fanout notify agent at l3_agent the message router_deleted on router ef5694a9-94f7-4716-8987-8811eb70d3d6 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:43:12.990814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e362da2-a680-4400-8d77-341f896ad0ad tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Network': ['ID=b8af5824-bccf-4455-be57-e7c1357aed27,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:13.004830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'subnet': {'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:13.011063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.012181 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-90d9f2f8-d91e-435b-bfbc-a0623c67e515 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/routers/ef5694a9-94f7-4716-8987-8811eb70d3d6 HTTP/1.1" status: 204 len: 168 time: 0.9133976 Mar 11 19:43:13.015152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33542) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:13.039975 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2a3ab6d-8f11-47b5-8460-55d62f24e9b3 req-fc0dd82d-d4bc-4206-9324-9931fce194b0 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038516 Mar 11 19:43:13.097133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Deleting port 92efc52b-865c-4a61-a02f-07c4828c4c02 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:13.097481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.124261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b8af5824-bccf-4455-be57-e7c1357aed27 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:13.148985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-397fa63d-3a7d-490f-8a1e-0d6f72a9cba7 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120456 Mar 11 19:43:13.150495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Calling delete_port for ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:13.182570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.190611 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6174dd10-d367-451c-8d82-23a96183001a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1789768 Mar 11 19:43:13.194649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33546) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:13.297817 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.315294 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Transition to ACTIVE for port object 8d3faadb-53de-4982-bc23-b091a1c1157d will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:13.328842 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.329933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:13.345704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:subnet and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:13.359846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8ab99580-93ed-47c0-8094-259882786ddc None None] Provisioning complete for port 8d3faadb-53de-4982-bc23-b091a1c1157d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:13.359846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ab99580-93ed-47c0-8094-259882786ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.360351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:13.376329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:13.381402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::268 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/2a047337-8e69-4bee-848d-c6708f7dcc5e/1224d793-f943-4c5d-b008-0ce00857874e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:13.410116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Made reservation on behalf of c4f625dff80744cbbc5e5efa20a8f8ed for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:13.433261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d7bdadc-c615-4f3d-84f1-2bf3e2c544c7 req-5c924eae-c189-4ff8-b498-4e78a1a72435 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745550 Mar 11 19:43:13.489660 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Pushing event updated for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:13.568764 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.571829 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.572346 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.574016 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.574504 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.575402 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.579619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.580162 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.580648 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.583833 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.585694 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.615759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.618222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.659267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8ab99580-93ed-47c0-8094-259882786ddc None None] Port 8d3faadb-53de-4982-bc23-b091a1c1157d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:13.683545 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Attempting to bind port 8d3faadb-53de-4982-bc23-b091a1c1157d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:13.683917 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Attempting to bind port 8d3faadb-53de-4982-bc23-b091a1c1157d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:13.684485 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Attempting to bind port 8d3faadb-53de-4982-bc23-b091a1c1157d on network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:13.684954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:13.685301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:13.692583 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:13.692848 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Checking segment: {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:13.693243 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.693816 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Bound using segment: {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:13.694287 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Bound port: 8d3faadb-53de-4982-bc23-b091a1c1157d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce59d07-94fe-413f-b6d4-d254576b64de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:13.695176 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.696333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1f99480e-ce11-42bc-b701-5c64ae7dad72, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1f99480e-ce11-42bc-b701-5c64ae7dad72,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:13.698068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Allocated IP 2001:db8::2 (9a4af1f0-78d8-4f1b-932d-1bd82525ed72/2067fd30-32b3-426e-8a7d-d4dd75fb4d7b/2da54671-973d-45c4-a8be-6f77a5f8adc6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:13.707298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.820775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] For port 8d3faadb-53de-4982-bc23-b091a1c1157d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:13.826937 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] For port 8d3faadb-53de-4982-bc23-b091a1c1157d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8d3faadb-53de-4982-bc23-b091a1c1157d,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:13.833473 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:13.920994 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:13.922008 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:42:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:14.166490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.210522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.225271 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bf5f5-2bcd-4652-b55f-5d889a0ea8f2 None None] Pushing event updated for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.232246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Deleting port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:14.232669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.250345 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:14.287983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 1224d793-f943-4c5d-b008-0ce00857874e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:14.293360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Transition to ACTIVE for port object 2da54671-973d-45c4-a8be-6f77a5f8adc6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:14.309914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:14.373937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.416200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.437885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Transition to ACTIVE for port object 2da54671-973d-45c4-a8be-6f77a5f8adc6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:14.446947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.495206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa760-159f-446a-8009-53bea71e313a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.506104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.534404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:14.539288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.540332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:14.543245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:14.547351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.548769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.573119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=1224d793-f943-4c5d-b008-0ce00857874e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.588528 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff5a9d2b-afde-4018-b042-51a58ce2dd93 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3070946 Mar 11 19:43:14.598083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33552) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:14.603345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Subnet': ['ID=3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.609425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:14.610074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:14.610394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.630808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Calling delete_port for 92efc52b-865c-4a61-a02f-07c4828c4c02 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:14.654201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:14.661675 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:08Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:14.666422 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87646dd9-1a34-4a77-9019-4564f3258a00 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:08Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:14.681364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:14.708709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Checking segment: {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:14.708709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network hostable DHCP agents. Network: b8af5824-bccf-4455-be57-e7c1357aed27, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:14.741379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8ef87-3bef-464a-a46d-86d5fd12b88b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.758142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f8ef87-3bef-464a-a46d-86d5fd12b88b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.758953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b0f8ef87-3bef-464a-a46d-86d5fd12b88b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:14.787376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b0f8ef87-3bef-464a-a46d-86d5fd12b88b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:14.791585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33556) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:14.792559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b0f8ef87-3bef-464a-a46d-86d5fd12b88b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1929934 Mar 11 19:43:14.799210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Pushing event updated for resources: {'Port': ['ID=2da54671-973d-45c4-a8be-6f77a5f8adc6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.800145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b8af5824-bccf-4455-be57-e7c1357aed27 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:14.822883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, b8af5824-bccf-4455-be57-e7c1357aed27) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:14.834135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.834135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:14.852407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f085d0-f122-4c7d-bfc0-ac7494159592 None None] Network b8af5824-bccf-4455-be57-e7c1357aed27 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:14.874107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-25d5bf84-c322-40af-b61b-91b29ac83774 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8808987 Mar 11 19:43:14.874475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:14.960964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 1224d793-f943-4c5d-b008-0ce00857874e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:14.961315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.000529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a397e-56b6-483c-98aa-76f35b892b00 req-818c428d-f1de-4513-bf81-dd334084ea64 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:15.002076 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-989a397e-56b6-483c-98aa-76f35b892b00 req-818c428d-f1de-4513-bf81-dd334084ea64 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.7053087 Mar 11 19:43:15.015873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.134765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] For port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:15.144136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.225576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event deleted for resources: {'Port': ['ID=92efc52b-865c-4a61-a02f-07c4828c4c02,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:15.229189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.282879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Attempting to bind port 2da54671-973d-45c4-a8be-6f77a5f8adc6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:15.283536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Attempting to bind port 2da54671-973d-45c4-a8be-6f77a5f8adc6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '94ecb40f-c517-4a0d-946d-77eb68fa472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:15.283844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Attempting to bind port 2da54671-973d-45c4-a8be-6f77a5f8adc6 on network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:15.371441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Calling delete_port for ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:15.459800 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-989a397e-56b6-483c-98aa-76f35b892b00 req-5f05d9a6-91da-4a67-bcb7-25ef719e75f4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128027 Mar 11 19:43:15.461791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:15.463016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Checking segment: {'id': '94ecb40f-c517-4a0d-946d-77eb68fa472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:15.464812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.465372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Bound using segment: {'id': '94ecb40f-c517-4a0d-946d-77eb68fa472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:15.468024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Bound port: 2da54671-973d-45c4-a8be-6f77a5f8adc6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ecb40f-c517-4a0d-946d-77eb68fa472b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '9a4af1f0-78d8-4f1b-932d-1bd82525ed72'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:15.472436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.590716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b8af5824-bccf-4455-be57-e7c1357aed27', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:15.591555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.641763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:15.677526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.722650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.793017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:15.793419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:15.822008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] Pushing event deleted for resources: {'Port': ['ID=ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:15.869464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] For port 2da54671-973d-45c4-a8be-6f77a5f8adc6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:15.872854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683bda5a-1b17-4474-9f1f-b8b9346ffc6b None None] No DVR routers for this DVR port ba2ad2a0-645b-4d77-b5b7-545f11b5eeaf on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:15.895487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2788b56b-aed5-46a9-b6af-15146cf80e5b None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:15.928503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] For port 2da54671-973d-45c4-a8be-6f77a5f8adc6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2da54671-973d-45c4-a8be-6f77a5f8adc6,segment=NetworkSegment(94ecb40f-c517-4a0d-946d-77eb68fa472b),segment_id=94ecb40f-c517-4a0d-946d-77eb68fa472b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:15.943983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:15.959599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bb531860-cbdb-4bbb-aaed-383383d0b171 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/ports/92efc52b-865c-4a61-a02f-07c4828c4c02 HTTP/1.1" status: 204 len: 168 time: 2.9430933 Mar 11 19:43:15.972152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33566) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:15.989819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.027350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.047033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1f99480e-ce11-42bc-b701-5c64ae7dad72 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:16.119837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6167d57-0f83-4985-ac5a-b254bb9ab5a5 req-6cbf3975-47da-48a7-a41a-16378c9812cd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:16.121288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a6167d57-0f83-4985-ac5a-b254bb9ab5a5 req-6cbf3975-47da-48a7-a41a-16378c9812cd tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5170977 Mar 11 19:43:16.215951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 1224d793-f943-4c5d-b008-0ce00857874e owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:16.236407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7be1e-af61-4886-8de0-9a58909c8da7 None None] Pushing event updated for resources: {'Port': ['ID=2da54671-973d-45c4-a8be-6f77a5f8adc6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:16.289448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Allocated IP 172.23.0.2 (b8af5824-bccf-4455-be57-e7c1357aed27/3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887/0ba7f1ee-5541-4def-afb5-07342342f047) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:16.316873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a6167d57-0f83-4985-ac5a-b254bb9ab5a5 req-244ed29e-f6eb-4697-a8d0-1c54f90f1aad tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875978 Mar 11 19:43:16.453957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1f99480e-ce11-42bc-b701-5c64ae7dad72 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:16.454194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.588046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8::1 (9a4af1f0-78d8-4f1b-932d-1bd82525ed72/2067fd30-32b3-426e-8a7d-d4dd75fb4d7b/f84958f4-04ea-4b71-968d-753596a0b34b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:16.609702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Deleting subnet dde32113-cd02-409c-bbe8-5f61d0e37775 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:16.617617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.716643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': '2a047337-8e69-4bee-848d-c6708f7dcc5e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:16.717406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.738838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8d3faadb-53de-4982-bc23-b091a1c1157d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:16.771988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.774734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.777238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.840443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b585722f-2ca4-435d-ab60-3f2dcc90ace6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.846075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Transition to ACTIVE for port object 0ba7f1ee-5541-4def-afb5-07342342f047 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:16.880704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=1224d793-f943-4c5d-b008-0ce00857874e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:16.896278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Transition to ACTIVE for port object 0ba7f1ee-5541-4def-afb5-07342342f047 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:16.909208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da108-2a0e-4e1e-8b08-b5e826e83bc4 req-d17d8b80-aaf7-49fb-8ff8-c6c23319ff4b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:16.910722 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa4da108-2a0e-4e1e-8b08-b5e826e83bc4 req-d17d8b80-aaf7-49fb-8ff8-c6c23319ff4b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4446032 Mar 11 19:43:16.912277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:16.979308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Allocated IP 172.23.0.1 (b8af5824-bccf-4455-be57-e7c1357aed27/3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887/1c0500d6-2aa6-435e-be4c-c638b37937ef) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:16.982266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.038187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Network b8af5824-bccf-4455-be57-e7c1357aed27 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:17.044958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:17.045431 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1f837bb4-a863-41ab-ba4e-d9b1fa29da7a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1224d793-f943-4c5d-b008-0ce00857874e HTTP/1.1" status: 204 len: 168 time: 2.2520161 Mar 11 19:43:17.051520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33572) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:17.054264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.055527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8d3faadb-53de-4982-bc23-b091a1c1157d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:17.058683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:17.065244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Pushing event updated for resources: {'Port': ['ID=0ba7f1ee-5541-4def-afb5-07342342f047,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:17.069032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/2a047337-8e69-4bee-848d-c6708f7dcc5e/953b751f-eb95-43f5-8bbf-69a2d3e50beb) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:17.079276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8d3faadb-53de-4982-bc23-b091a1c1157d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:17.079672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.110415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa4da108-2a0e-4e1e-8b08-b5e826e83bc4 req-a9b6adf4-7100-4911-be16-a0928e18758c tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657195 Mar 11 19:43:17.149617 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.195480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object f84958f4-04ea-4b71-968d-753596a0b34b will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:17.253848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72607832-03b8-4195-8cbb-973309fdf47b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:17.260379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72607832-03b8-4195-8cbb-973309fdf47b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:17.261295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72607832-03b8-4195-8cbb-973309fdf47b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:17.308957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Attempting to bind port 0ba7f1ee-5541-4def-afb5-07342342f047 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:17.309516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Attempting to bind port 0ba7f1ee-5541-4def-afb5-07342342f047 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:17.309633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Attempting to bind port 0ba7f1ee-5541-4def-afb5-07342342f047 on network b8af5824-bccf-4455-be57-e7c1357aed27 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:17.347739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72607832-03b8-4195-8cbb-973309fdf47b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:17.352933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-72607832-03b8-4195-8cbb-973309fdf47b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2951934 Mar 11 19:43:17.353304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.354303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33578) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:17.358101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.376448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Transition to ACTIVE for port object 1c0500d6-2aa6-435e-be4c-c638b37937ef will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:17.392103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:17.392359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Checking segment: {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:17.392688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.393023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Bound using segment: {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:17.393534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Bound port: 0ba7f1ee-5541-4def-afb5-07342342f047, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:17.394110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.399739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f499f3-58ad-420b-ad70-4265cb9e44a9 req-a6ae4b61-0528-44ed-bbd2-972b12d56d42 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:17.401216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-27f499f3-58ad-420b-ad70-4265cb9e44a9 req-a6ae4b61-0528-44ed-bbd2-972b12d56d42 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.1138377 Mar 11 19:43:17.440363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.464187 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-27f499f3-58ad-420b-ad70-4265cb9e44a9 req-4ff77d44-8d2f-4eb9-bd15-7647fc8215e3 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566337 Mar 11 19:43:17.465462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.494411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event deleted for resources: {'Subnet': ['ID=dde32113-cd02-409c-bbe8-5f61d0e37775,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:17.524859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.562264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:17.568801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:17.574182 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e818fdf4-3f21-46d5-8317-0fcdcf987ca2 tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/subnets/dde32113-cd02-409c-bbe8-5f61d0e37775 HTTP/1.1" status: 204 len: 168 time: 1.5955338 Mar 11 19:43:17.574182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:17.574182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.579401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b8af5824-bccf-4455-be57-e7c1357aed27 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:17.579401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33584) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:17.582993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:17.599720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:17.638471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=f84958f4-04ea-4b71-968d-753596a0b34b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:17.649254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc978a0-a4c4-40d6-92ac-4da9bac04748 None None] Network d318a74d-ecaf-4712-9565-277137625c6e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:17.656257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:17.666662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be6a06-ba1c-413c-976e-5cb7b5db5150 None None] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:17.769230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.777072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.802868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Deleting port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:17.803301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.850690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.943668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.944143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 2a047337-8e69-4bee-848d-c6708f7dcc5e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:17.960993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.974198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:17.977987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119acaf-b1f3-4c76-83bd-28c09be16042 req-2d4a7d59-8641-42fc-8ebe-5c877e61f223 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:17.979520 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1119acaf-b1f3-4c76-83bd-28c09be16042 req-2d4a7d59-8641-42fc-8ebe-5c877e61f223 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3500161 Mar 11 19:43:18.009610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ae660267-7559-4316-b685-8211daa01ed2 None None] Provisioning for port 2da54671-973d-45c4-a8be-6f77a5f8adc6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:18.061572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] For port 0ba7f1ee-5541-4def-afb5-07342342f047, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:18.090795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.109166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8d3faadb-53de-4982-bc23-b091a1c1157d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8d3faadb-53de-4982-bc23-b091a1c1157d,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:18.110606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.114552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] For port 0ba7f1ee-5541-4def-afb5-07342342f047, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ba7f1ee-5541-4def-afb5-07342342f047,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:18.135638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.166461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] For port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,segment=NetworkSegment(a74a1b18-8f50-441c-9e7a-57efbb4c8373),segment_id=a74a1b18-8f50-441c-9e7a-57efbb4c8373)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:18.166931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.167492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.171241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Transition to ACTIVE for port object 953b751f-eb95-43f5-8bbf-69a2d3e50beb will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:18.213719 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1119acaf-b1f3-4c76-83bd-28c09be16042 req-41f7b9cf-64bb-43fb-9ff4-2e98b4a1b771 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261193 Mar 11 19:43:18.275575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Transition to ACTIVE for port object 953b751f-eb95-43f5-8bbf-69a2d3e50beb will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:18.301457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.321030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.325299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:18.372072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2da54671-973d-45c4-a8be-6f77a5f8adc6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:18.379386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Calling delete_port for aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:18.382472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.511843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.541773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:18.560578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:18.570561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:18.580188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e17e1d-f12b-41ff-8dc4-9362002327e7 None None] Pushing event updated for resources: {'Port': ['ID=0ba7f1ee-5541-4def-afb5-07342342f047,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:18.726304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.744654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e1277a-99e7-49b0-9258-7d99c40a1138 None None] DHCP port deletion for d318a74d-ecaf-4712-9565-277137625c6e request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:18.757233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Pushing event updated for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:18.802734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Attempting to bind port 953b751f-eb95-43f5-8bbf-69a2d3e50beb on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:18.803059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Attempting to bind port 953b751f-eb95-43f5-8bbf-69a2d3e50beb by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:18.803446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Attempting to bind port 953b751f-eb95-43f5-8bbf-69a2d3e50beb on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:18.808379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2da54671-973d-45c4-a8be-6f77a5f8adc6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:18.826377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:18.827192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:18.828158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.828769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:18.829461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Bound port: 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:18.830072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.844483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2da54671-973d-45c4-a8be-6f77a5f8adc6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:18.844988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.938255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:18.948803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] No DVR routers for this DVR port aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:18.991573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=2a047337-8e69-4bee-848d-c6708f7dcc5e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:18.993452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event deleted for resources: {'Port': ['ID=aa9fa7dc-317a-4a85-9b4e-577fa0c084f0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:18.998595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ec1d4-f592-4361-9ea8-534d08390e2f req-b2de8bc6-b97e-4acd-aea5-ba82c7437659 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:19.000110 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f0ec1d4-f592-4361-9ea8-534d08390e2f req-b2de8bc6-b97e-4acd-aea5-ba82c7437659 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2405031 Mar 11 19:43:19.007784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.030257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:19.035511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=953b751f-eb95-43f5-8bbf-69a2d3e50beb,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:19.051583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9ad67499-1352-4a9b-862b-96e5eb0fc9a3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/2a047337-8e69-4bee-848d-c6708f7dcc5e HTTP/1.1" status: 204 len: 168 time: 1.6954453 Mar 11 19:43:19.054936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33594) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:19.061196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.109443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.143709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.181174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.191442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.192195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.242509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d318a74d-ecaf-4712-9565-277137625c6e']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:19.254025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.260493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74a1b18-8f50-441c-9e7a-57efbb4c8373') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:19.260721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74a1b18-8f50-441c-9e7a-57efbb4c8373') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:19.273131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2da54671-973d-45c4-a8be-6f77a5f8adc6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2da54671-973d-45c4-a8be-6f77a5f8adc6,segment=NetworkSegment(94ecb40f-c517-4a0d-946d-77eb68fa472b),segment_id=94ecb40f-c517-4a0d-946d-77eb68fa472b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:19.275268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.299272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.315123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.321335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:19.321930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.329336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ec7d9020-c956-4c19-bbe1-334b0bae3156 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2647481 Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:19.337404 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:19.345617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33600) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:19.349482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.355748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf07e3-82cf-48e9-9f05-6756679ab7b8 None None] Pushing event updated for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:19.386645 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f0ec1d4-f592-4361-9ea8-534d08390e2f req-6707640e-792d-46b0-834d-80723792efa8 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704283 Mar 11 19:43:19.447153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=f84958f4-04ea-4b71-968d-753596a0b34b,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:19.471456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.483919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:19.485250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:19.514350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Provisioning complete for port 2da54671-973d-45c4-a8be-6f77a5f8adc6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:19.514874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.646180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2da54671-973d-45c4-a8be-6f77a5f8adc6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:19.656591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.666456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.706199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.724213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] Pushing event deleted for resources: {'Network': ['ID=d318a74d-ecaf-4712-9565-277137625c6e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:19.761820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Provisioning for port f84958f4-04ea-4b71-968d-753596a0b34b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:19.767849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Provisioning complete for port f84958f4-04ea-4b71-968d-753596a0b34b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:19.768450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.840546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-08418d20-a45f-41c8-8831-346987b2ed41 None None] Port f84958f4-04ea-4b71-968d-753596a0b34b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:19.854553 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-150186b1-e751-4d39-b259-aaa0f9a6999b tempest-TagsExtTest-641317944 tempest-TagsExtTest-641317944-project] 10.222.0.76 "DELETE /v2.0/networks/d318a74d-ecaf-4712-9565-277137625c6e HTTP/1.1" status: 204 len: 168 time: 2.2565184 Mar 11 19:43:19.861536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event updated for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:19.911950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69996d2-df41-4b78-9b7b-ee7091cc63d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:19.916199 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f69996d2-df41-4b78-9b7b-ee7091cc63d2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5649943 Mar 11 19:43:19.919600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33608) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:19.975062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-76e84557-aaaa-478d-94cb-a1c9dc0cd342 None None] Provisioning complete for port f84958f4-04ea-4b71-968d-753596a0b34b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:19.975872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76e84557-aaaa-478d-94cb-a1c9dc0cd342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:19.983361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Network b8af5824-bccf-4455-be57-e7c1357aed27 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:19.986502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:20.134301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0550dc-ba71-4e62-9de1-77a8581faa6b None None] Network b8af5824-bccf-4455-be57-e7c1357aed27 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:20.144341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad385f2-1caa-4d54-b3cd-f7db786d0b8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:20.145159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2ad385f2-1caa-4d54-b3cd-f7db786d0b8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:20.187648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2ad385f2-1caa-4d54-b3cd-f7db786d0b8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:20.192036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33612) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.193596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2ad385f2-1caa-4d54-b3cd-f7db786d0b8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2715073 Mar 11 19:43:20.286026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router b3dbe261-c04e-4e8f-b539-d8ce304fa35e is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:43:20.303912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f27ecb24-2726-4d3b-a195-27b9bb232806 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072521 Mar 11 19:43:20.311823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33620) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.318896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-76e84557-aaaa-478d-94cb-a1c9dc0cd342 None None] Port f84958f4-04ea-4b71-968d-753596a0b34b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:20.372518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:20.405888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:20.486303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33626) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.499085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ba7f1ee-5541-4def-afb5-07342342f047 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:20.587540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:20.606111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:20.629484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:20.634974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:20.666686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-321e85db-feb9-41f3-ab4c-d40d04a01cb4 None None] Provisioning for port 0ba7f1ee-5541-4def-afb5-07342342f047 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:20.697937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-321e85db-feb9-41f3-ab4c-d40d04a01cb4 None None] Provisioning complete for port f84958f4-04ea-4b71-968d-753596a0b34b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:20.698565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-321e85db-feb9-41f3-ab4c-d40d04a01cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:20.714233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:20.727206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-02b85646-d929-4f81-8384-d37244c326e2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/b3dbe261-c04e-4e8f-b539-d8ce304fa35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5118947 Mar 11 19:43:20.739462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33632) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.771671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-321e85db-feb9-41f3-ab4c-d40d04a01cb4 None None] Port f84958f4-04ea-4b71-968d-753596a0b34b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:20.773208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] Sync routers for ids ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:20.788575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0ba7f1ee-5541-4def-afb5-07342342f047 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:20.794330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0ba7f1ee-5541-4def-afb5-07342342f047 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:20.794773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:20.818963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f5d65d-4e3f-4b53-bac4-e59a0fb575f9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:20.819768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-12f5d65d-4e3f-4b53-bac4-e59a0fb575f9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:20.856708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] Routers {'b3dbe261-c04e-4e8f-b539-d8ce304fa35e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:20.857395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:20.858972 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be16006c-b06e-49bf-9b7c-ed6871eb0480 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a00058985c64bc380115710e9d45227&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3671072 Mar 11 19:43:20.861895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33636) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.876287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:20.884078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-981cc1b7-d547-4707-9bc2-9c41d4e26e19 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0057309 Mar 11 19:43:20.885430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33640) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.891448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:20.897292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-12f5d65d-4e3f-4b53-bac4-e59a0fb575f9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:20.898822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-12f5d65d-4e3f-4b53-bac4-e59a0fb575f9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports/f84958f4-04ea-4b71-968d-753596a0b34b HTTP/1.1" status: 200 len: 911 time: 0.1581314 Mar 11 19:43:20.903560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33644) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:20.925119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2067fd30-32b3-426e-8a7d-d4dd75fb4d7b'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:20.936611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:20.946739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198cbaac-a43b-407e-92c0-74bae07caf5f req-c31dae37-0057-407c-9583-2d1f94f21cf9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:20.948222 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-198cbaac-a43b-407e-92c0-74bae07caf5f req-c31dae37-0057-407c-9583-2d1f94f21cf9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2273824 Mar 11 19:43:21.020230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] Routers {'b3dbe261-c04e-4e8f-b539-d8ce304fa35e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:21.021037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:21.061685 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-198cbaac-a43b-407e-92c0-74bae07caf5f req-3b4e400b-28ac-48e9-b269-05903119037e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066947 Mar 11 19:43:21.092103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.113533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:21.114019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95479de2-7e99-45a3-8628-fcfc4928bbee None None] The sync data for ids ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:21.120347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.144494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Provisioning complete for port 0ba7f1ee-5541-4def-afb5-07342342f047 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:21.144958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.227511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0ba7f1ee-5541-4def-afb5-07342342f047, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ba7f1ee-5541-4def-afb5-07342342f047,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:21.238756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.243510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2da54671-973d-45c4-a8be-6f77a5f8adc6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:21.311468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.534703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0ba7f1ee-5541-4def-afb5-07342342f047,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:21.545368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f488706-fb13-4a6c-8905-c2b6bdd97bd8 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:43:21.571426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2da54671-973d-45c4-a8be-6f77a5f8adc6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:21.571796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.626281 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:21.646773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.653187 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:21.655374 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:21.669075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.680287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Provisioning for port 1c0500d6-2aa6-435e-be4c-c638b37937ef completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:21.696136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Provisioning complete for port 1c0500d6-2aa6-435e-be4c-c638b37937ef triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:21.696531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.699996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab89905-8225-4c59-9221-4a968e974128,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:21.750590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc961b5-cba7-4903-8605-f020c3bef1f3 req-edfb2917-dbff-454b-9dcc-c7505b0345ca tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:21.751987 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0dc961b5-cba7-4903-8605-f020c3bef1f3 req-edfb2917-dbff-454b-9dcc-c7505b0345ca tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2518904 Mar 11 19:43:21.759972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a4251083-ac40-45c1-8aa8-780d52a0bfd1 None None] Port 1c0500d6-2aa6-435e-be4c-c638b37937ef cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:21.780950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-20e1ecdc-f7c9-4838-9aec-66e2d9368e00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 1098 time: 0.2821529 Mar 11 19:43:21.804965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:21.806260 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-147f48fe-773d-4d1e-8249-23b86f9ff03b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bab89905-8225-4c59-9221-4a968e974128 HTTP/1.1" status: 204 len: 168 time: 0.9425569 Mar 11 19:43:21.895363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8d3faadb-53de-4982-bc23-b091a1c1157d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:21.932717 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:21.947973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6e84f2c2-7ac2-4b29-b93e-6929e4e44352 None None] Provisioning complete for port 1c0500d6-2aa6-435e-be4c-c638b37937ef triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:21.948343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6e84f2c2-7ac2-4b29-b93e-6929e4e44352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.008742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:43:22.063387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6e84f2c2-7ac2-4b29-b93e-6929e4e44352 None None] Port 1c0500d6-2aa6-435e-be4c-c638b37937ef cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:22.119526 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0dc961b5-cba7-4903-8605-f020c3bef1f3 req-76bb996d-d2de-4b23-b5c3-2dffd30aea8a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589146 Mar 11 19:43:22.140016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f488706-fb13-4a6c-8905-c2b6bdd97bd8 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:43:22.151352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-459a8dee-0def-4f5d-b360-a2d92d072ed8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:22.153150 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-459a8dee-0def-4f5d-b360-a2d92d072ed8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 200 len: 912 time: 0.3380947 Mar 11 19:43:22.160957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8d3faadb-53de-4982-bc23-b091a1c1157d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:22.165556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.168701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:43:22.187486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Removed routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:43:22.188062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.361551 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:18Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:22.370620 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:22.371154 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Updating router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c port 1c0500d6-2aa6-435e-be4c-c638b37937ef binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:22.427838 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.512948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.591628 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-8ea03f5f-2e0c-4d51-92bd-ee00d956096b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 200 len: 1001 time: 0.3889658 Mar 11 19:43:22.683329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-012fb1d7-63ff-49e9-8454-feaf18cc1809 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:22.684791 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-012fb1d7-63ff-49e9-8454-feaf18cc1809 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 200 len: 850 time: 0.0910161 Mar 11 19:43:22.837178 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.850897 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Transition to ACTIVE for port object 1c0500d6-2aa6-435e-be4c-c638b37937ef will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:22.860237 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:22.915787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:22.960697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:22.961139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device aa9fa7dc-317a-4a85-9b4e-577fa0c084f0 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:23.027814 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5ceda-57df-4817-ad0f-f4dfb51ddf97 None None] Pushing event updated for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:23.092302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ba7f1ee-5541-4def-afb5-07342342f047 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:23.137182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Attempting to bind port 1c0500d6-2aa6-435e-be4c-c638b37937ef on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:23.137536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Attempting to bind port 1c0500d6-2aa6-435e-be4c-c638b37937ef by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:23.137884 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Attempting to bind port 1c0500d6-2aa6-435e-be4c-c638b37937ef on network b8af5824-bccf-4455-be57-e7c1357aed27 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:23.153610 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:23.153975 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Checking segment: {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:23.154368 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.154850 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Bound using segment: {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:23.155330 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Bound port: 1c0500d6-2aa6-435e-be4c-c638b37937ef, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a020a300-717d-4565-b6cb-a1bdf478b0a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:23.155731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.215306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:43:23.286922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.301057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0ba7f1ee-5541-4def-afb5-07342342f047 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:23.301427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.354180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.360481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:23.361120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.362577 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/ports/f84958f4-04ea-4b71-968d-753596a0b34b HTTP/1.1" status: 200 len: 911 time: 2.4509385 Mar 11 19:43:23.366233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33674) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:23.369148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.374921 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] For port 1c0500d6-2aa6-435e-be4c-c638b37937ef, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:23.375701 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-4ad2a96e-c5d4-4234-afff-60f9ebc44b81 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=06ddae5e-e879-42e2-bf11-e38249405e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6709933 Mar 11 19:43:23.383742 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] For port 1c0500d6-2aa6-435e-be4c-c638b37937ef, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1c0500d6-2aa6-435e-be4c-c638b37937ef,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:23.395622 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.473678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=953b751f-eb95-43f5-8bbf-69a2d3e50beb,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:23.493982 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:23.494948 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:23.552633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.610828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1df0f-fb13-4174-ac72-7294eb10c909 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=f84958f4-04ea-4b71-968d-753596a0b34b,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:23.614652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.630198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.630926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.734231 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:23.755127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=5']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:23.777255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5ceda-57df-4817-ad0f-f4dfb51ddf97 None None] Pushing event updated for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:23.793449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c80555-8eb2-43af-8f46-5f0d12cb90d1 req-d75e1f11-cb52-43f9-8e45-31a3591558e4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:23.800285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86c80555-8eb2-43af-8f46-5f0d12cb90d1 req-d75e1f11-cb52-43f9-8e45-31a3591558e4 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3441658 Mar 11 19:43:23.823042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:23.828066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:23.834880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:23.835502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:23.839058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=56962bc5-6941-4c2f-a0e2-d98bfad19d79,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:23.875588 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-389e78ad-60f5-4975-84c1-a45d8fc9cd1a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5069435 Mar 11 19:43:23.887899 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86c80555-8eb2-43af-8f46-5f0d12cb90d1 req-1f4fad84-de78-47e2-9773-0dee8cd8dfb8 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863328 Mar 11 19:43:23.890776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33682) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:23.904331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:24.065926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-ae5e7e29-0a1a-44de-b2bf-a4573992389a service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670397 Mar 11 19:43:24.066192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:24.070605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:24.073793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:24.079998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:24.093965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:24.132362 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:22Z', 'revision_number': 6, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:23Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:24.137878 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f256f436-9a4c-429d-bbfb-054bd028c3e3 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:22Z', 'revision_number': 6, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:23Z', 'revision_number': 4, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:24.304497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:24.412464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:24.470056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:24.476504 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 56962bc5-6941-4c2f-a0e2-d98bfad19d79 (CIDR: 2001:db8::/64) Mar 11 19:43:24.483085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:43:24.485249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:43:24.519633 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d28eeb9-3167-4001-9084-f16113f5c6fd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6272829 Mar 11 19:43:24.522578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33694) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:24.530674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:24.543796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f93c6ed-4c06-413d-abd9-b70f05b5793e req-4c48e78c-92ae-4f50-b337-66378c87ee02 service neutron] 10.222.0.90 "GET /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701436 Mar 11 19:43:24.718242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:24.724521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:24.729457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:24.736422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:24.759187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:24.765856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:24.768952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c632e-a2da-4247-ad7a-5aed477d1ee3 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:24.774492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.042268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7b33098f-3703-49f6-aed4-ef35bac21dab None None] Provisioning for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:25.071104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:25.248476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1c0500d6-2aa6-435e-be4c-c638b37937ef up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:25.303633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:25.315492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.316664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea0e1329-52fc-4904-8bf5-f6404d2792cc tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 934 time: 4.4303150 Mar 11 19:43:25.322188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33710) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:25.350470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.370380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1c0500d6-2aa6-435e-be4c-c638b37937ef completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:25.375772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1c0500d6-2aa6-435e-be4c-c638b37937ef triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:25.376148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.439286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=da947bbb-79c6-4ac3-94e4-0d84cd8f446f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.459420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:25.463513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:25.466573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:25.467072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.520583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3eb8d676-c473-4595-bc0e-672fc94ed847 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9932990 Mar 11 19:43:25.520823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:25.526574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:c7:3e:da', 'name': 'tempest-NetworksTestDHCPv6-1100892589'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:25.611086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--1318749013', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:25.614322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.620383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:25.651912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:25.660132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1c0500d6-2aa6-435e-be4c-c638b37937ef, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1c0500d6-2aa6-435e-be4c-c638b37937ef,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:25.660295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:25.665294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b29173-377f-48f9-ae39-bd4d5b228fa4 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:25.674858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:25.694249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.695479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 953b751f-eb95-43f5-8bbf-69a2d3e50beb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:25.735663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:25.741195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:25.747916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:25.755080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:25.755600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1549901-b437-4191-8122-77b716046f43 req-38ff8d48-18da-4e9a-b5d4-ed32139902a6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:25.757061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f1549901-b437-4191-8122-77b716046f43 req-38ff8d48-18da-4e9a-b5d4-ed32139902a6 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.5443313 Mar 11 19:43:25.770203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:25.775024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.783997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:25.786908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.806259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port c64f4c26-0f2b-4017-a048-fa65f82c7dfa yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:43:25.813960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.893346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e66dd148-9966-4310-a7a7-40f8641085ae None None] Provisioning complete for port 1c0500d6-2aa6-435e-be4c-c638b37937ef triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:25.893786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e66dd148-9966-4310-a7a7-40f8641085ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:25.954819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.967268 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f1549901-b437-4191-8122-77b716046f43 req-c2d83655-436c-49bf-8eae-695c8c7f27c9 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2017999 Mar 11 19:43:25.983786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:25.991935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:25.997193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:26.009092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:26.016074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-141de87b-63a5-40f2-9bd3-ee8bfb761a56 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 934 time: 0.6914613 Mar 11 19:43:26.020249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33718) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:26.029341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'routes': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:26.034911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:26.046988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8:0:1::8 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/da947bbb-79c6-4ac3-94e4-0d84cd8f446f/c64f4c26-0f2b-4017-a048-fa65f82c7dfa) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:26.053581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:26.053977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fec7:3eda (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/56962bc5-6941-4c2f-a0e2-d98bfad19d79/c64f4c26-0f2b-4017-a048-fa65f82c7dfa) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:26.054292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.285423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.287342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e66dd148-9966-4310-a7a7-40f8641085ae None None] Provisioning complete for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:26.287783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e66dd148-9966-4310-a7a7-40f8641085ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.302068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object c64f4c26-0f2b-4017-a048-fa65f82c7dfa will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:26.325344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.325633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.331720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.342173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.389973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:26.406929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:26.408090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3988e3-593c-4a31-a6bd-618f59e3c159,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:26.409996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:26.414456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:26.419016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.419691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.419838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.420154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 34f50824-558e-4cb9-80c8-78e8cd2768c1 of type vlan for network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 Mar 11 19:43:26.428600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=c64f4c26-0f2b-4017-a048-fa65f82c7dfa,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:26.453836 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b77cdd58-d95f-4f45-92b2-c5945d13c55c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9319789 Mar 11 19:43:26.456362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33722) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:26.471027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=953b751f-eb95-43f5-8bbf-69a2d3e50beb,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:26.484622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.526655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port c64f4c26-0f2b-4017-a048-fa65f82c7dfa {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:26.527567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.611776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': '56962bc5-6941-4c2f-a0e2-d98bfad19d79', 'ip_address': '2001:db8::f816:3eff:feb9:a759'}, {'subnet_id': 'da947bbb-79c6-4ac3-94e4-0d84cd8f446f'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '953b751f-eb95-43f5-8bbf-69a2d3e50beb'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:43:26.614028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.643594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:26.676188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.718082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.721749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.722328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.774147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:26.887904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Allocated IP 2001:db8:0:1::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/da947bbb-79c6-4ac3-94e4-0d84cd8f446f/953b751f-eb95-43f5-8bbf-69a2d3e50beb) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:26.892389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for c64f4c26-0f2b-4017-a048-fa65f82c7dfa owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:26.928690 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8551395 Mar 11 19:43:26.937578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ddbc8-c80e-4e96-9a9a-3e5ce2a824db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=67cb29b3-99d1-46c1-a96d-87055d1db5b5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:26.938426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33726) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:26.946269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-808783988', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:26.956536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:26.964874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:26.969671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:26.970558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:26.987603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:27.005071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.006121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.134211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port f84958f4-04ea-4b71-968d-753596a0b34b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:27.134607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.144565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=953b751f-eb95-43f5-8bbf-69a2d3e50beb,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:27.171413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1c0500d6-2aa6-435e-be4c-c638b37937ef up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:27.210203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.241501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Transition to ACTIVE for port object 953b751f-eb95-43f5-8bbf-69a2d3e50beb will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:27.247645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.282189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.341185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=c64f4c26-0f2b-4017-a048-fa65f82c7dfa,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:27.398787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1c0500d6-2aa6-435e-be4c-c638b37937ef triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:27.399160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.421351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd89cae-8807-4979-a998-7ab1dabaf8a5 None None] Pushing event updated for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:27.425405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:43:27.426088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:43:27.465675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.537448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.549644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eb3e60-0529-4f89-ad5d-7904df6ca0e5 req-243725b1-8ea5-4682-a796-ecdaff536a36 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.552943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 953b751f-eb95-43f5-8bbf-69a2d3e50beb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:27.557048 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15eb3e60-0529-4f89-ad5d-7904df6ca0e5 req-243725b1-8ea5-4682-a796-ecdaff536a36 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.3639970 Mar 11 19:43:27.585444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.613360 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c661664f-2355-48cb-a71f-c3333073162e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/c64f4c26-0f2b-4017-a048-fa65f82c7dfa HTTP/1.1" status: 204 len: 168 time: 1.1557128 Mar 11 19:43:27.616957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33732) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:27.623007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for f84958f4-04ea-4b71-968d-753596a0b34b owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:27.669899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.716102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15eb3e60-0529-4f89-ad5d-7904df6ca0e5 req-782f0f91-1442-4f78-89bf-f667d86d7385 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578450 Mar 11 19:43:27.853624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:27.870198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008a23b7-a557-406b-823a-39a7b048cc8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.870899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-008a23b7-a557-406b-823a-39a7b048cc8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:27.959272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-008a23b7-a557-406b-823a-39a7b048cc8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:27.963009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-008a23b7-a557-406b-823a-39a7b048cc8c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3427675 Mar 11 19:43:27.963889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33738) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:27.998655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d245a-fda6-46e0-a7f3-28c8c3282547 req-d88d8bdb-f199-4fc9-abe9-0796bc1da248 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.000417 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-631d245a-fda6-46e0-a7f3-28c8c3282547 req-d88d8bdb-f199-4fc9-abe9-0796bc1da248 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.1520200 Mar 11 19:43:28.085352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e105737-7ba6-43dc-94ef-d93514673a0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.086814 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5e105737-7ba6-43dc-94ef-d93514673a0b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1220596 Mar 11 19:43:28.089884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33742) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:28.101993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c287669-a59e-44a1-89d6-da8c94489e4a None None] Provisioning for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:28.112645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c287669-a59e-44a1-89d6-da8c94489e4a None None] Provisioning complete for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:28.113032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c287669-a59e-44a1-89d6-da8c94489e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.192206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.194605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.196118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.197331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:28.218639 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-631d245a-fda6-46e0-a7f3-28c8c3282547 req-5d9c9bb9-f082-482e-b049-af57c9f8ecdc tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584988 Mar 11 19:43:28.241682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.272906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:28.276802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d543c6a7-94d9-4888-ad15-6cb8a28d15c7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1860321 Mar 11 19:43:28.277376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33748) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:28.283651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.299156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.308396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.354295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.381037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=f84958f4-04ea-4b71-968d-753596a0b34b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:28.394649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-80b845a6-7f50-463d-8bf8-346d5407f1d2 None None] Could not find standard attr ID for object c64f4c26-0f2b-4017-a048-fa65f82c7dfa. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:43:28.432496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet 56962bc5-6941-4c2f-a0e2-d98bfad19d79 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:28.438060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.570614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.642520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.196 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/296c211d-d549-4ce6-80a1-42911112ba3b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:28.758032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.854365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.872309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.883024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.887369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469d8b7-c893-48e5-ba9d-dab2383b3f4a req-7ec67671-5eb1-4dd8-b8a9-3041da1d1f65 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.888568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8469d8b7-c893-48e5-ba9d-dab2383b3f4a req-7ec67671-5eb1-4dd8-b8a9-3041da1d1f65 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.1907821 Mar 11 19:43:28.926927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=56962bc5-6941-4c2f-a0e2-d98bfad19d79,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:28.934391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:28.940462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbe69f5-5b85-4512-90f7-359565ac2c45 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:28.956145 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9c4f79ed-1bd6-4be9-9a77-91fd00b1c350 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/56962bc5-6941-4c2f-a0e2-d98bfad19d79 HTTP/1.1" status: 204 len: 168 time: 0.6720104 Mar 11 19:43:28.956400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33754) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:28.959752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.059919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:29.082660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 953b751f-eb95-43f5-8bbf-69a2d3e50beb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:29.093915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:29.097809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8469d8b7-c893-48e5-ba9d-dab2383b3f4a req-f8b160f2-6567-4448-865a-2ab311563127 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605184 Mar 11 19:43:29.098921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:29.109232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet da947bbb-79c6-4ac3-94e4-0d84cd8f446f {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:29.111697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:29.148173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=296c211d-d549-4ce6-80a1-42911112ba3b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:29.158282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.203228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:29.252442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.281146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:29.281689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:29.481682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:29.482009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.487559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.532300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:29.540166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router b3dbe261-c04e-4e8f-b539-d8ce304fa35e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:29.548632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.553406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-999798d0-d9cf-4db3-bf71-52308f3affac tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 700 time: 3.5285902 Mar 11 19:43:29.553602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33758) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:29.596310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:29.687655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:29.692278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.694979 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bd4c75ac-4b58-4076-9ed8-3f50b6a930a1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/b3dbe261-c04e-4e8f-b539-d8ce304fa35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3234649 Mar 11 19:43:29.697541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33762) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:29.699443 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] Sync routers for ids ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:29.715302 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] Routers {'b3dbe261-c04e-4e8f-b539-d8ce304fa35e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:29.717371 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:29.736401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.737260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.743598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-29522550-0ad9-444f-b9e2-927e204bc347 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:29.744723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=da947bbb-79c6-4ac3-94e4-0d84cd8f446f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:29.769136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-29522550-0ad9-444f-b9e2-927e204bc347 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:29.770393 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-29522550-0ad9-444f-b9e2-927e204bc347 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3dbe261-c04e-4e8f-b539-d8ce304fa35e HTTP/1.1" status: 200 len: 205 time: 0.0715957 Mar 11 19:43:29.773026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33766) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:29.799850 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:29.813056 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] Routers {'b3dbe261-c04e-4e8f-b539-d8ce304fa35e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:29.814516 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:29.824215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.904592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:29.904998 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075484cf-c854-4e5d-b96e-9e66c6c417aa None None] The sync data for ids ['b3dbe261-c04e-4e8f-b539-d8ce304fa35e'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:29.910746 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-04f0460e-35de-456b-91f0-82568ad386d8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/da947bbb-79c6-4ac3-94e4-0d84cd8f446f HTTP/1.1" status: 204 len: 168 time: 0.9528253 Mar 11 19:43:29.914778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33770) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:29.923854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:29.997456 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-18b41518-e467-464b-9cdc-148f00b7d096 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786958 Mar 11 19:43:30.004101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:30.014885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:30.040920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:30.046986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:30.062582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:30.063454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:30.130317 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-21401d14-8213-455e-966c-d6d46d6b3317 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 700 time: 0.5760224 Mar 11 19:43:30.134569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33778) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:30.222243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:30.293348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:30.298901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:30.300202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:30.371047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:30.424855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:30.575350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9511c8c2-3cd1-427b-ab30-ab4746b24175 req-40b842b1-6e76-4c1c-ab58-d2d71b5a016e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:30.576961 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9511c8c2-3cd1-427b-ab30-ab4746b24175 req-40b842b1-6e76-4c1c-ab58-d2d71b5a016e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.2568955 Mar 11 19:43:30.581355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.603989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.608332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.639751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.640467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router b3dbe261-c04e-4e8f-b539-d8ce304fa35e {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:43:30.647197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf36e661-7240-4db9-85de-00caa9de7b45 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:30.667400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.668749 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-78430dc0-f0f0-4825-90fa-c46862f09c4c tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/b3dbe261-c04e-4e8f-b539-d8ce304fa35e HTTP/1.1" status: 204 len: 168 time: 0.8948176 Mar 11 19:43:30.671343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33784) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:30.763909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6e0723ba-d081-47f0-bbd1-d9f27805dfe9 None None] Provisioning complete for port 953b751f-eb95-43f5-8bbf-69a2d3e50beb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:30.764283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6e0723ba-d081-47f0-bbd1-d9f27805dfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.915389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 2067fd30-32b3-426e-8a7d-d4dd75fb4d7b {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:30.919742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.920341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:30.959542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f70f-9e24-49ab-aa3a-2246aae45858 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:30.989005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:30.992680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9511c8c2-3cd1-427b-ab30-ab4746b24175 req-30ba617c-86d4-4330-a310-3eedfbbd773b tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073542 Mar 11 19:43:31.085685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:31.090452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Deleting port 953b751f-eb95-43f5-8bbf-69a2d3e50beb {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:31.091031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.157111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.185226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:43:31.190475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-3131ca3a-f4cf-44df-a45d-0ae2cab5c912 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:31.191950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-3131ca3a-f4cf-44df-a45d-0ae2cab5c912 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.1552262 Mar 11 19:43:31.209761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.279245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Deleting port 3d2dae19-b139-41ff-9e1f-707bca13b58c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:31.279597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.342031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.365524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] For port 953b751f-eb95-43f5-8bbf-69a2d3e50beb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=953b751f-eb95-43f5-8bbf-69a2d3e50beb,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:31.366157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.412304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=2067fd30-32b3-426e-8a7d-d4dd75fb4d7b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:31.432313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.445933 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-878e9a19-30ee-467f-9555-f01838d36d2a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/2067fd30-32b3-426e-8a7d-d4dd75fb4d7b HTTP/1.1" status: 204 len: 168 time: 0.7731750 Mar 11 19:43:31.449279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33788) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:31.480330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d620be53-c2d3-47ee-a294-8519418a2948 None None] Network 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:31.497697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Calling delete_port for 953b751f-eb95-43f5-8bbf-69a2d3e50beb owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:31.643081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:43:31.713938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.759697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] Pushing event deleted for resources: {'Port': ['ID=953b751f-eb95-43f5-8bbf-69a2d3e50beb,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:31.761446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.773743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9016b8f8-f287-4e25-936b-8656d88ede17 None None] No DVR routers for this DVR port 953b751f-eb95-43f5-8bbf-69a2d3e50beb on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:31.785836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 2da54671-973d-45c4-a8be-6f77a5f8adc6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:31.785836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.829690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] For port 3d2dae19-b139-41ff-9e1f-707bca13b58c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3d2dae19-b139-41ff-9e1f-707bca13b58c,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:31.830239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.860897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] DHCP port deletion for 9a4af1f0-78d8-4f1b-932d-1bd82525ed72 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:31.865777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Deleting port 2da54671-973d-45c4-a8be-6f77a5f8adc6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:31.866286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.922934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_pluggable_backend [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Port 953b751f-eb95-43f5-8bbf-69a2d3e50beb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 19:43:31.923261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.ipam_pluggable_backend [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Reverting IP allocation for 2001:db8::f816:3eff:feb9:a759 {{(pid=83813) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 19:43:31.952243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:31.963932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:31.971369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:32.056954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=ad131686-6896-4b5c-afc3-9f56a4c540c3,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:32.072041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:32.072680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:32.194389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:32.200830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:32.203826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:32.204578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.208974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.210433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-854ec91f-5070-476b-ae1d-5640b7c440b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2709935 Mar 11 19:43:32.214304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33794) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:32.223734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 2da54671-973d-45c4-a8be-6f77a5f8adc6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2da54671-973d-45c4-a8be-6f77a5f8adc6,segment=NetworkSegment(94ecb40f-c517-4a0d-946d-77eb68fa472b),segment_id=94ecb40f-c517-4a0d-946d-77eb68fa472b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:32.224296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.226184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0fdf5-e22b-4005-af80-3fef4cf7ba7f None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:32.250540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b9619efe-d042-4d5a-8019-9d187379a863 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2427838 Mar 11 19:43:32.253222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33800) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:32.259938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:32.392501 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f7b9ecbb-a126-428b-8fe2-4e60691b126c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1774178 Mar 11 19:43:32.396174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33804) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:32.397424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] For port 2da54671-973d-45c4-a8be-6f77a5f8adc6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2da54671-973d-45c4-a8be-6f77a5f8adc6,segment=NetworkSegment(94ecb40f-c517-4a0d-946d-77eb68fa472b),segment_id=94ecb40f-c517-4a0d-946d-77eb68fa472b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:32.398386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.428192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 2da54671-973d-45c4-a8be-6f77a5f8adc6 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:32.502991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.503258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.503818 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Floating IP f9c941c5-5dea-49b6-8b3a-ce4b98d36919 disassociated. External IP: 172.26.8.157, port: 3d2dae19-b139-41ff-9e1f-707bca13b58c. Mar 11 19:43:32.504126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Calling delete_port for 3d2dae19-b139-41ff-9e1f-707bca13b58c owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:32.524186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Calling delete_port for 2da54671-973d-45c4-a8be-6f77a5f8adc6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:32.563100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ca186-5848-4786-91d9-d30006602f17 req-de277132-6efe-4ea2-930b-a08b762eec3a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:32.564725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ae8ca186-5848-4786-91d9-d30006602f17 req-de277132-6efe-4ea2-930b-a08b762eec3a tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 945 time: 0.4218950 Mar 11 19:43:32.637649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.694188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:32.695860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=2da54671-973d-45c4-a8be-6f77a5f8adc6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:32.706158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:32.710176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:32.711408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:32.731674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:32.733503 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ae8ca186-5848-4786-91d9-d30006602f17 req-f12c923a-0c00-43a4-a44a-c0d2f009146e tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups?id=2d5e2ed2-f4aa-46e4-9043-679455b51c67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524923 Mar 11 19:43:32.751157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'ad131686-6896-4b5c-afc3-9f56a4c540c3'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:32.753629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.759887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port 2da54671-973d-45c4-a8be-6f77a5f8adc6 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:32.760597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aede1b-b187-41f3-92af-d607684bf14b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:32.765905 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-17aede1b-b187-41f3-92af-d607684bf14b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3651619 Mar 11 19:43:32.765905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33808) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:32.805202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:32.808728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.840061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:43:32.840479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:43:32.890328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.921827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6ee7f6cf-fbe6-4bf4-a680-27b54c0f9a49 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1528575 Mar 11 19:43:32.927645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33812) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:32.943191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:32.943714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064320715', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:32.952640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event deleted for resources: {'Port': ['ID=3d2dae19-b139-41ff-9e1f-707bca13b58c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:32.977962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4af1f0-78d8-4f1b-932d-1bd82525ed72']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:33.045238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ecb40f-c517-4a0d-946d-77eb68fa472b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:33.046053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ecb40f-c517-4a0d-946d-77eb68fa472b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:33.070597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:33.074668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:33.080124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:33.086780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:33.113218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:33.160770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Allocated IP 2001:db8::f816:3eff:fe90:103b (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ad131686-6896-4b5c-afc3-9f56a4c540c3/748c757f-b164-4e6d-ae92-093362311d40) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:33.164049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.186095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.204327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:33.204870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:33.228368 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:33.273854 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:33.283592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2da54671-973d-45c4-a8be-6f77a5f8adc6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:33.298445 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:33.303969 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:33.326984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad131686-6896-4b5c-afc3-9f56a4c540c3 (CIDR: 2001:db8::/64) Mar 11 19:43:33.341804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 1c0500d6-2aa6-435e-be4c-c638b37937ef {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:33.342215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.343707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Deleting port 2da54671-973d-45c4-a8be-6f77a5f8adc6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:33.344076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.373377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2da54671-973d-45c4-a8be-6f77a5f8adc6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:33.373701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2da54671-973d-45c4-a8be-6f77a5f8adc6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:33.374266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 953b751f-eb95-43f5-8bbf-69a2d3e50beb no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:33.402872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:43:33.403340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:43:33.418689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 953b751f-eb95-43f5-8bbf-69a2d3e50beb {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:33.419653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 953b751f-eb95-43f5-8bbf-69a2d3e50beb not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:33.460279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.465781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3c79a0db-23c6-46dd-a4e8-3be417c60f56 None None] The port '2da54671-973d-45c4-a8be-6f77a5f8adc6' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:43:33.470250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.482401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.491568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=9a4af1f0-78d8-4f1b-932d-1bd82525ed72,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:33.523914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9570d0e8-a742-4183-b162-478782aa17e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/9a4af1f0-78d8-4f1b-932d-1bd82525ed72 HTTP/1.1" status: 204 len: 168 time: 2.0733292 Mar 11 19:43:33.524902 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:33.530186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33816) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:33.538524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1293427932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:33.551660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:33.557334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:33.561544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:33.569692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:33.587851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:33.610134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.611774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.617005 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-00a2b5a4-108f-4f2a-bf74-b5c86bd21c4f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3625762 Mar 11 19:43:33.619938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.621358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33820) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:33.628880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:29Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:33.632122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:33.639704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Transition to ACTIVE for port object 748c757f-b164-4e6d-ae92-093362311d40 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:33.642200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:33.642717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Updating router 51ab44be-7c01-4af8-b577-26a86b0f7140 port 296c211d-d549-4ce6-80a1-42911112ba3b binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:33.704527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Transition to ACTIVE for port object 748c757f-b164-4e6d-ae92-093362311d40 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:33.712556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.741670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.831712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 1c0500d6-2aa6-435e-be4c-c638b37937ef, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1c0500d6-2aa6-435e-be4c-c638b37937ef,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:33.832155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.861401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:33.897988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Pushing event updated for resources: {'Port': ['ID=748c757f-b164-4e6d-ae92-093362311d40,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:33.914768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:33.918725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:33.923289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:33.958601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.005642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:34.015224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:34.018774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:34.029093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.031567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 1c0500d6-2aa6-435e-be4c-c638b37937ef owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:34.032137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0de14542-d21d-4a2e-a9b4-c103657892a9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4995589 Mar 11 19:43:34.033683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33826) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:34.034842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:34.045101 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:34.047094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1753161737'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:34.049463 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:34.056203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:34.062177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:34.063128 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:34.063995 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:34.066987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:34.071996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:34.088683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Attempting to bind port 748c757f-b164-4e6d-ae92-093362311d40 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:34.089056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Attempting to bind port 748c757f-b164-4e6d-ae92-093362311d40 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:34.089391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Attempting to bind port 748c757f-b164-4e6d-ae92-093362311d40 on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:34.103396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:34.103771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:34.104157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.104540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:34.104999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Bound port: 748c757f-b164-4e6d-ae92-093362311d40, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:34.105364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.123362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:34.246944 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:34.266344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:34.270134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.278707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] For port 748c757f-b164-4e6d-ae92-093362311d40, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:34.308474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] For port 748c757f-b164-4e6d-ae92-093362311d40, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=748c757f-b164-4e6d-ae92-093362311d40,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:34.323243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.338638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:34.361260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.410537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.424922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:34.438842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.439755 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-747627d3-a532-47eb-80a2-6dce518a893c req-71c35742-bdc5-4d93-bc08-414d4ee730fe tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.1582460 Mar 11 19:43:34.448976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] No DVR routers for this DVR port 3d2dae19-b139-41ff-9e1f-707bca13b58c on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:34.458513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Sync routers for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:34.479700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3d2dae19-b139-41ff-9e1f-707bca13b58c no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:34.509367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.512519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.512963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment 61afd22d-d8a2-4dc3-a0d9-12d185e08bf0 of type vlan for network 44f39d53-79af-42bf-a19b-7715a5ab1e42 Mar 11 19:43:34.513979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'name': 'network-vif-deleted', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:43:34.514960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=1c0500d6-2aa6-435e-be4c-c638b37937ef,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:34.553283 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-877db8cb-aac8-4ced-a4f6-8c947d7d333d req-d9a78521-ce91-4c31-b836-0a84c0ae4e8f tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.90 "DELETE /v2.0/ports/3d2dae19-b139-41ff-9e1f-707bca13b58c HTTP/1.1" status: 204 len: 173 time: 3.3545575 Mar 11 19:43:34.556280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 3d2dae19-b139-41ff-9e1f-707bca13b58c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:34.556617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3d2dae19-b139-41ff-9e1f-707bca13b58c not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:34.586640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Transition to ACTIVE for port object 296c211d-d549-4ce6-80a1-42911112ba3b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:34.609486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.626485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc8aea-ac6a-4b17-8244-ebb23bdaacc4 None None] Pushing event updated for resources: {'Port': ['ID=748c757f-b164-4e6d-ae92-093362311d40,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:34.629892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.670407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:34.671382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:34.738718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.783556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.789916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:34.790857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:34.869947 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:34.876104 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b088766b-030c-49ec-9be2-bce6fa327bee None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:27Z', 'revision_number': 7, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1c0500d6-2aa6-435e-be4c-c638b37937ef', 'name': '', 'network_id': 'b8af5824-bccf-4455-be57-e7c1357aed27', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:15:3e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:16Z', 'updated_at': '2022-03-11T19:43:25Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:34.956850 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90d45ea-f0e5-4126-9e7e-99b1ecd49df9', 'name': 'network-vif-deleted', 'tag': '3d2dae19-b139-41ff-9e1f-707bca13b58c', 'status': 'completed', 'code': 200} Mar 11 19:43:34.978157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9405525 Mar 11 19:43:34.980336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33834) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:35.000476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Attempting to bind port 296c211d-d549-4ce6-80a1-42911112ba3b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:35.000476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Attempting to bind port 296c211d-d549-4ce6-80a1-42911112ba3b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:35.000476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Attempting to bind port 296c211d-d549-4ce6-80a1-42911112ba3b on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:35.006392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4205ad-6af5-4ccb-8741-c74b79886226 None None] Pushing event updated for resources: {'Port': ['ID=296c211d-d549-4ce6-80a1-42911112ba3b,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:35.009492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:35.034502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:35.034874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:35.035274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.037116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:35.037876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Bound port: 296c211d-d549-4ce6-80a1-42911112ba3b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:35.038325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.105625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f745d0-6046-4549-990e-0962a4060f7f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=44f39d53-79af-42bf-a19b-7715a5ab1e42,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:35.151269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:35.262688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:35.308468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:35.313658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:35.329441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:35.369417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:35.373171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:35.377768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:35.378307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 67cb29b3-99d1-46c1-a96d-87055d1db5b5, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:35.422268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] For port 296c211d-d549-4ce6-80a1-42911112ba3b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:35.424354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:35.442665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 67cb29b3-99d1-46c1-a96d-87055d1db5b5) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:35.445114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.450993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:35.452085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.458090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd15b6-052b-4eb8-868f-61f079fc1064 None None] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:35.468711 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-613d29d1-3234-4e8c-8440-4c112272e4de service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0582070 Mar 11 19:43:35.469569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:35.473271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] For port 296c211d-d549-4ce6-80a1-42911112ba3b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=296c211d-d549-4ce6-80a1-42911112ba3b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:35.535568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.638898 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-df3774d8-ab99-4956-95f9-c9b77fb58c7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7055168 Mar 11 19:43:35.638898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33844) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:35.639928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.686393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33848) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:35.690477 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-1f0e8be5-4028-44dc-87cd-c91ba9f00688 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&device_id=f90d45ea-f0e5-4126-9e7e-99b1ecd49df9 HTTP/1.1" status: 200 len: 210 time: 0.0928233 Mar 11 19:43:35.713213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4205ad-6af5-4ccb-8741-c74b79886226 None None] Pushing event updated for resources: {'Port': ['ID=296c211d-d549-4ce6-80a1-42911112ba3b,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:35.910376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:35.932486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:35.959248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:35.959903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:35.992208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:36.057614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.058198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.081274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=f54c2ee1-05dc-4c8e-9744-7eb4f686960f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:36.205209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e609882e-e8df-4d4e-8612-ed9d3c8ce8d1 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:36.206701 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ab0a8146-f2dc-46c7-8038-d5a60139c03b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5820479 Mar 11 19:43:36.216989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33852) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:36.234593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:4a:3f:1c', 'name': 'tempest-NetworksTestDHCPv6-1206822896'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:36.260490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.269328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-76995c0e-140a-4f2b-bcae-e516fc4bddc9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.270791 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-76995c0e-140a-4f2b-bcae-e516fc4bddc9 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5523229 Mar 11 19:43:36.383417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:36.398905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:36.439999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.454290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Checking router: 1987eb13-7e8c-487b-9e1c-5f3dace097f1 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:36.479241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:36.480032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.526064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-06be22dd-e6c0-44a8-8c16-dd34d92c4941 None None] Provisioning for port 748c757f-b164-4e6d-ae92-093362311d40 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:36.534779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:36.535017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:36.618593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:36.627928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:36.632451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:36.643917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-3dd436c1-38d2-415f-8f55-1e127117e3fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.645399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2f0b5118-cae6-47fd-8ee2-bff91a317177 req-3dd436c1-38d2-415f-8f55-1e127117e3fd service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3212674 Mar 11 19:43:36.646351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:36.679377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:36.683370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.704952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.721647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.757079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5e2ed2-f4aa-46e4-9043-679455b51c67,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:36.780489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 22fdb79f-95a4-4547-a44d-4a24a2fab18e yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:43:36.848416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:36.860129 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2ed7dbcc-efb0-46f6-bf8a-168e6cedbcb8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7235610 Mar 11 19:43:36.861205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33856) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:36.876429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:36.877475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=84264e4d-1335-4a22-9c30-c664f29eece4,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:36.894326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:36.897985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-30aa8e7e-70f3-40e2-9f62-7b2224c9b170 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "DELETE /v2.0/security-groups/2d5e2ed2-f4aa-46e4-9043-679455b51c67 HTTP/1.1" status: 204 len: 168 time: 1.2105370 Mar 11 19:43:36.898831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33860) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:36.962804 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-908ebb07-ad35-4534-a638-35e1dd5b0823 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] show failed (client error): The resource could not be found. Mar 11 19:43:36.966498 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-908ebb07-ad35-4534-a638-35e1dd5b0823 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "GET /v2.0/security-groups/2d5e2ed2-f4aa-46e4-9043-679455b51c67 HTTP/1.1" status: 404 len: 347 time: 0.0621855 Mar 11 19:43:36.968207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33864) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:37.065414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:37.065902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 44f39d53-79af-42bf-a19b-7715a5ab1e42, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:37.091202 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:43:37.134525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Allocated IP 172.20.0.2 (67cb29b3-99d1-46c1-a96d-87055d1db5b5/14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c/0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:37.145852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:37.155790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.240397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 748c757f-b164-4e6d-ae92-093362311d40 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:37.266844 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:37.309556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:37.310672 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:37.313521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Deleting port 1a7757dd-9c6c-45d3-8980-d4c1720ac1bc {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:37.314094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.317024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.325806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:37.402817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:37.500202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 44f39d53-79af-42bf-a19b-7715a5ab1e42) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:37.520119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:37.520706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.526762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8:0:1::291 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f54c2ee1-05dc-4c8e-9744-7eb4f686960f/22fdb79f-95a4-4547-a44d-4a24a2fab18e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:37.536960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f46cf6a-d877-41d6-af12-e15d57617023 None None] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:37.547086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::f816:3eff:fe4a:3f1c (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/ad131686-6896-4b5c-afc3-9f56a4c540c3/22fdb79f-95a4-4547-a44d-4a24a2fab18e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:37.591776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.592487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.599372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.599946 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:37.756501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.864913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Calling delete_port for 1a7757dd-9c6c-45d3-8980-d4c1720ac1bc owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:37.923378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:37.973407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:37.981212 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:34Z', 'revision_number': 8, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:37.985571 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:37.996108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.003976 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:38.004589 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:38.005387 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b5058f23-8fa1-4f00-bff8-b0301786eca8 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887 HTTP/1.1" status: 204 len: 168 time: 1.1410952 Mar 11 19:43:38.009018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33868) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:38.067572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0393151-35dd-45b3-b8db-39d9cc7a0da2 None None] Network b8af5824-bccf-4455-be57-e7c1357aed27 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:38.092302 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2628cb55-949e-4005-8aa7-dba29f4b4cde tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1072145 Mar 11 19:43:38.093624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33872) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:38.180077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.225977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.243935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 0ba7f1ee-5541-4def-afb5-07342342f047 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:38.244265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.261329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:38.295086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 748c757f-b164-4e6d-ae92-093362311d40 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:38.321782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 748c757f-b164-4e6d-ae92-093362311d40 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:38.322160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.374981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Pushing event deleted for resources: {'Port': ['ID=1a7757dd-9c6c-45d3-8980-d4c1720ac1bc,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:38.480820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 0ba7f1ee-5541-4def-afb5-07342342f047, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ba7f1ee-5541-4def-afb5-07342342f047,segment=NetworkSegment(a020a300-717d-4565-b6cb-a1bdf478b0a9),segment_id=a020a300-717d-4565-b6cb-a1bdf478b0a9)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:38.481613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.530164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.570328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'ad131686-6896-4b5c-afc3-9f56a4c540c3', 'ip_address': '2001:db8::f816:3eff:fe90:103b'}, {'subnet_id': 'f54c2ee1-05dc-4c8e-9744-7eb4f686960f'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '748c757f-b164-4e6d-ae92-093362311d40'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:43:38.600222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-44f39d53-79af-42bf-a19b-7715a5ab1e42', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:38.601031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.607725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.610132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.614879 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-119f6f6a-27d6-47de-8ae7-65d902cfa472 tempest-ServerActionsTestJSON-58891252 tempest-ServerActionsTestJSON-58891252-project] 10.222.0.76 "DELETE /v2.0/floatingips/f9c941c5-5dea-49b6-8b3a-ce4b98d36919 HTTP/1.1" status: 204 len: 168 time: 1.6410637 Mar 11 19:43:38.640122 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:34Z', 'revision_number': 8, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:38.646812 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde351c6-edea-4a70-9fef-0830ebe34e3b None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:34Z', 'revision_number': 8, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d3faadb-53de-4982-bc23-b091a1c1157d', 'name': '', 'network_id': '8df0a2a1-ce58-4085-8d79-95c8bf4d8f02', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:41:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:06Z', 'updated_at': '2022-03-11T19:43:17Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': 'fb55396c-f693-48cb-96b2-c81d29883d62', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:38.665215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33876) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:38.733662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 22fdb79f-95a4-4547-a44d-4a24a2fab18e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:38.763993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.790736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 0ba7f1ee-5541-4def-afb5-07342342f047 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:38.837961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:29Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:38.846538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Transition to ACTIVE for port object 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:38.869697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.903559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:38.911104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=0ba7f1ee-5541-4def-afb5-07342342f047,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:38.921454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 0ba7f1ee-5541-4def-afb5-07342342f047 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:38.922655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb11173-f0dc-4356-8aff-cb36f8ee383d None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:29Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:38.958890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.027515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Transition to ACTIVE for port object 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:39.126436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:39.128567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.132299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=22fdb79f-95a4-4547-a44d-4a24a2fab18e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.134939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:39.141215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Allocated IP 2001:db8::2 (44f39d53-79af-42bf-a19b-7715a5ab1e42/84264e4d-1335-4a22-9c30-c664f29eece4/d478e1e2-faac-4f18-ad5f-aae70efaf5fb) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:39.159935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:39.165058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.165820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.183300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8af5824-bccf-4455-be57-e7c1357aed27']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:39.194089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (67cb29b3-99d1-46c1-a96d-87055d1db5b5/14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c/8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:39.204908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a020a300-717d-4565-b6cb-a1bdf478b0a9') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:39.205335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a020a300-717d-4565-b6cb-a1bdf478b0a9') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:39.234713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.277103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.285467 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-58012292-193b-482f-9aeb-6a7758dd71ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0610323 Mar 11 19:43:39.285666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:39.285666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.289131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33880) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:39.292652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:39.388025 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:39.417208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.468153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.491376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.493263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Transition to ACTIVE for port object d478e1e2-faac-4f18-ad5f-aae70efaf5fb will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:39.498390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.519490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.554002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 22fdb79f-95a4-4547-a44d-4a24a2fab18e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:39.554578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.598852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Pushing event updated for resources: {'Port': ['ID=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.618715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.642483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:39.659091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 748c757f-b164-4e6d-ae92-093362311d40, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=748c757f-b164-4e6d-ae92-093362311d40,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:39.666385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=b8af5824-bccf-4455-be57-e7c1357aed27,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.673380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:39.678898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.679606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Transition to ACTIVE for port object d478e1e2-faac-4f18-ad5f-aae70efaf5fb will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:39.682403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:39.685459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:39.687507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:39.732765 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cbf3356c-f6dd-421e-8b77-05e066924c8c tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/b8af5824-bccf-4455-be57-e7c1357aed27 HTTP/1.1" status: 204 len: 168 time: 1.7224898 Mar 11 19:43:39.747297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33884) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:39.789979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=748c757f-b164-4e6d-ae92-093362311d40,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.795202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.026948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:40.031003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:40.034420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:40.093285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.123103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.176965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:40.178108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 296c211d-d549-4ce6-80a1-42911112ba3b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:40.201309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b92d2-e55f-4229-87c8-0d12a3b827ed None None] DHCP port deletion for b8af5824-bccf-4455-be57-e7c1357aed27 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:40.218574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.222916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:40.226233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:40.236873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:40.282264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75c988c-111f-4bbb-b615-547e10ae6507 None None] The sync data for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv is: [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:39:33Z', 'revision_number': 4, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7', 'name': '', 'network_id': '06ddae5e-e879-42e2-bf11-e38249405e8c', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'mac_address': 'fa:16:3e:4d:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:30Z', 'updated_at': '2022-03-11T19:39:40Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'subnets': [{'id': '9f59f25e-605f-44fa-8828-6b395c1ebb0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:40.284054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.322164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Pushing event updated for resources: {'Port': ['ID=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.362490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Allocated IP 2001:db8:0:1::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f54c2ee1-05dc-4c8e-9744-7eb4f686960f/748c757f-b164-4e6d-ae92-093362311d40) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:40.368332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Attempting to bind port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:40.368702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Attempting to bind port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:40.369060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Attempting to bind port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf on network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:40.428387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 22fdb79f-95a4-4547-a44d-4a24a2fab18e owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:40.448414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:40.448810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Checking segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:40.449194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.449551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Bound using segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:40.450057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Bound port: 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:40.450420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.531982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Attempting to bind port d478e1e2-faac-4f18-ad5f-aae70efaf5fb on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:40.532270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Attempting to bind port d478e1e2-faac-4f18-ad5f-aae70efaf5fb by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:40.532622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Attempting to bind port d478e1e2-faac-4f18-ad5f-aae70efaf5fb on network 44f39d53-79af-42bf-a19b-7715a5ab1e42 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:40.577406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8::1 (44f39d53-79af-42bf-a19b-7715a5ab1e42/84264e4d-1335-4a22-9c30-c664f29eece4/1789494f-55cd-443c-befb-e0fffd24bc57) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:40.600845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:40.601502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Checking segment: {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:40.601691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.602009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Bound using segment: {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:40.602489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Bound port: d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:40.602894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.638115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 296c211d-d549-4ce6-80a1-42911112ba3b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:40.683978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 296c211d-d549-4ce6-80a1-42911112ba3b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:40.684840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.736502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.781291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] For port 748c757f-b164-4e6d-ae92-093362311d40, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=748c757f-b164-4e6d-ae92-093362311d40,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:40.790455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] For port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:40.824326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] For port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:40.842609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.882123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] For port d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:40.882463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.885645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.922365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] For port d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:40.938933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Transition to ACTIVE for port object 748c757f-b164-4e6d-ae92-093362311d40 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:40.940543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:40.979266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.025812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be9bcc-aa71-40cd-8a86-c96440a2b0b5 None None] Pushing event updated for resources: {'Port': ['ID=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.077929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.098893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.151413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.157109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.197686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.242980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.275751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 1789494f-55cd-443c-befb-e0fffd24bc57 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:41.281032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 296c211d-d549-4ce6-80a1-42911112ba3b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=296c211d-d549-4ce6-80a1-42911112ba3b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:41.282247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea39ee-e9b7-444f-b06a-90a076d5e1b5 None None] Pushing event updated for resources: {'Port': ['ID=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.287247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=22fdb79f-95a4-4547-a44d-4a24a2fab18e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.357334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.366821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1c0500d6-2aa6-435e-be4c-c638b37937ef no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:41.416138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1c0500d6-2aa6-435e-be4c-c638b37937ef {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:41.416481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1c0500d6-2aa6-435e-be4c-c638b37937ef not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:41.478902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.494456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f56d7-9f27-42e6-809b-8e863a48ddfe None None] Pushing event updated for resources: {'Port': ['ID=748c757f-b164-4e6d-ae92-093362311d40,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.505589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.528622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3ac69f85-6ed9-48b7-91da-90b7eb0dc52f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/22fdb79f-95a4-4547-a44d-4a24a2fab18e HTTP/1.1" status: 204 len: 168 time: 2.2360368 Mar 11 19:43:41.532787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.545040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33888) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:41.627460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:41.653422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=296c211d-d549-4ce6-80a1-42911112ba3b,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.674141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:41.676336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:41.735702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:41.739369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:41.740127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:41.765721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.926196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:41.980009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ab9d0-0489-4411-aea3-c3b766e9aacd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:41.980716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e43ab9d0-0489-4411-aea3-c3b766e9aacd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:42.007349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:42.014734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 748c757f-b164-4e6d-ae92-093362311d40 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:42.074933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:42.090566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 296c211d-d549-4ce6-80a1-42911112ba3b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:42.193841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 296c211d-d549-4ce6-80a1-42911112ba3b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:42.194591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:42.225436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e43ab9d0-0489-4411-aea3-c3b766e9aacd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:42.226601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e43ab9d0-0489-4411-aea3-c3b766e9aacd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6096108 Mar 11 19:43:42.231841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33892) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:42.334210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fba84f8c-13f9-49a3-aa52-f89fe090a52d None None] Provisioning for port 748c757f-b164-4e6d-ae92-093362311d40 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:42.361554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fba84f8c-13f9-49a3-aa52-f89fe090a52d None None] Provisioning complete for port 748c757f-b164-4e6d-ae92-093362311d40 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:42.362004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fba84f8c-13f9-49a3-aa52-f89fe090a52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:42.461556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d478e1e2-faac-4f18-ad5f-aae70efaf5fb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:42.728309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d478e1e2-faac-4f18-ad5f-aae70efaf5fb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:42.761241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ba7f1ee-5541-4def-afb5-07342342f047 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:42.794583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef3d2a-bcb4-423c-b38f-ce154f163ad3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.796795 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5aef3d2a-bcb4-423c-b38f-ce154f163ad3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5584371 Mar 11 19:43:42.804229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33896) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:42.852565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0ba7f1ee-5541-4def-afb5-07342342f047 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:42.852898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ba7f1ee-5541-4def-afb5-07342342f047 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:42.855170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-debc30b5-e761-40d5-bb2c-2f0483d56991 None None] Could not find standard attr ID for object 22fdb79f-95a4-4547-a44d-4a24a2fab18e. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:43:42.930774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e4d73-9c39-41f0-9364-f6d6cb78c199 None None] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:42.951056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:42.970056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:42.971125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.011828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.013137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.014428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.015216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:43.099854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1caecdcf-0edc-4b5e-bdef-ec4823efc5db None None] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:43.128148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:43.128398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Deleting port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:43.129067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79705474-b584-418a-8f4a-75b581f5497f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3219938 Mar 11 19:43:43.132052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.141384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33900) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:43.212542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 8d3faadb-53de-4982-bc23-b091a1c1157d {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:43.212918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.226764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a478596-3674-42f9-a4a1-c27769c8cf60 None None] New status for floating IP f9c941c5-5dea-49b6-8b3a-ce4b98d36919: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:43:43.286271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:43.403095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Provisioning for port d478e1e2-faac-4f18-ad5f-aae70efaf5fb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:43.435512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:43.437079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Provisioning complete for port d478e1e2-faac-4f18-ad5f-aae70efaf5fb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:43.437553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.438204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:43.586750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet ad131686-6896-4b5c-afc3-9f56a4c540c3 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:43.589519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 8d3faadb-53de-4982-bc23-b091a1c1157d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8d3faadb-53de-4982-bc23-b091a1c1157d,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:43.589870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.599785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:43.604912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.740578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] For port ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:43.740932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.764840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 8d3faadb-53de-4982-bc23-b091a1c1157d owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:43.829225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.868860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Calling delete_port for ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:43.913881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:43.970783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] For port d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:43.982329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.107915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40069f-c59d-493b-b683-e9bfa5679931 None None] Pushing event updated for resources: {'Port': ['ID=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.117443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.153299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Provisioning for port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:44.170121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Provisioning complete for port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:44.171589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.258618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:43:44.335736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.399920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.403211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.461349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.466850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-78fea585-5218-4c7a-8341-6170869423c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.480479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=8d3faadb-53de-4982-bc23-b091a1c1157d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.481797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] For port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:44.491649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.492756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.578922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d057d8d-015a-468f-9ba2-08e32bd0bb3e None None] Pushing event updated for resources: {'Port': ['ID=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.632079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning complete for port d478e1e2-faac-4f18-ad5f-aae70efaf5fb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:44.632457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.636263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=ad131686-6896-4b5c-afc3-9f56a4c540c3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.648497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:44.722987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:44.741810 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:44.743460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:44.759899 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-139d98ec-8cf5-4e86-955d-b02c9dd5dd9b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ad131686-6896-4b5c-afc3-9f56a4c540c3 HTTP/1.1" status: 204 len: 168 time: 1.6129715 Mar 11 19:43:44.764803 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4b86e670-c190-495d-ab8a-a52d922667ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/51ab44be-7c01-4af8-b577-26a86b0f7140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1248844 Mar 11 19:43:44.765068 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:44.765692 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:44.768264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c96ac-29db-4ad6-be23-c5248e51d7ef None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:44.768530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33906) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:44.769178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33904) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:44.791248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:45.041123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a66010b2-9b27-46e4-8180-5be42bf7d19e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9399097 Mar 11 19:43:45.050419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33912) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:45.056231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:45.056897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:45.161085 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:45.236276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982369059'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:45.241387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:45.245379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:45.248455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:45.254836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:45.273630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:45.277004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.422297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.422668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.423029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.423409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.423763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.424110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.424457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.424865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.426329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.426701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.428767 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9b850fa8-e2c0-4609-8b8f-ee2711c3e7c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7018 time: 0.6596634 Mar 11 19:43:45.432300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:45.448615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning for port 1789494f-55cd-443c-befb-e0fffd24bc57 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:45.473165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning complete for port 1789494f-55cd-443c-befb-e0fffd24bc57 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:45.473541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.506410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:45.511882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet f54c2ee1-05dc-4c8e-9744-7eb4f686960f {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:45.520919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.525163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.525530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.525891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.526251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.526606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.526956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.527303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.527682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.528026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.528367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.530869 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-aa1da47c-1916-4cfa-be7e-8ea181496b76 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6394 time: 0.0976634 Mar 11 19:43:45.536540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33920) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:45.584630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.585076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment 01404bec-2abc-4aa5-b679-86ee418370de of type vlan for network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 Mar 11 19:43:45.591002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Port 1789494f-55cd-443c-befb-e0fffd24bc57 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:45.594303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:45.628267 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.632629 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:42Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:45.637107 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:45.637653 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Updating router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae port 1789494f-55cd-443c-befb-e0fffd24bc57 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:45.695964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.703522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.724730 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.783707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.788195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.788914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.807566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:45.810537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.836451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning complete for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:45.836823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:45.874964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8187442 Mar 11 19:43:45.930971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33924) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:45.940683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:45.957616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:46.076685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:46.130803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.150478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Provisioning complete for port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:46.150843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c1a70ba-5a90-47c5-acc7-9b1de9e7207d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.167802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:46.184162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:46.199637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:46.208078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:46.208669 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.209678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.214346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff67fe-1480-4b95-bf74-e33b8379dce1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=1b4c2b9a-f4bc-4568-965a-4314ed879d67,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.231552 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f2b6ef6a-7af4-4c18-b201-95e8be32e180 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3393 time: 0.6913021 Mar 11 19:43:46.232985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:46.237719 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Transition to ACTIVE for port object 1789494f-55cd-443c-befb-e0fffd24bc57 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:46.255691 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.260575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:46.386989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.469677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:46.502940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c2ee1-05dc-4c8e-9744-7eb4f686960f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.520572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.522752 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2917ab-7569-4c37-ab1b-a725da5c1131 None None] Pushing event updated for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.555333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-062c9231-31a5-4330-a54e-81577f5c1efd tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f54c2ee1-05dc-4c8e-9744-7eb4f686960f HTTP/1.1" status: 204 len: 168 time: 1.7670248 Mar 11 19:43:46.557761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33930) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:46.682465 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Attempting to bind port 1789494f-55cd-443c-befb-e0fffd24bc57 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:46.682971 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Attempting to bind port 1789494f-55cd-443c-befb-e0fffd24bc57 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:46.683462 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Attempting to bind port 1789494f-55cd-443c-befb-e0fffd24bc57 on network 44f39d53-79af-42bf-a19b-7715a5ab1e42 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:46.699993 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:46.700487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Checking segment: {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:46.700985 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.701473 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Bound using segment: {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:46.702057 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Bound port: 1789494f-55cd-443c-befb-e0fffd24bc57, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:46.702538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.730565 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf8ab420-c906-479a-9852-777d12407345 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1649468 Mar 11 19:43:46.733809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33934) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:46.751046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:46.828957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d478e1e2-faac-4f18-ad5f-aae70efaf5fb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:46.893888 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] For port 1789494f-55cd-443c-befb-e0fffd24bc57, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:46.894303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33938) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:46.898217 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] For port 1789494f-55cd-443c-befb-e0fffd24bc57, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1789494f-55cd-443c-befb-e0fffd24bc57,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:46.907915 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:46.914747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:46.919958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-739681769', 'description': 'tempest-secgroup-smoke-739681769 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:46.927585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:46.928975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:46.929332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Updating router 51ab44be-7c01-4af8-b577-26a86b0f7140 port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:46.932279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:46.935409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:46.942153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:47.002060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.026218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.027544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:47.035004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:47.040330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:47.051431 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:47.052205 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:47.052914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:47.086279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.095103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d478e1e2-faac-4f18-ad5f-aae70efaf5fb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:47.095660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.150242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:47.160529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.162632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8cebfc-0888-4fee-b143-05b95cb8da5c None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:47.197561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-967d5ddc-9230-4d92-99c8-3b1dcbb12bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.198632 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2917ab-7569-4c37-ab1b-a725da5c1131 None None] Pushing event updated for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:47.243953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:47.284974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:47.409847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a76f0869-e0dc-4b41-ac8a-72f8ac816fb2 None None] Provisioning complete for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:47.410285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a76f0869-e0dc-4b41-ac8a-72f8ac816fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.542964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:47.548205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.554764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:47.563993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:47.581345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:47.629209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:47.640387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=42605a41-88e0-4b72-92fc-7a8992e41028,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:47.641552 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:47.646057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0649bd56-a235-4ef1-a5f7-8d9cce204c5f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8975599 Mar 11 19:43:47.648923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33942) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:47.657864 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:47.658460 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:47.669331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a76f0869-e0dc-4b41-ac8a-72f8ac816fb2 None None] Port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:43:47.712014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a76f0869-e0dc-4b41-ac8a-72f8ac816fb2 None None] Provisioning complete for port 748c757f-b164-4e6d-ae92-093362311d40 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:47.712014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a76f0869-e0dc-4b41-ac8a-72f8ac816fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.849244 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:47.903557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:47.914612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 1b4c2b9a-f4bc-4568-965a-4314ed879d67, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:47.980317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:47.983937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.986373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:47.991449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.009483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.027499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.050303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 1b4c2b9a-f4bc-4568-965a-4314ed879d67) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:48.058923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet fb55396c-f693-48cb-96b2-c81d29883d62 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:48.064097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.064644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.068810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.142544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e29425cc-0a1c-43b9-a926-0a3e9ee8123a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2031975 Mar 11 19:43:48.143409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33946) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:48.165843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.181477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Transition to ACTIVE for port object 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:48.191219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34281a-5c9f-4b3c-a408-874532ca806b None None] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:48.206329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:48.212991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.230798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.283058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58455e48-8fc8-4aae-a6ed-f8c1d92f779c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.291053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.294034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b95fdb89-1334-4367-8d1e-775ef35097be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3911610 Mar 11 19:43:48.299170 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:46Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:48.305845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:48.306686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33950) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:48.312301 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191634c5-3230-4a48-b513-a973f03f4c43 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:46Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:48.316550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:48.333224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:48.340143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Deleting port 748c757f-b164-4e6d-ae92-093362311d40 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:48.340511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.342110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:48.347760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:48.351400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:48.355278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.355902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.360631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=a3b61d9d-0caa-421f-b593-8007ae5c43d0,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.385955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:48.412595 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-05dd2d9e-a8a6-4ca7-988e-db960d1d2cbb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6762021 Mar 11 19:43:48.417611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33954) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:48.432631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:48.447227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.485015 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:44Z', 'revision_number': 9, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:48.492843 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:48.511192 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:48.512419 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:48.520863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:48.557864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.577560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132079-610e-422c-9a58-13f54dcec83f None None] Pushing event updated for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.617535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.721107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.743161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:48.757344 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:48.768687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:48.775020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ad4156-5cca-42d2-aaaa-e604981cb483,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.798490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.803486 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-41c6f5bf-cc13-4b08-9e7d-512e56e2ceaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4895892 Mar 11 19:43:48.804350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33958) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:48.810181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:48.815621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Attempting to bind port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:48.816212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Attempting to bind port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:48.816418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:48.816884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Attempting to bind port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a on network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:48.820380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:48.823518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:48.829787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:48.851460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:48.858532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.924374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:48.927621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.934715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:48.935350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Checking segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:48.936251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.937021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Bound using segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:48.937723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Bound port: 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:48.938353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.940630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.945769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.979511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f52e828-b882-4183-b408-07329d905981,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.991427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:48.994926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:48.996329 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d23eb4ec-ccad-4445-b2b9-470a3d843224 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1909690 Mar 11 19:43:49.000628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33962) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.007711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:49.013566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:49.017724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:49.021239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:49.025665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=fb55396c-f693-48cb-96b2-c81d29883d62,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.027825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:49.029524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:49.030585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.041349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:49.046934 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fbe1df36-dd76-4ada-a414-0469bc12c195 admin admin] 10.222.0.76 "PUT /v2.0/routers/1987eb13-7e8c-487b-9e1c-5f3dace097f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3777275 Mar 11 19:43:49.052696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33966) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.116919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.145080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] For port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:49.149098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] For port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:49.161111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Sync routers for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:49.172201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.209515 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:44Z', 'revision_number': 9, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:49.214927 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f343cbf-5816-4175-a663-6d00ececec67 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:44Z', 'revision_number': 9, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '1f99480e-ce11-42bc-b701-5c64ae7dad72', 'name': '', 'network_id': 'd6471f07-29f2-4542-8afb-196f74167092', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:f0:0d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:57Z', 'updated_at': '2022-03-11T19:43:13Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:49.290989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.294574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.299341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.328039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.329815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f0802c-6615-4ae8-8ece-b65e696ecea3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.344332 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ed0e8a6f-7e9d-4a4f-a815-9713e8b44bc7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/fb55396c-f693-48cb-96b2-c81d29883d62 HTTP/1.1" status: 204 len: 168 time: 1.6941261 Mar 11 19:43:49.348847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33970) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.369534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.373357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e6ae88df-08c0-4f79-8252-4895726ae518 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3691835 Mar 11 19:43:49.374911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33974) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.390439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:49.403243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:49.410688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:49.416435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.417525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389ff74-0dff-4af2-a176-7d1cf44d5aac None None] Network 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:49.436609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:49.452061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:49.458774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:49.459486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:49.476048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.480789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.514965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] For port 748c757f-b164-4e6d-ae92-093362311d40, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=748c757f-b164-4e6d-ae92-093362311d40,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:49.515416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.632443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:49.633561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.661320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a132079-610e-422c-9a58-13f54dcec83f None None] Pushing event updated for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.697985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.824067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3b61d9d-0caa-421f-b593-8007ae5c43d0 (CIDR: 2001:db8::/64) Mar 11 19:43:49.831759 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:43:49.832271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:43:49.863300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.871641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.873724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Calling delete_port for 748c757f-b164-4e6d-ae92-093362311d40 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:49.886803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,segment=NetworkSegment(fce59d07-94fe-413f-b6d4-d254576b64de),segment_id=fce59d07-94fe-413f-b6d4-d254576b64de)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:49.887033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.890891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c0e77374-5a5d-4e4c-84c8-0b3138678763 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4690616 Mar 11 19:43:49.893869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33978) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.901740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 748c757f-b164-4e6d-ae92-093362311d40 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:49.902768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebd292c-5afc-4d61-ac11-f6cf16ab6c68,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.903701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:49.947779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:49.949047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-39cd82ab-9514-4fb8-81c2-72cf8fe66a2d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5732076 Mar 11 19:43:49.953768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33982) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:49.965165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:49.978757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:49.985722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:49.990275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:49.999254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:50.006895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:50.007549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:50.047413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:43:50.058324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.071896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.083543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:50.262236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Allocated IP 2001:db8:1::2 (1b4c2b9a-f4bc-4568-965a-4314ed879d67/42605a41-88e0-4b72-92fc-7a8992e41028/462a7b78-8182-43a1-9631-dd389a815e94) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:50.316045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.320290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.322368 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No ports have port_id starting with 748c757f-b164-4e6d-ae92-093362311d40 Mar 11 19:43:50.329866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.365514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fb3afb-2225-43bb-a7ed-fc334184263e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.383163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:50.383450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8d3faadb-53de-4982-bc23-b091a1c1157d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:50.390473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:50.395735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:50.410206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:50.416000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.418947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.420788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.424651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2295cc1b-fda9-4f36-87fe-9325be1bbd6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4674349 Mar 11 19:43:50.428061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 33986) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:50.440973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '58455e48-8fc8-4aae-a6ed-f8c1d92f779c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:50.453589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:50.460450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:50.466550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:50.472258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=504d5e87-b4ee-4a05-a13d-ed1174a0aae1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.477095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:50.479893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.480124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:50.483618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] Pushing event deleted for resources: {'Port': ['ID=748c757f-b164-4e6d-ae92-093362311d40,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.493354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8d3faadb-53de-4982-bc23-b091a1c1157d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:50.493699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8d3faadb-53de-4982-bc23-b091a1c1157d not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:50.499815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Deleting port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:50.500212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.501053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:43:50.509417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.523185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:50.564537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127091d4-bc24-4c3a-9f5f-90a0a36a0095 None None] No DVR routers for this DVR port 748c757f-b164-4e6d-ae92-093362311d40 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:50.608825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.613895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.625261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:50.648903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee217b40-6a77-4f52-9b26-679ff55f34d1,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.656625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:50.658120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e366bb-0af2-433b-af5b-fc353a4d81db None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:50.658346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2719390b-05cb-4f95-8143-abf67921bb11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2292190 Mar 11 19:43:50.777673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:50.937394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.001560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df0a2a1-ce58-4085-8d79-95c8bf4d8f02']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:51.044620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce59d07-94fe-413f-b6d4-d254576b64de') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:51.044915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce59d07-94fe-413f-b6d4-d254576b64de') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:51.063181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] For port ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:51.064019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.082108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.181789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5aca988-e425-4fdb-b296-82ab7e76612c None None] DHCP port deletion for 8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:51.263955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-f280ad21-acea-4f3a-8f32-c70e1cbc71e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:51.272677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Calling delete_port for ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:51.322535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.343719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.344270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:51.344571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:51.359334 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:51.381760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Transition to ACTIVE for port object 462a7b78-8182-43a1-9631-dd389a815e94 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:51.469365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-f280ad21-acea-4f3a-8f32-c70e1cbc71e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:51.470496 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-f280ad21-acea-4f3a-8f32-c70e1cbc71e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-739681769&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.5130088 Mar 11 19:43:51.488971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Transition to ACTIVE for port object 462a7b78-8182-43a1-9631-dd389a815e94 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:51.520839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.521347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.560888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'a3b61d9d-0caa-421f-b593-8007ae5c43d0'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:51.561681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.587528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8:1::1 (1b4c2b9a-f4bc-4568-965a-4314ed879d67/42605a41-88e0-4b72-92fc-7a8992e41028/08fdeca8-1119-49eb-afe2-e39e2b23a2d6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:51.589333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.629553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=8df0a2a1-ce58-4085-8d79-95c8bf4d8f02,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.661859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2be169f0-06c6-46e3-a46d-2a3968254b1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/8df0a2a1-ce58-4085-8d79-95c8bf4d8f02 HTTP/1.1" status: 204 len: 168 time: 2.3119662 Mar 11 19:43:51.680494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 33998) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:51.693150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:51.698106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:51.705440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:51.717062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Pushing event updated for resources: {'Port': ['ID=462a7b78-8182-43a1-9631-dd389a815e94,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.806327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.815482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:43:44Z', 'revision_number': 5, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port': {'id': 'ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:14Z', 'updated_at': '2022-03-11T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:51.847503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:51.873139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Checking router: 1987eb13-7e8c-487b-9e1c-5f3dace097f1 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:51.885968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.887436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-d1b4f437-16c5-465a-b98d-351adc3b343c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.888336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-d1b4f437-16c5-465a-b98d-351adc3b343c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:51.898010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1789494f-55cd-443c-befb-e0fffd24bc57 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:51.937941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Attempting to bind port 462a7b78-8182-43a1-9631-dd389a815e94 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:51.938614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Attempting to bind port 462a7b78-8182-43a1-9631-dd389a815e94 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:51.938967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Attempting to bind port 462a7b78-8182-43a1-9631-dd389a815e94 on network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:51.967586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:51.976166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:51.981313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:51.981927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.987863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:51.988520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Checking segment: {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:51.988930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:51.989314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Bound using segment: {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:51.989791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Bound port: 462a7b78-8182-43a1-9631-dd389a815e94, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:51.990157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.002939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:52.011376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Routers {'1987eb13-7e8c-487b-9e1c-5f3dace097f1'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:52.012269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:52.064910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:49Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:52.080573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/a3b61d9d-0caa-421f-b593-8007ae5c43d0/67c49e31-978f-4ca7-a131-7fadf481253d) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:52.085344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.139490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.153506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d02e14-9431-4871-b0d0-57c501a2c138 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:49Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:52.170282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-d1b4f437-16c5-465a-b98d-351adc3b343c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:52.171651 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-d1b4f437-16c5-465a-b98d-351adc3b343c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 797 time: 0.6872292 Mar 11 19:43:52.213307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:52.225050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.objects.ports [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83812) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:43:52.234243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.366558 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-4555ee36-13bb-4d0b-ba7a-70c5c3c11df3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.1767814 Mar 11 19:43:52.426270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1789494f-55cd-443c-befb-e0fffd24bc57 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:52.459067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1789494f-55cd-443c-befb-e0fffd24bc57 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:52.459837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.490209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] Set router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:52.534921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] For port 462a7b78-8182-43a1-9631-dd389a815e94, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:52.539303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=f9fe0336-6bb4-444e-aeca-e50075327f53,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:52.549513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:52.558442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:52.567596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.568181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.661954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:43:50Z', 'revision_number': 6, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:52.715413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] For port 462a7b78-8182-43a1-9631-dd389a815e94, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=462a7b78-8182-43a1-9631-dd389a815e94,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:52.733751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.737439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27b96b2-595c-42f6-b501-d6c47f7b1d70 None None] The sync data for ids ['1987eb13-7e8c-487b-9e1c-5f3dace097f1'] in dv-neutron-832764-2-hyperv is: [{'id': '1987eb13-7e8c-487b-9e1c-5f3dace097f1', 'name': 'tempest-ServerActionsTestJSON-557944585-router', 'tenant_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:13Z', 'updated_at': '2022-03-11T19:43:50Z', 'revision_number': 6, 'project_id': 'f07e2f5bf20842c3809eaf6baaaa7df7', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:52.807531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.815267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.816610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.907685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.907922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.968499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958a199-9f76-467c-9c3a-ad9e005bd4fe None None] Pushing event updated for resources: {'Port': ['ID=462a7b78-8182-43a1-9631-dd389a815e94,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:52.974005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Transition to ACTIVE for port object 67c49e31-978f-4ca7-a131-7fadf481253d will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:52.989533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:52.996921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.017100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Transition to ACTIVE for port object 67c49e31-978f-4ca7-a131-7fadf481253d will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:53.031557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.089165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:53.090443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:53.125272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.156566 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-a0d495cd-c997-4504-a1ff-c9587d0c9c4d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7711854 Mar 11 19:43:53.208841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1789494f-55cd-443c-befb-e0fffd24bc57, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1789494f-55cd-443c-befb-e0fffd24bc57,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:53.211285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:53.219597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:53.226057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:53.268998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.389834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:53.408009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.412789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.443893 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6c562508-86db-4077-8a5c-388ab0797483 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5485852 Mar 11 19:43:53.452724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34002) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:53.459600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:53.460143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 504d5e87-b4ee-4a05-a13d-ed1174a0aae1 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:53.470475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.470972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1987eb13-7e8c-487b-9e1c-5f3dace097f1 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:43:53.482848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.483990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6b68a19e-ed5b-490a-b4eb-922a384066d9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/1987eb13-7e8c-487b-9e1c-5f3dace097f1 HTTP/1.1" status: 204 len: 168 time: 4.4287789 Mar 11 19:43:53.486617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34010) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:53.531693 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.565121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Deleting subnet 9f59f25e-605f-44fa-8828-6b395c1ebb0c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:43:53.569089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.569557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Attempting to bind port 67c49e31-978f-4ca7-a131-7fadf481253d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:53.570072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Attempting to bind port 67c49e31-978f-4ca7-a131-7fadf481253d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:53.570584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Attempting to bind port 67c49e31-978f-4ca7-a131-7fadf481253d on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:53.578643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:53.579235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:53.579795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.580364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:53.581042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Bound port: 67c49e31-978f-4ca7-a131-7fadf481253d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:53.582684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.686376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:53.686817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:53.689933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:53.694861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.709116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:53.741420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:6e:6f:ce', 'name': 'tempest-NetworksTestDHCPv6-48001514'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:53.793363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc83b3-95b5-417d-9234-eb9d07dc7f46 None None] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.941637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:53.951750 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:43:53.952243 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-13829cc4-9be4-4b1a-890e-28712e1bc044 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8076663 Mar 11 19:43:53.958185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:53.964782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-510586469'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:53.969145 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:53.969758 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:53.971712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:53.978965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:53.984232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:54.002945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:54.038721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:54.047837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.141370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:54.146425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:54.162721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.163188 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment a405cf6f-a03f-4278-be24-1ee70f5d2ff8 of type vlan for network 26c60093-5365-43fe-a326-9d4a4119c616 Mar 11 19:43:54.230005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.296738 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:54.296986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.301191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:54.301800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.326812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:54.332644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:54.333155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.419623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.428641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d403de07-f9d6-4275-84e4-0199ae2654c7 None None] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:54.446841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4873896 Mar 11 19:43:54.449967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:54.458001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:43:54.491951 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-0211ba57-7bb7-4855-b7c1-a223ac4b4d7a service neutron] 10.222.0.76 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3343027 Mar 11 19:43:54.529417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:54.548775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.575297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:43:54.577714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dbe36-f643-44df-8061-f79defb4caaa tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=26c60093-5365-43fe-a326-9d4a4119c616,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:54.582115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:54.585262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:54.590022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:port and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:43:54.591890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:54.601207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:43:54.605850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:54.610253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 26c60093-5365-43fe-a326-9d4a4119c616 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:43:54.632494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2384f13f-ad55-426f-8bc1-f1e08c3c757e None None] Provisioning for port 462a7b78-8182-43a1-9631-dd389a815e94 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:54.677763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:43:54.715160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.719198 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:52Z', 'revision_number': 3, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:52Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:54.725430 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:43:54.726114 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Updating router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:43:54.729435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.754381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:54.799594 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.823641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.917924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:54.990165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:55.010335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f59f25e-605f-44fa-8828-6b395c1ebb0c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:55.013542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.015171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1789494f-55cd-443c-befb-e0fffd24bc57 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:55.039977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c6adf92a-199c-4c25-8f40-84819c435dc3 service neutron] 10.222.0.76 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471988 Mar 11 19:43:55.113808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.143820 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f17a772-6383-4b27-9864-726c0b783443 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9f59f25e-605f-44fa-8828-6b395c1ebb0c HTTP/1.1" status: 204 len: 168 time: 1.6559968 Mar 11 19:43:55.148413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34022) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:55.267693 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2852bc6-8f7c-45c7-bc61-0a653b5569d5 None None] Network 06ddae5e-e879-42e2-bf11-e38249405e8c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:55.297885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.380715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ead3179b-94cb-4197-bca9-a9431895e593 req-74bb1347-acab-46fc-83b1-e284de4a1772 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:43:55.393290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.445360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port 6af988e9-d70a-4473-9393-a8acc1c43aba yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:43:55.455613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:55.456146 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.472611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ead3179b-94cb-4197-bca9-a9431895e593 req-74bb1347-acab-46fc-83b1-e284de4a1772 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:43:55.474115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ead3179b-94cb-4197-bca9-a9431895e593 req-74bb1347-acab-46fc-83b1-e284de4a1772 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.2128191 Mar 11 19:43:55.485013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Transition to ACTIVE for port object 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:55.493627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a58a8d-f7a9-4687-89ee-99223a0c7006 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:55.502097 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.507529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=68095b5b-2443-440e-9ec9-306067b7fc9e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:55.533106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:55.533841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 26c60093-5365-43fe-a326-9d4a4119c616, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:55.569550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.570744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 26c60093-5365-43fe-a326-9d4a4119c616 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:55.615571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 26c60093-5365-43fe-a326-9d4a4119c616) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:55.625225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:55.626436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.637372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8424d5-d965-4c94-92f5-286838661a6c None None] Network 26c60093-5365-43fe-a326-9d4a4119c616 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:43:55.656615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Deleting port 2d47f454-4668-4100-a5b5-2db45434d36f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:55.656615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.663893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d4caa657-5a2d-4757-b19c-50fb390a23a8 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2100210 Mar 11 19:43:55.664499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34028) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:55.759135 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921986b-1cd3-490e-b1e2-32892b9ba1ce None None] Pushing event updated for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:55.785136 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Attempting to bind port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:55.785893 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Attempting to bind port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:55.787061 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Attempting to bind port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 on network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:55.789384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df6d8482-ebd8-44f0-a1b8-0b01d339ce1c None None] Provisioning for port 67c49e31-978f-4ca7-a131-7fadf481253d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:55.794590 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:55.795336 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Checking segment: {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:55.795950 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.797001 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Bound using segment: {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:55.797901 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Bound port: 08fdeca8-1119-49eb-afe2-e39e2b23a2d6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01404bec-2abc-4aa5-b679-86ee418370de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:55.798698 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.904353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1789494f-55cd-443c-befb-e0fffd24bc57 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:55.904735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:55.907057 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] For port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:55.910914 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] For port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:55.922043 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.019106 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921986b-1cd3-490e-b1e2-32892b9ba1ce None None] Pushing event updated for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:56.025019 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:43:56.025743 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:56.100240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] For port 2d47f454-4668-4100-a5b5-2db45434d36f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2d47f454-4668-4100-a5b5-2db45434d36f,segment=NetworkSegment(8520d419-0aa6-4818-81ac-c1fb597b6fcd),segment_id=8520d419-0aa6-4818-81ac-c1fb597b6fcd)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:56.100592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.108951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::28a (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/a3b61d9d-0caa-421f-b593-8007ae5c43d0/6af988e9-d70a-4473-9393-a8acc1c43aba) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:56.252649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-26c60093-5365-43fe-a326-9d4a4119c616', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:43:56.253520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.313824 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:43:56.462773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:6fce (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f9fe0336-6bb4-444e-aeca-e50075327f53/6af988e9-d70a-4473-9393-a8acc1c43aba) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:56.562857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Calling delete_port for 2d47f454-4668-4100-a5b5-2db45434d36f owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:56.658705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b370511-4fbd-451d-be41-28f41d1b5bbe None None] DHCP port deletion for 06ddae5e-e879-42e2-bf11-e38249405e8c request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:43:56.719638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b370511-4fbd-451d-be41-28f41d1b5bbe None None] Deleting port 2d47f454-4668-4100-a5b5-2db45434d36f {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:56.721543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b370511-4fbd-451d-be41-28f41d1b5bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.738136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.815092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6b370511-4fbd-451d-be41-28f41d1b5bbe None None] The port '2d47f454-4668-4100-a5b5-2db45434d36f' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:43:56.823401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 462a7b78-8182-43a1-9631-dd389a815e94 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:56.995473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:56.997154 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:52Z', 'revision_number': 3, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:55Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:57.002748 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee7225-9d12-4d3d-9e80-ff4895d96890 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:43:52Z', 'revision_number': 3, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:55Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:43:57.079832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 462a7b78-8182-43a1-9631-dd389a815e94 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:57.085422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Allocated IP 2001:db8:2::2 (26c60093-5365-43fe-a326-9d4a4119c616/68095b5b-2443-440e-9ec9-306067b7fc9e/4272553b-bda3-466c-8e27-1857dadf15cb) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:57.093950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3b3db11e-6143-4914-94df-fb1b9d3e368a None None] Provisioning for port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:57.107671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 462a7b78-8182-43a1-9631-dd389a815e94 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:57.108053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.138726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d3772f84-3c55-484b-bd29-d436c21b3b71 req-dd492165-ee1e-4f41-b1be-b05a141afc60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.4876690 Mar 11 19:43:57.185409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d47f454-4668-4100-a5b5-2db45434d36f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:57.205343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.255111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] No DVR routers for this DVR port 2d47f454-4668-4100-a5b5-2db45434d36f on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:57.333918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object 6af988e9-d70a-4473-9393-a8acc1c43aba will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:57.495564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.537538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Update dhcp port {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'fixed_ips': [{'subnet_id': 'a3b61d9d-0caa-421f-b593-8007ae5c43d0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f9fe0336-6bb4-444e-aeca-e50075327f53'}], 'binding:host_id': 'dv-neutron-832764-2-hyperv'}, 'id': '67c49e31-978f-4ca7-a131-7fadf481253d'} from dv-neutron-832764-2-hyperv. {{(pid=83814) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Mar 11 19:43:57.573206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ddae5e-e879-42e2-bf11-e38249405e8c']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:57.593293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8520d419-0aa6-4818-81ac-c1fb597b6fcd') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:57.593589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8520d419-0aa6-4818-81ac-c1fb597b6fcd') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:57.609834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.638188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.649256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.658170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:43:57.659027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:57.711426 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:57.778899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.814474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.831211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:57.836372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:57.838964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=6af988e9-d70a-4473-9393-a8acc1c43aba,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:57.868638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.873102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:57.876982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:57.877579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.888938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.917676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.941593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=06ddae5e-e879-42e2-bf11-e38249405e8c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:57.954750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Transition to ACTIVE for port object 4272553b-bda3-466c-8e27-1857dadf15cb will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:57.957817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 1f99480e-ce11-42bc-b701-5c64ae7dad72 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:57.958149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:57.995807 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-70f03286-0895-4dff-8368-61519ccdd575 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5380063 Mar 11 19:43:57.998894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34048) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:57.999602 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b1c19768-4f1e-48b3-b878-9c5914188a4b admin admin] 10.222.0.76 "DELETE /v2.0/networks/06ddae5e-e879-42e2-bf11-e38249405e8c HTTP/1.1" status: 204 len: 168 time: 2.8429933 Mar 11 19:43:58.061594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 462a7b78-8182-43a1-9631-dd389a815e94, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=462a7b78-8182-43a1-9631-dd389a815e94,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:58.072602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Transition to ACTIVE for port object 4272553b-bda3-466c-8e27-1857dadf15cb will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:58.082308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.087250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port 6af988e9-d70a-4473-9393-a8acc1c43aba {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:43:58.087987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.122075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.142630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:43:58.207336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:43:58.207691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae3336fd-3bfd-4523-9a56-5d2fb5e4dfa7 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:43:58.228937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 1f99480e-ce11-42bc-b701-5c64ae7dad72, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1f99480e-ce11-42bc-b701-5c64ae7dad72,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:58.229276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.263772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8:2::1 (26c60093-5365-43fe-a326-9d4a4119c616/68095b5b-2443-440e-9ec9-306067b7fc9e/3fd58b47-eff8-43ec-a1bf-94da17535657) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:58.273982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Network 26c60093-5365-43fe-a326-9d4a4119c616 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:58.290131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:58.298364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:58.303628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=462a7b78-8182-43a1-9631-dd389a815e94,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:58.411410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34056) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:58.420239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 1f99480e-ce11-42bc-b701-5c64ae7dad72 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:58.436780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Allocated IP 2001:db8:0:1:f816:3eff:fed2:804b (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/f9fe0336-6bb4-444e-aeca-e50075327f53/67c49e31-978f-4ca7-a131-7fadf481253d) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:58.513344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Pushing event updated for resources: {'Port': ['ID=4272553b-bda3-466c-8e27-1857dadf15cb,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:58.607791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:58.638943 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f50e81b-368b-46be-a91b-72bc5cdb310f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f07e2f5bf20842c3809eaf6baaaa7df7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2265956 Mar 11 19:43:58.641767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:43:58.643785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Attempting to bind port 4272553b-bda3-466c-8e27-1857dadf15cb on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:43:58.644450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Attempting to bind port 4272553b-bda3-466c-8e27-1857dadf15cb by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:43:58.644450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Attempting to bind port 4272553b-bda3-466c-8e27-1857dadf15cb on network 26c60093-5365-43fe-a326-9d4a4119c616 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:43:58.683811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:43:58.684507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Checking segment: {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:43:58.685076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.685626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Bound using segment: {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:43:58.686279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Bound port: 4272553b-bda3-466c-8e27-1857dadf15cb, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:43:58.686991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.745938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-357fef6b-4c96-44bf-bd17-ae96ef3d589b req-c1105d2d-ef25-4c3b-a3b1-4999aebd089a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.0684052 Mar 11 19:43:58.834476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:58.850762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.864907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] For port 4272553b-bda3-466c-8e27-1857dadf15cb, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:58.869955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] For port 4272553b-bda3-466c-8e27-1857dadf15cb, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4272553b-bda3-466c-8e27-1857dadf15cb,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:58.886166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:43:58.890519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.922080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.924969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.926472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.936224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:58.936551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:58.961901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.010975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=1f99480e-ce11-42bc-b701-5c64ae7dad72,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.027801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Transition to ACTIVE for port object 67c49e31-978f-4ca7-a131-7fadf481253d will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:59.048868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.070945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for 6af988e9-d70a-4473-9393-a8acc1c43aba owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:43:59.073688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc4b27-88ec-484f-945a-a0ff35c06cc2 None None] Pushing event updated for resources: {'Port': ['ID=4272553b-bda3-466c-8e27-1857dadf15cb,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.140514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.180759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f872a78b-b7b4-471c-806b-b373caf337fb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.227686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.229116 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca217ee1-1a0e-4271-b21a-a81ee6371713 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f872a78b-b7b4-471c-806b-b373caf337fb HTTP/1.1" status: 204 len: 168 time: 0.5861139 Mar 11 19:43:59.242638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.307945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 3fd58b47-eff8-43ec-a1bf-94da17535657 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:43:59.386666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd76851-a841-4caa-a2f1-a7478b95e3f9 None None] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.390348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.436225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:59.448569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.449502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:59.605294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.624186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:43:59.624661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.800337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.863892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-ebf6f1ff-bbae-4a11-a7e6-b696c887cb93 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:59.870801 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-ebf6f1ff-bbae-4a11-a7e6-b696c887cb93 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 797 time: 0.5056651 Mar 11 19:43:59.872928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67c49e31-978f-4ca7-a131-7fadf481253d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:43:59.927369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:43:59.960938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 26c60093-5365-43fe-a326-9d4a4119c616 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:59.979741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:59.985972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:43:59.986498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.002249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:00.006263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 67c49e31-978f-4ca7-a131-7fadf481253d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:00.065542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-678c25d5-9e91-45a2-8b6c-3269922568df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 379 time: 0.1725748 Mar 11 19:44:00.087136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['58455e48-8fc8-4aae-a6ed-f8c1d92f779c']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:00.115692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-aeab47e0-d502-487a-8660-2acd4f032b44 req-9b49d689-b653-456c-a655-2001cb291225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.1024041 Mar 11 19:44:00.120137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d47f454-4668-4100-a5b5-2db45434d36f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:00.164056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=6af988e9-d70a-4473-9393-a8acc1c43aba,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:00.196018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2d47f454-4668-4100-a5b5-2db45434d36f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:00.196018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2d47f454-4668-4100-a5b5-2db45434d36f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:00.196904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:00.201173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.257965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:00.264812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba68b7b9-8d4d-4c7b-8a03-2d56d32dd4d2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:00.294417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.311300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.348438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-567c1860-c8e7-4ccd-b067-257cbaeda5a4 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/6af988e9-d70a-4473-9393-a8acc1c43aba HTTP/1.1" status: 204 len: 168 time: 2.3473587 Mar 11 19:44:00.350217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34080) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:00.406582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:00.421627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:00.587152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:00.598390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.635878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Provisioning for port 67c49e31-978f-4ca7-a131-7fadf481253d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:00.643343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Provisioning complete for port 67c49e31-978f-4ca7-a131-7fadf481253d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:00.644041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.692016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:00.912735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:00.912735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:00.918811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303f2e01-e9c0-4b7d-8f16-37eb5d930c6b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.919548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-303f2e01-e9c0-4b7d-8f16-37eb5d930c6b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:00.958534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-303f2e01-e9c0-4b7d-8f16-37eb5d930c6b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:00.963246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-303f2e01-e9c0-4b7d-8f16-37eb5d930c6b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6082981 Mar 11 19:44:00.966287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34090) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:00.992964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178e7e7c-2915-4904-b337-abf5e1f30f6e None None] Network 26c60093-5365-43fe-a326-9d4a4119c616 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:01.118989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.8 (67cb29b3-99d1-46c1-a96d-87055d1db5b5/14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c/894be30f-5a53-4240-95fe-b38809ff4ade) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:01.125907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.296443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:01.316321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.511822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.525026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67c49e31-978f-4ca7-a131-7fadf481253d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:01.560073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee5b7a-4701-43ac-9a86-b7439202c6af None None] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.573426 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-55c1245f-ffc8-498a-a508-6f64ce327e1c req-64546e10-83c0-4103-b8c7-d0f2e2de00d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.0572045 Mar 11 19:44:01.576615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-930fbfe2-4cd9-499f-ae3a-99d5728a9f64 None None] Provisioning for port 4272553b-bda3-466c-8e27-1857dadf15cb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:01.576932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.577831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.629752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-930fbfe2-4cd9-499f-ae3a-99d5728a9f64 None None] Could not find standard attr ID for object 6af988e9-d70a-4473-9393-a8acc1c43aba. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:44:01.658004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.659777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc40501-8591-4b3d-bbef-f2f108ce7747 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.664669 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0cc40501-8591-4b3d-bbef-f2f108ce7747 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.6972439 Mar 11 19:44:01.665503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34104) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:01.677529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 67c49e31-978f-4ca7-a131-7fadf481253d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:01.677975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.686555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 894be30f-5a53-4240-95fe-b38809ff4ade will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:01.693802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:01.865964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.880558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4272553b-bda3-466c-8e27-1857dadf15cb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:01.887495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:01.906833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.911293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.912611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.913746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:01.949820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 26c60093-5365-43fe-a326-9d4a4119c616 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:01.961955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:01.968458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:01.972735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-10587ac4-7104-448e-ba73-db6f3c4a1823 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2073414 Mar 11 19:44:01.986368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4272553b-bda3-466c-8e27-1857dadf15cb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:01.994221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34112) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:01.996831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4272553b-bda3-466c-8e27-1857dadf15cb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:01.997237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.000951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:02.004588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:02.007633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:02.145611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:02.234243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.234857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.268668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.297203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-c3bbb5ff-c4d3-495e-8dae-bc5e050f15e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2139165 Mar 11 19:44:02.318513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Provisioning complete for port 4272553b-bda3-466c-8e27-1857dadf15cb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:02.319056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.413262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 4272553b-bda3-466c-8e27-1857dadf15cb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4272553b-bda3-466c-8e27-1857dadf15cb,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:02.428722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.429653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 462a7b78-8182-43a1-9631-dd389a815e94 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:02.430094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Request body: {'port': {'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:02.550456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:02.559203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-acf0360c-687c-4f05-9939-e8b41f2461d5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8773980 Mar 11 19:44:02.567547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:02.567876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34124) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:02.578325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:02.646089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=4272553b-bda3-466c-8e27-1857dadf15cb,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:02.654206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:02.654970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:02.724550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:02.733613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet a3b61d9d-0caa-421f-b593-8007ae5c43d0 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:02.736586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.788978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.856617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Provisioning for port 3fd58b47-eff8-43ec-a1bf-94da17535657 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:02.861924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 462a7b78-8182-43a1-9631-dd389a815e94 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:02.862746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.877445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.891899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:02.932396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Provisioning complete for port 3fd58b47-eff8-43ec-a1bf-94da17535657 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:02.932762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.941474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:02.951492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9417fdb8-63a2-4d4a-abdf-7714ad26aaea tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2841895 Mar 11 19:44:02.953178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34134) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:02.959379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-247997745'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:02.959657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2089349092'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:02.964935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:02.969336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:network and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:02.972830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:02.976098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:02.978643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:02.990064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:02.993302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.022333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.024104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:03.030218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:03.034837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.035467 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added segment d908b283-ef23-4eff-abf0-4f18795ddab2 of type vlan for network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 Mar 11 19:44:03.036332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-26056f38-897f-4d59-8c9c-6eb2075a7e4a None None] Port 3fd58b47-eff8-43ec-a1bf-94da17535657 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:03.067041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.097496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.102886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.103640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.119773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Usage tracker for resource:network and tenant:a693b0b531054964a64d2b2f6355ca80 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:03.134792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:03.139204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b61d9d-0caa-421f-b593-8007ae5c43d0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.176808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:03.199671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.244278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Made reservation on behalf of a693b0b531054964a64d2b2f6355ca80 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:03.247465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.250432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2959275 Mar 11 19:44:03.253877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaface8-13b9-4c79-bfca-8bceb127a102 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:03.255967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34138) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:03.262516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'subnet': {'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:03.278754 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d201636-7ab1-4604-86fa-bace48b85f86 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/a3b61d9d-0caa-421f-b593-8007ae5c43d0 HTTP/1.1" status: 204 len: 168 time: 1.2833781 Mar 11 19:44:03.282894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34142) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:03.283100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340919a-c903-4f15-86b1-f69633e94655 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Network': ['ID=16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.294640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.350439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:03.397659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:03.402964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:subnet and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:03.406716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:03.414352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:03.431834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Made reservation on behalf of 71707d18fbc54bb7867965fd1a92c7c1 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:03.500829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Provisioning complete for port 3fd58b47-eff8-43ec-a1bf-94da17535657 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:03.501199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.534152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.589887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4272553b-bda3-466c-8e27-1857dadf15cb up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:03.595212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:03.621593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.713255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Port 3fd58b47-eff8-43ec-a1bf-94da17535657 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:03.757067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c3c9c-7fc1-4822-bdcd-5a821f42dd29 req-968e738b-9e8f-440e-a834-a86ca5bc4f21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.757763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3b4c3c9c-7fc1-4822-bdcd-5a821f42dd29 req-968e738b-9e8f-440e-a834-a86ca5bc4f21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:03.776912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet f9fe0336-6bb4-444e-aeca-e50075327f53 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:03.790216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.802667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Provisioning for port 894be30f-5a53-4240-95fe-b38809ff4ade completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:03.817627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Provisioning complete for port 894be30f-5a53-4240-95fe-b38809ff4ade triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:03.817884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.826831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:03.842122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.882264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Usage tracker for resource:security_group_rule and tenant:a693b0b531054964a64d2b2f6355ca80 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:03.883563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.888586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4272553b-bda3-466c-8e27-1857dadf15cb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:03.888950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.890677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:03.915437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:03.919386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3b4c3c9c-7fc1-4822-bdcd-5a821f42dd29 req-968e738b-9e8f-440e-a834-a86ca5bc4f21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:03.925004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5d14c09-fdef-41f6-a2b6-1b6fea0b3265 None None] Port 894be30f-5a53-4240-95fe-b38809ff4ade cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:03.926771 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b4c3c9c-7fc1-4822-bdcd-5a821f42dd29 req-968e738b-9e8f-440e-a834-a86ca5bc4f21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 931 time: 0.9714742 Mar 11 19:44:03.943263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:58Z', 'revision_number': 10, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:03.953921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:03.963018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:03.964651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Subnet': ['ID=efe3e8c5-527f-499c-bfff-ac3a7785a1cf,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.981638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Checking segment: {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:03.981998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network hostable DHCP agents. Network: 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:04.015594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:04.016420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:04.017074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:04.028266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:04.040025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.042177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.073292 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96cfce38-e599-4f19-af59-40dfdf7bd2c7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8164387 Mar 11 19:44:04.076307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:04.163483 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b4c3c9c-7fc1-4822-bdcd-5a821f42dd29 req-0516bca7-66ca-4379-8bdf-f30f5b24a3e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360995 Mar 11 19:44:04.226571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:04.250096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.307716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.368509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894be30f-5a53-4240-95fe-b38809ff4ade {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:44:04.388242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.391594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.416656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.450280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Transition to ACTIVE for port object 894be30f-5a53-4240-95fe-b38809ff4ade will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:04.472173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:04.478792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd232c-8607-4fbe-9e8e-4320ded9247e None None] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:04.483514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.498126 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:04.523530 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:04.524406 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:04.598553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82e9bba7-4143-4a0e-96b0-2741b8956721,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.601377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.601725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Added segment 8554151f-0f7d-426f-ac3a-7353eb3ba0a3 of type vlan for network 26f8fbbf-af79-4635-a89e-68e21e60851e Mar 11 19:44:04.648980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.653231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.735120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67c49e31-978f-4ca7-a131-7fadf481253d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:04.774615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.776051 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:04.785552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fe0336-6bb4-444e-aeca-e50075327f53,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.872101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ea3d1-f4c2-4d73-8f2d-dc4192e119cf None None] Network d6471f07-29f2-4542-8afb-196f74167092 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:04.949506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.959694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Pushing event updated for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.977888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:04.987704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.990537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.033830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1254e945-d5cd-4d8f-9670-08ddb9caab1e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd HTTP/1.1" status: 204 len: 168 time: 2.4634271 Mar 11 19:44:05.034543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34150) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:05.050036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3b274-541c-44ec-bc50-8a7dfe1581f9 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:05.056312 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ee8cb966-b5b4-4841-81aa-dc14a32b7e27 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f9fe0336-6bb4-444e-aeca-e50075327f53 HTTP/1.1" status: 204 len: 168 time: 1.7671323 Mar 11 19:44:05.075527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34154) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:05.149992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:05.150794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.210117 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:00Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:00Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:05.217533 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:05.218164 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Updating router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae port 3fd58b47-eff8-43ec-a1bf-94da17535657 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:44:05.234345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.238148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:05.238761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.288704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.322805 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f5078c6a-6b6a-486a-8fda-bfaf38397023 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2434680 Mar 11 19:44:05.333633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Attempting to bind port 894be30f-5a53-4240-95fe-b38809ff4ade on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:05.334293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Attempting to bind port 894be30f-5a53-4240-95fe-b38809ff4ade by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:05.334293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Attempting to bind port 894be30f-5a53-4240-95fe-b38809ff4ade on network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:05.339507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.348792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:05.357975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:05.375674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Port 894be30f-5a53-4240-95fe-b38809ff4ade on network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:05.375953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Attempting to bind port 894be30f-5a53-4240-95fe-b38809ff4ade on network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:05.386746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8137019 Mar 11 19:44:05.392493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1751531-0ac1-4ba0-a6ac-e7766d2b5c00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Pushing event updated for resources: {'Network': ['ID=26f8fbbf-af79-4635-a89e-68e21e60851e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:05.394601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 3566f804-1afe-4210-913a-bbf468ba1afe {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:05.394940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.428905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:05.429245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Checking segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:05.429632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Bound using segment: {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:05.430084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Bound port: 894be30f-5a53-4240-95fe-b38809ff4ade, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34f50824-558e-4cb9-80c8-78e8cd2768c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:05.430468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.447694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Allocated IP 2001:db8:3::2 (16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9/efe3e8c5-527f-499c-bfff-ac3a7785a1cf/c61f941c-8ca6-44b6-a871-4b7931c43b7e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:05.653880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 26f8fbbf-af79-4635-a89e-68e21e60851e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:05.706813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:05.712676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:05.717025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:05.723960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:05.748519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:05.800224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:05.808004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34168) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:05.820475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=894be30f-5a53-4240-95fe-b38809ff4ade,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:05.822726 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.839785 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Transition to ACTIVE for port object 3fd58b47-eff8-43ec-a1bf-94da17535657 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:05.849215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.883191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e', 'binding:host_id': 'hv-neutron-8327', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-800843308'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:05.896645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.924075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:05.955689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:05.959791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 67c49e31-978f-4ca7-a131-7fadf481253d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:05.960336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.034709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9cd61af8-c32e-47d3-8bf3-7d61cf1ef5ce None None] Provisioning complete for port 67c49e31-978f-4ca7-a131-7fadf481253d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:06.035427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9cd61af8-c32e-47d3-8bf3-7d61cf1ef5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.051495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Pushing event updated for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.056516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Usage tracker for resource:port and tenant:33854772ba9345d6aacd7b580151c746 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:06.061268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:06.078122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.079572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-205d0920-a768-4cdb-af1e-0e4c057787b5 service neutron] 10.222.0.90 "PUT /v2.0/ports/894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 1093 time: 3.7674370 Mar 11 19:44:06.080024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:44:06.101429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:06.127663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2558-cf03-433c-87e2-08637fefe319 req-aa72398b-b9c1-4973-a339-85bce46fab10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:06.131215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 3566f804-1afe-4210-913a-bbf468ba1afe, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3566f804-1afe-4210-913a-bbf468ba1afe,segment=NetworkSegment(c5240c74-94ec-4c95-becd-33babd8633ac),segment_id=c5240c74-94ec-4c95-becd-33babd8633ac)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:06.131493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.140252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-41aa2558-cf03-433c-87e2-08637fefe319 req-aa72398b-b9c1-4973-a339-85bce46fab10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 943 time: 0.7570941 Mar 11 19:44:06.169920 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528894fb-ae87-49aa-adfe-7f35aba6a734 None None] Pushing event updated for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.201265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.232109 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Attempting to bind port 3fd58b47-eff8-43ec-a1bf-94da17535657 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:06.232882 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Attempting to bind port 3fd58b47-eff8-43ec-a1bf-94da17535657 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:06.233409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Attempting to bind port 3fd58b47-eff8-43ec-a1bf-94da17535657 on network 26c60093-5365-43fe-a326-9d4a4119c616 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:06.238536 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade', 'status': 'completed', 'code': 200} Mar 11 19:44:06.244567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Transition to ACTIVE for port object c61f941c-8ca6-44b6-a871-4b7931c43b7e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:06.247275 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:06.247878 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Checking segment: {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:06.252140 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.252723 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Bound using segment: {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:06.253451 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Bound port: 3fd58b47-eff8-43ec-a1bf-94da17535657, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:06.254000 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.342426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Made reservation on behalf of 33854772ba9345d6aacd7b580151c746 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:06.345747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.393531 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] For port 3fd58b47-eff8-43ec-a1bf-94da17535657, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:06.396705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Transition to ACTIVE for port object c61f941c-8ca6-44b6-a871-4b7931c43b7e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:06.396852 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] For port 3fd58b47-eff8-43ec-a1bf-94da17535657, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3fd58b47-eff8-43ec-a1bf-94da17535657,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:06.415105 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.429481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-41aa2558-cf03-433c-87e2-08637fefe319 req-d7b29208-7ca1-4fb3-8392-24457fe08b1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881229 Mar 11 19:44:06.490931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 3566f804-1afe-4210-913a-bbf468ba1afe owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:06.525978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.542811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Allocated IP 2001:db8:3::1 (16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9/efe3e8c5-527f-499c-bfff-ac3a7785a1cf/37b9317b-299a-4db3-a468-0e48dbc1f98f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:06.579260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.583902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a75b2a-d12f-48c4-9bd1-eb327bdae1c2 None None] DHCP port deletion for d6471f07-29f2-4542-8afb-196f74167092 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:06.586767 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:06.588250 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:06.625883 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-27881715-f3f0-4e46-b66c-8f7d6e19a1da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1096 time: 0.4655011 Mar 11 19:44:06.631972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:06.677281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a0a75b2a-d12f-48c4-9bd1-eb327bdae1c2 None None] Deleting port 3566f804-1afe-4210-913a-bbf468ba1afe {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:06.677515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a0a75b2a-d12f-48c4-9bd1-eb327bdae1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.704570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Usage tracker for resource:security_group_rule and tenant:33854772ba9345d6aacd7b580151c746 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:06.713165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:06.728005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.732278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Pushing event updated for resources: {'Port': ['ID=c61f941c-8ca6-44b6-a871-4b7931c43b7e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.733588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:06.777812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:58Z', 'revision_number': 10, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:06.792083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6322a-34c0-4d5e-8d1a-befc64c6648c None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:43:58Z', 'revision_number': 10, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None, '_interfaces': [{'id': '3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6', 'name': '', 'network_id': '3cac0463-90b7-4422-bb02-5b2e281ac63d', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'mac_address': 'fa:16:3e:ea:9e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:45Z', 'updated_at': '2022-03-11T19:43:01Z', 'revision_number': 5, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'subnets': [{'id': '198d577f-9231-42a8-b5d7-4ca022edc61c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:06.852353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-05657bdf-cb56-4029-8c7b-1c6885649061 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 217 time: 0.2171874 Mar 11 19:44:06.882024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 3566f804-1afe-4210-913a-bbf468ba1afe on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:06.884934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=3566f804-1afe-4210-913a-bbf468ba1afe,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.902673 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:06.903176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.929704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a0a75b2a-d12f-48c4-9bd1-eb327bdae1c2 None None] The port '3566f804-1afe-4210-913a-bbf468ba1afe' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:06.947444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:06.951766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:06.956866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:06.964391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:07.002841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Transition to ACTIVE for port object 37b9317b-299a-4db3-a468-0e48dbc1f98f will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:07.004045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=df3770cc-76ee-46d8-8620-378bc420e8d6,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:07.008415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:07.010991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:07.014039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:07.014662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.052915 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-89b762b6-f3b1-4958-bfe2-3541734cdf10 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7034965 Mar 11 19:44:07.056396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34174) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:07.063289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:07.082699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Attempting to bind port c61f941c-8ca6-44b6-a871-4b7931c43b7e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:07.083678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Attempting to bind port c61f941c-8ca6-44b6-a871-4b7931c43b7e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:07.084333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Attempting to bind port c61f941c-8ca6-44b6-a871-4b7931c43b7e on network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:07.091447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.092891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:07.093625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Checking segment: {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:07.094195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.094748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Bound using segment: {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:07.095687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Bound port: c61f941c-8ca6-44b6-a871-4b7931c43b7e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:07.096246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.115252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.210491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:07.216509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6471f07-29f2-4542-8afb-196f74167092']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:07.220428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Deleting port 67c49e31-978f-4ca7-a131-7fadf481253d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:07.221103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.269471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-033b75c1-2238-4763-ba42-a8e651a28e01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:07.271139 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-033b75c1-2238-4763-ba42-a8e651a28e01 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.3945868 Mar 11 19:44:07.274034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5240c74-94ec-4c95-becd-33babd8633ac') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:07.277032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5240c74-94ec-4c95-becd-33babd8633ac') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:07.330740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1f99480e-ce11-42bc-b701-5c64ae7dad72 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:07.337751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.339473 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528894fb-ae87-49aa-adfe-7f35aba6a734 None None] Pushing event updated for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:07.360901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:07.369751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:07.385802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.403054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:07.403637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.407639 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:00Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:06Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:07.410879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1f99480e-ce11-42bc-b701-5c64ae7dad72 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:07.411174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1f99480e-ce11-42bc-b701-5c64ae7dad72 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:07.411651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3566f804-1afe-4210-913a-bbf468ba1afe no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:07.413487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f173c21-5ef8-40da-9b02-7b15f4acd87e None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:00Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:06Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:07.432131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:07.432668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.441206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:07.443183 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:07.445923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:07.450501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:07.453567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:07.470579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 3566f804-1afe-4210-913a-bbf468ba1afe {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:07.470928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3566f804-1afe-4210-913a-bbf468ba1afe not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:07.471367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67c49e31-978f-4ca7-a131-7fadf481253d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:07.475935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:07.525569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:07.527674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.577413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.595876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 90ed37bb-c075-4942-acd7-494dd710ca23 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:07.649023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:07.653971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.690246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.ipam_backend_mixin [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet df3770cc-76ee-46d8-8620-378bc420e8d6 (CIDR: 2001:db8::/64) Mar 11 19:44:07.696750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:44:07.697272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:07.714870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] For port c61f941c-8ca6-44b6-a871-4b7931c43b7e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:07.764198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] For port c61f941c-8ca6-44b6-a871-4b7931c43b7e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c61f941c-8ca6-44b6-a871-4b7931c43b7e,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:07.774956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.775217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-49aa87e4-4bc0-487b-89a2-76ec2a120cdc tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7175429 Mar 11 19:44:07.779139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34180) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:07.785922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'subnet': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:07.786164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.815095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=d6471f07-29f2-4542-8afb-196f74167092,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:07.823601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f5d3b-e809-4c44-86eb-eeb1c79985ee,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:07.830480 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-bcdee82a-89d1-480f-8bd1-73b30f4926e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5450284 Mar 11 19:44:07.865809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.935611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.940965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:07.942137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:07.961641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:07.964279 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ceba5eee-a1e5-4bee-8f60-04df801091b2 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/d6471f07-29f2-4542-8afb-196f74167092 HTTP/1.1" status: 204 len: 168 time: 2.9233811 Mar 11 19:44:07.979683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34184) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:08.095207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fb334-ac24-4b50-94b8-4b9c6de9ff81 None None] Pushing event updated for resources: {'Port': ['ID=c61f941c-8ca6-44b6-a871-4b7931c43b7e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:08.107394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Calling delete_port for 67c49e31-978f-4ca7-a131-7fadf481253d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:08.162126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:08.237924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.299784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Usage tracker for resource:subnet and tenant:dfeb7850f45147e3b3b697282eb1c2f9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:08.312535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:08.326053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:08.359658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:08.377892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:08.378501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:08.378618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:08.381486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.405952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20713c-add8-4196-8855-f7d58568c2cc req-5f971bf2-9086-4147-bb18-a6fc2d5a9e66 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:08.414104 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5a20713c-add8-4196-8855-f7d58568c2cc req-5f971bf2-9086-4147-bb18-a6fc2d5a9e66 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 943 time: 0.7679479 Mar 11 19:44:08.487284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-0bf73881-ab06-48c1-8b8e-a09f2e4ae41a service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413279 Mar 11 19:44:08.644307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5a20713c-add8-4196-8855-f7d58568c2cc req-8dc53b6d-b112-4897-a793-9715db0eaf15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302325 Mar 11 19:44:08.695812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.701483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.702240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.730586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 90ed37bb-c075-4942-acd7-494dd710ca23 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:08.756095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.759748 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20bd9502-291d-46f3-ae54-b904ee4d3720 req-18b0165f-45ab-4ba7-a14f-9e52d8063ac0 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484105 Mar 11 19:44:08.776848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Transition to ACTIVE for port object 90ed37bb-c075-4942-acd7-494dd710ca23 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:08.847867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event updated for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:08.879444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Deleting port 67c49e31-978f-4ca7-a131-7fadf481253d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:08.880014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.953233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:08.970858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:08.972818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:09.104945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Checking segment: {'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:09.105319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Network hostable DHCP agents. Network: 26f8fbbf-af79-4635-a89e-68e21e60851e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:09.113195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=90ed37bb-c075-4942-acd7-494dd710ca23,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.158634 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-94c93ada-9df3-4a43-a3b7-1ca002f3b1b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1096 time: 0.3155978 Mar 11 19:44:09.159276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Network 26f8fbbf-af79-4635-a89e-68e21e60851e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:09.259110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:09.259510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:09.302184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3fd58b47-eff8-43ec-a1bf-94da17535657 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:09.303012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 26f8fbbf-af79-4635-a89e-68e21e60851e) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:09.310683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:09.328160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:09.328588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:09.328833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:09.337784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:09.338200 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:09.340063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 2 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:09.357755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:09.407128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:09.407870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:09.407870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:09.410581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c432f36b-9b98-4760-8346-6c06a95a8436 None None] Network 26f8fbbf-af79-4635-a89e-68e21e60851e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:09.545902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.objects.ports [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83813) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Mar 11 19:44:09.549033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:09.549527 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:09.552834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 3 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:09.598672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:09.599164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:09.599730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:09.606324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-8b8d1085-9981-4d44-9734-50fdf0a5ce78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.608616 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-8b8d1085-9981-4d44-9734-50fdf0a5ce78 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 898 time: 0.4420907 Mar 11 19:44:09.685770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:09.686096 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:09.691145 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 4 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:09.695016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Calling delete_port for 67c49e31-978f-4ca7-a131-7fadf481253d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:09.715919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:09.716252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:09.716582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:09.728738 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-c75dfda7-b727-4f05-ab0b-7c6b8896f056 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 217 time: 0.1132946 Mar 11 19:44:09.734709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:09.735030 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:09.738796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 5 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:09.756895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:09.776736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:09.829737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:09.830051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:09.831041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285cb6d8-98d9-4ebd-bc1b-841a4a8ec2e8 None None] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:09.901201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:09.901527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:09.901852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.023772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 3fd58b47-eff8-43ec-a1bf-94da17535657 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:10.067622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3fd58b47-eff8-43ec-a1bf-94da17535657 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:10.068264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.092876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d2ae1-50f8-461d-9527-b9db5504b790 req-369f266c-f30f-4ab0-9db4-e0fea9d03336 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:10.094408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3b6d2ae1-50f8-461d-9527-b9db5504b790 req-369f266c-f30f-4ab0-9db4-e0fea9d03336 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 943 time: 0.2226684 Mar 11 19:44:10.099484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.099815 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.101083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-f095422c-bc6f-4628-903b-e78be4c95703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:10.102509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-f095422c-bc6f-4628-903b-e78be4c95703 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.3666303 Mar 11 19:44:10.105481 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 6 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:10.188661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:10.188997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:10.189339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.216760 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-1f0d5277-915d-4585-9b5c-670ec9089c4a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040590 Mar 11 19:44:10.241816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.242142 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.246960 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 7 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:10.303039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-901fa9c4-6fd9-4f0e-bfbf-63ba3bd7df6f None None] Provisioning for port c61f941c-8ca6-44b6-a871-4b7931c43b7e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:10.315890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.353498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:10.353823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:10.354154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.376003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.376338 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.380398 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 8 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:10.387430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 3fd58b47-eff8-43ec-a1bf-94da17535657, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3fd58b47-eff8-43ec-a1bf-94da17535657,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:10.393828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.394825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c61f941c-8ca6-44b6-a871-4b7931c43b7e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:10.452454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:10.453024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:10.453155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.472081 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3b6d2ae1-50f8-461d-9527-b9db5504b790 req-062c9172-9ec9-4f6a-871b-928eddfda2ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499024 Mar 11 19:44:10.484334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.484480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Deleting port 67c49e31-978f-4ca7-a131-7fadf481253d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:10.484716 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.484825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.485718 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 9 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:10.493998 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-b7ce7022-ab06-43fb-b68a-9f76338af621 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508810 Mar 11 19:44:10.517061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:10.538896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:10.539379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:10.539645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.558202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3cefad91-0cb5-4e3a-9118-8436397f592b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4781749 Mar 11 19:44:10.558792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:10.567402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34190) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:10.576771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:10.605787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.606031 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.613400 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 10 to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 Mar 11 19:44:10.617533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.640701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:10.642066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:10.678573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:10.678899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:10.679439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:10.704899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 90ed37bb-c075-4942-acd7-494dd710ca23 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:10.705243 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 90ed37bb-c075-4942-acd7-494dd710ca23 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:10.705578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.747512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:10.775884 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c723575-34dd-4076-b3cc-1a5160d77845 req-437b1bd2-3592-4139-8255-110aa05b34b7 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671359 Mar 11 19:44:10.806727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.822829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.823578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.869270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Provisioning for port 37b9317b-299a-4db3-a468-0e48dbc1f98f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:10.895429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:10.896048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.909555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Provisioning complete for port 37b9317b-299a-4db3-a468-0e48dbc1f98f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:10.910008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.921273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 90ed37bb-c075-4942-acd7-494dd710ca23, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:10.921644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempted to set empty binding levels {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:44:10.937386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=9']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.939675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:10.980925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:10.984477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:11.004598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port c61f941c-8ca6-44b6-a871-4b7931c43b7e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:11.053708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c61f941c-8ca6-44b6-a871-4b7931c43b7e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:11.054413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.056524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=90ed37bb-c075-4942-acd7-494dd710ca23,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.059775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.079126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:11.137594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Port 37b9317b-299a-4db3-a468-0e48dbc1f98f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:11.236189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:11.236957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.240843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:11.241229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.354703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:11.355283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.362959 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-56d460f0-8b00-4844-9d96-c95f06fb5e67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.5498254 Mar 11 19:44:11.368127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:11.371810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34194) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:11.418480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Subnet': ['ID=be370c67-8350-4331-b897-1dde960d40f8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.440586 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5b223bfa-608f-4aca-9087-7be55d565285 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6575134 Mar 11 19:44:11.441916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34198) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:11.453105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Request body: {'port': {'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'mac_address': 'fa:16:3e:8f:ac:a4', 'name': 'tempest-NetworksTestDHCPv6-1402366632'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:11.492246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Calling delete_port for 67c49e31-978f-4ca7-a131-7fadf481253d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:11.497010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Deleting port 90ed37bb-c075-4942-acd7-494dd710ca23 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:11.497354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.553106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Provisioning complete for port c61f941c-8ca6-44b6-a871-4b7931c43b7e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:11.553535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.554159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.extraroute_db [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:44:11.603512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.extraroute_db [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Removed routes are [] {{(pid=83813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:44:11.604165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.611107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:11.662873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:11.692578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Made reservation on behalf of dfeb7850f45147e3b3b697282eb1c2f9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:11.723568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.766398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.783297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:11.783678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:11.867324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 90ed37bb-c075-4942-acd7-494dd710ca23, host hv-neutron-8327, got binding levels [] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:11.867694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.909147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port c61f941c-8ca6-44b6-a871-4b7931c43b7e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c61f941c-8ca6-44b6-a871-4b7931c43b7e,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:11.919663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.950560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:11.991950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:12.055901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=c61f941c-8ca6-44b6-a871-4b7931c43b7e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:12.085255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.085590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.085963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.086253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.086554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.087109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.087235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.087566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.087831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.088137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.088448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.094633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:12.094986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-14b26bca-4e09-4948-8ca2-6d477ddc289b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:12.098191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:07Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:08Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.102591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:12.103004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Updating router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae port 37b9317b-299a-4db3-a468-0e48dbc1f98f binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:44:12.127715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3fd58b47-eff8-43ec-a1bf-94da17535657 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:12.156244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Calling delete_port for 90ed37bb-c075-4942-acd7-494dd710ca23 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:12.207742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.286703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.313821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.323082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3fd58b47-eff8-43ec-a1bf-94da17535657 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:12.323082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.341958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event deleted for resources: {'Port': ['ID=90ed37bb-c075-4942-acd7-494dd710ca23,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:12.394036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013756bd-0d2a-411f-9631-a6ca87f1784f req-88e9ce03-f638-4b83-9f37-8a8a3e343aa5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:12.395516 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-013756bd-0d2a-411f-9631-a6ca87f1784f req-88e9ce03-f638-4b83-9f37-8a8a3e343aa5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 943 time: 0.6762054 Mar 11 19:44:12.416235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] device_id is not set on port fef41e3c-839d-4c8b-bada-31a9494d9def yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:12.470329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.470796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.471141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.471916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.472294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.472647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.472987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.473340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.473675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.474698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.474698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:12.477280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.486849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.501075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-05f28898-2c18-4f36-839f-94c938e9cab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "DELETE /v2.0/ports/90ed37bb-c075-4942-acd7-494dd710ca23 HTTP/1.1" status: 204 len: 168 time: 1.1204419 Mar 11 19:44:12.501949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34204) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:12.552803 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f3c5ca-cee7-419b-8a22-0790394fb7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:44:12.553068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-97f3c5ca-cee7-419b-8a22-0790394fb7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Synchronizing usage tracker for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:12.559848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.564259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 894be30f-5a53-4240-95fe-b38809ff4ade details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:44:12.566146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.588247 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-013756bd-0d2a-411f-9631-a6ca87f1784f req-e865ed13-f1c6-4f57-942c-c9f52be35acc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742334 Mar 11 19:44:12.630139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-97f3c5ca-cee7-419b-8a22-0790394fb7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Unset dirty status for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:12.631343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-97f3c5ca-cee7-419b-8a22-0790394fb7c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports/90ed37bb-c075-4942-acd7-494dd710ca23 HTTP/1.1" status: 404 len: 333 time: 0.1286817 Mar 11 19:44:12.639578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34208) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:12.701813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1222977082'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:12.708954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:12.721107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:12.743817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Made reservation on behalf of 33854772ba9345d6aacd7b580151c746 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:12.746257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.774434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:12.796456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.822975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Transition to ACTIVE for port object 37b9317b-299a-4db3-a468-0e48dbc1f98f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:12.825867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=894be30f-5a53-4240-95fe-b38809ff4ade,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:12.842269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '894be30f-5a53-4240-95fe-b38809ff4ade', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:44:12.843934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:12.874035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:12.946082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8::23c (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/df3770cc-76ee-46d8-8620-378bc420e8d6/fef41e3c-839d-4c8b-bada-31a9494d9def) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:12.954279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:aca4 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/be370c67-8350-4331-b897-1dde960d40f8/fef41e3c-839d-4c8b-bada-31a9494d9def) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:13.005081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Deleting port 67c49e31-978f-4ca7-a131-7fadf481253d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:13.005449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.107980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3826-50fe-411d-b714-a7525e27d2b8 None None] Pushing event updated for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.131633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.170651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.225697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.258813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894be30f-5a53-4240-95fe-b38809ff4ade {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:44:13.281272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:13.292206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:13.322528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.323616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c7252ad-e921-4604-806c-9510cb7a7c62 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 954 time: 2.7552414 Mar 11 19:44:13.329253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Network 26f8fbbf-af79-4635-a89e-68e21e60851e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:13.329846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34212) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:13.335815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:13.384751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Attempting to bind port 37b9317b-299a-4db3-a468-0e48dbc1f98f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:13.385204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Attempting to bind port 37b9317b-299a-4db3-a468-0e48dbc1f98f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:13.385630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Attempting to bind port 37b9317b-299a-4db3-a468-0e48dbc1f98f on network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:13.390839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=76976648-d6a6-4dbd-a70b-7ec340b4ad42,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.398506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:13.399034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:13.399654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.409282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=894be30f-5a53-4240-95fe-b38809ff4ade,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:13.476808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.481899 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-95b6097e-62c2-4b69-ba1b-99b7aa4ee749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7965362 Mar 11 19:44:13.481899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34216) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:13.487254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:13.512066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:13.512066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Checking segment: {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:13.512425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.512950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Bound using segment: {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:13.513489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Bound port: 37b9317b-299a-4db3-a468-0e48dbc1f98f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd908b283-ef23-4eff-abf0-4f18795ddab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:13.514085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.595925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.615768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Transition to ACTIVE for port object fef41e3c-839d-4c8b-bada-31a9494d9def will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:13.629013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.629280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:13.647875 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:13.656176 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d09d4f6c-0f8f-4066-a9fb-42b67a4aa63e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 954 time: 0.3229432 Mar 11 19:44:13.656697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34222) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:13.663251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.673112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] For port 67c49e31-978f-4ca7-a131-7fadf481253d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67c49e31-978f-4ca7-a131-7fadf481253d,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:13.673599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.685492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'routes': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:13.691456 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:13.693243 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d26ef937-c5eb-405f-9c80-5a17305a6e62 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7114635 Mar 11 19:44:13.694328 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:13.696862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34226) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:13.737807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] For port 37b9317b-299a-4db3-a468-0e48dbc1f98f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:13.775204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.806079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Calling delete_port for 67c49e31-978f-4ca7-a131-7fadf481253d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:13.842162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] For port 37b9317b-299a-4db3-a468-0e48dbc1f98f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=37b9317b-299a-4db3-a468-0e48dbc1f98f,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:13.853766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.884555 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:13.898733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['894be30f-5a53-4240-95fe-b38809ff4ade'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:44:13.908135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:13.912578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:13.935303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:13.940507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:13.941387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:13.949584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event updated for resources: {'Port': ['ID=fef41e3c-839d-4c8b-bada-31a9494d9def,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.049321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.050537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.051302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.051955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.052409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.052946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.053426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.053756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.054073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.054475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.054773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.065562 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a6db24f1-7808-4f49-b4bc-7e568b7d5f3b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.6231990 Mar 11 19:44:14.068585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34230) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:14.107069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.113017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:14.119470 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:44:14.127729 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:14.128738 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.131186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3826-50fe-411d-b714-a7525e27d2b8 None None] Pushing event updated for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.154917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:14.155810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.247506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c61f941c-8ca6-44b6-a871-4b7931c43b7e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:14.273940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting port fef41e3c-839d-4c8b-bada-31a9494d9def {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:14.274293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.300180 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:14.404920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting subnet 198d577f-9231-42a8-b5d7-4ca022edc61c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:14.411675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.438712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:14.445815 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.451025 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907b0c35-35f7-479b-b690-cbeff6365732 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:14.451612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.457793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.514191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Transition to ACTIVE for port object 76976648-d6a6-4dbd-a70b-7ec340b4ad42 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:14.526390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.543810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] Pushing event deleted for resources: {'Port': ['ID=67c49e31-978f-4ca7-a131-7fadf481253d,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.549423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-95cc208c-9efb-4afb-a4fb-84ff2f27b878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.586418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.598328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60e1a6-3523-48ce-bbe7-5205e0ede2e8 req-01fb9063-d163-48a7-9f1a-d98a8cc74b98 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.599812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac60e1a6-3523-48ce-bbe7-5205e0ede2e8 req-01fb9063-d163-48a7-9f1a-d98a8cc74b98 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 944 time: 0.8613656 Mar 11 19:44:14.665698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:14.693377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=76976648-d6a6-4dbd-a70b-7ec340b4ad42,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.703982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.764222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7ef2e-fab5-4632-b191-760e12de8636 None None] No DVR routers for this DVR port 67c49e31-978f-4ca7-a131-7fadf481253d on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:14.806510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c61f941c-8ca6-44b6-a871-4b7931c43b7e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:14.806885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.831629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Calling delete_port for fef41e3c-839d-4c8b-bada-31a9494d9def owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:14.844199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9116c-ca07-4073-9855-29edee6dd2fe None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:14.860956 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac60e1a6-3523-48ce-bbe7-5205e0ede2e8 req-8ebd145c-b965-442e-b698-5e00eeff544d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002771 Mar 11 19:44:14.868935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:14.869716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:14.869716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:14.880761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:14.889874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:14.890215 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:14.892502 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 2 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:14.918174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:14.918533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:14.918900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:14.970531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:14.970919 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:14.973531 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 3 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.023988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.024331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.024706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.031478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.046311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.046311 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.048485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 4 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.082622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Subnet': ['ID=198d577f-9231-42a8-b5d7-4ca022edc61c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.093547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.115011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca5b70-1271-4050-af6b-e2d1bc3bf435 None None] Network 3cac0463-90b7-4422-bb02-5b2e281ac63d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:15.119090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.119442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.119769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.137292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ddf261aa-105e-4070-894a-5f9b942278f1 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/198d577f-9231-42a8-b5d7-4ca022edc61c HTTP/1.1" status: 204 len: 168 time: 1.4048231 Mar 11 19:44:15.141219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34234) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:15.213208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.213685 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.215797 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 5 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.235906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.236258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.236734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.260979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.279801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.280131 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.282470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 6 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.303895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.304309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.304732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.312723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.extraroute_db [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added routes are [] {{(pid=83813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:44:15.313132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.extraroute_db [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83813) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:44:15.314555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Port': ['ID=fef41e3c-839d-4c8b-bada-31a9494d9def,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.320434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.322382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.322382 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.324958 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 7 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.344119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.344341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.344774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.360095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.360306 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.362828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 8 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.382396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.388311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.388465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.389806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.394112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Deleting port 4aed7722-2883-4742-84ce-cf4bbd265e14 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:15.394452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.498717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.499129 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.505117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 9 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.527075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.527075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.527590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.546581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.546953 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.548266 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 10 to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 Mar 11 19:44:15.549418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.554094 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c7d2b9a6-a5a6-4da2-8c11-0b965440908e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/fef41e3c-839d-4c8b-bada-31a9494d9def HTTP/1.1" status: 204 len: 168 time: 1.4821718 Mar 11 19:44:15.555644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34238) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:15.568028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:15.568430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:15.568679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:15.578723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:15.579016 dv-neutron-832764-2-hyperv neutron-server[83813]: ERROR neutron.plugins.ml2.managers [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:15.579407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.598906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46eab661-587b-46b9-8dce-104731129d2c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:15.657973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6', 'tenant_id': 'dfeb7850f45147e3b3b697282eb1c2f9', 'fixed_ips': [{'subnet_id': 'be370c67-8350-4331-b897-1dde960d40f8'}, {'subnet_id': 'df3770cc-76ee-46d8-8620-378bc420e8d6'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:15.658856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.663611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46eab661-587b-46b9-8dce-104731129d2c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:15.667496 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-46eab661-587b-46b9-8dce-104731129d2c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1091259 Mar 11 19:44:15.668260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:15.685905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 6, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:13Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:15.726680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3990005a-6d52-4742-a0a7-daa9e2c6ca48 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 6, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:13Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:15.730880 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64b12c56-e7af-4a07-8769-5c36adaf99be tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0594256 Mar 11 19:44:15.732486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34246) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:15.766507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] DHCP port deletion for 3cac0463-90b7-4422-bb02-5b2e281ac63d request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:15.776933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Deleting port 4aed7722-2883-4742-84ce-cf4bbd265e14 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:15.777315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:15.920571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] For port 4aed7722-2883-4742-84ce-cf4bbd265e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4aed7722-2883-4742-84ce-cf4bbd265e14,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:15.920937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.086062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 76976648-d6a6-4dbd-a70b-7ec340b4ad42, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:16.086598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempted to set empty binding levels {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:44:16.095726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.098401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Calling delete_port for 4aed7722-2883-4742-84ce-cf4bbd265e14 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:16.103203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.154803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.169053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] In _notify_port_updated(), no bound segment for port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83813) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:44:16.170198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.174006 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "PUT /v2.0/ports/76976648-d6a6-4dbd-a70b-7ec340b4ad42 HTTP/1.1" status: 200 len: 981 time: 2.6890666 Mar 11 19:44:16.176532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34252) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:16.191264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 37b9317b-299a-4db3-a468-0e48dbc1f98f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:16.215218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.216666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.217940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.218894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:16.285630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] For port 4aed7722-2883-4742-84ce-cf4bbd265e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4aed7722-2883-4742-84ce-cf4bbd265e14,segment=NetworkSegment(e1cccdce-a724-40a9-957e-4016f9d1731e),segment_id=e1cccdce-a724-40a9-957e-4016f9d1731e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:16.285873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.288579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:16.289738 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b9ddf7c3-a868-423c-9afd-caaa29a05f3c tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5572238 Mar 11 19:44:16.298348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Allocated IP 2001:db8::2 (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/df3770cc-76ee-46d8-8620-378bc420e8d6/d00227eb-2aba-4b3c-a180-1bdb13ee82de) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:16.302293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:16.310243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Allocated IP 2001:db8:0:1:f816:3eff:fecf:246f (b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6/be370c67-8350-4331-b897-1dde960d40f8/d00227eb-2aba-4b3c-a180-1bdb13ee82de) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:16.340066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58486b1-ab8c-48a1-85c7-7d4854f5cda0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=76976648-d6a6-4dbd-a70b-7ec340b4ad42,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:16.380175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.428809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84809c-71f9-4760-a9a3-ca8b73f62a49 req-82a23420-53ec-4886-b05d-69ccfa4329c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.435619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de84809c-71f9-4760-a9a3-ca8b73f62a49 req-82a23420-53ec-4886-b05d-69ccfa4329c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 944 time: 0.2763131 Mar 11 19:44:16.454570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet be370c67-8350-4331-b897-1dde960d40f8 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:16.471353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Port': ['ID=4aed7722-2883-4742-84ce-cf4bbd265e14,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:16.478875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No DVR routers for this DVR port 4aed7722-2883-4742-84ce-cf4bbd265e14 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:16.504773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Calling delete_port for 4aed7722-2883-4742-84ce-cf4bbd265e14 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:16.508189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e3252d5-54ad-4a02-85b6-4831963be272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Synchronizing usage tracker for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:16.542547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7e3252d5-54ad-4a02-85b6-4831963be272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Unset dirty status for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:16.545432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7e3252d5-54ad-4a02-85b6-4831963be272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16928 time: 0.3661230 Mar 11 19:44:16.548147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34260) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:16.569766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:16.624824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 894be30f-5a53-4240-95fe-b38809ff4ade up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:16.651934 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de84809c-71f9-4760-a9a3-ca8b73f62a49 req-b0ee37fe-e56a-423a-82c1-d1bb0222203a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153649 Mar 11 19:44:16.701944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.718704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 37b9317b-299a-4db3-a468-0e48dbc1f98f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:16.719262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Deleting port 76976648-d6a6-4dbd-a70b-7ec340b4ad42 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:16.719262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.739051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 37b9317b-299a-4db3-a468-0e48dbc1f98f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:16.739540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.773638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cac0463-90b7-4422-bb02-5b2e281ac63d']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:16.781878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:16.786299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:16.786909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:16.790710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.791891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1517184a-5b46-429e-b58d-352785b81127 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 704 time: 3.1345727 Mar 11 19:44:16.794492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34264) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:16.796273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cccdce-a724-40a9-957e-4016f9d1731e') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:16.796594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cccdce-a724-40a9-957e-4016f9d1731e') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:16.807084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fcf3ddd9-7923-4c02-a3da-acabfbf30cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.836385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.861374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 894be30f-5a53-4240-95fe-b38809ff4ade completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:16.873244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.883194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:16.883597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:16.897580 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:16.900736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 894be30f-5a53-4240-95fe-b38809ff4ade triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:16.900736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:16.995099 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1427d33f-0f54-43e5-b899-183438dff0d6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 704 time: 0.1993585 Mar 11 19:44:16.996073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34268) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:17.023390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.027305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:17.033944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.066642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Transition to ACTIVE for port object d00227eb-2aba-4b3c-a180-1bdb13ee82de will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:17.070968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.073102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 76976648-d6a6-4dbd-a70b-7ec340b4ad42, host hv-neutron-8327, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:17.073670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.097117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.145947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Transition to ACTIVE for port object d00227eb-2aba-4b3c-a180-1bdb13ee82de will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:17.147235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:17.147888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:17.166084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Pushing event deleted for resources: {'Network': ['ID=3cac0463-90b7-4422-bb02-5b2e281ac63d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.203004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 37b9317b-299a-4db3-a468-0e48dbc1f98f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=37b9317b-299a-4db3-a468-0e48dbc1f98f,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:17.230565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.280779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.283067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.321477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Deleting port 4aed7722-2883-4742-84ce-cf4bbd265e14 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:17.322162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.368610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Calling delete_port for 76976648-d6a6-4dbd-a70b-7ec340b4ad42 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:17.372881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.373889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:17.401209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad175127-f549-4573-bb5a-90338ce8bcb4 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/networks/3cac0463-90b7-4422-bb02-5b2e281ac63d HTTP/1.1" status: 204 len: 168 time: 2.2565930 Mar 11 19:44:17.411648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34272) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:17.425289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'routes': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:17.453255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:17.453591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3e75bc8b-34fe-4365-9a5d-f8f9f8cefdd6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:17.453999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4aed7722-2883-4742-84ce-cf4bbd265e14 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:17.486626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.505792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0001e70f-7f2c-4b18-b0b3-e6e65c7f4467 None None] The port '4aed7722-2883-4742-84ce-cf4bbd265e14' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:17.523131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4aed7722-2883-4742-84ce-cf4bbd265e14 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:17.523525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4aed7722-2883-4742-84ce-cf4bbd265e14 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:17.547454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:17.553549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.554692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:17.562216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:17.563454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.568091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:17.637843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:44:17.638923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.722032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=894be30f-5a53-4240-95fe-b38809ff4ade,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:17.775517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.785229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Pushing event updated for resources: {'Port': ['ID=d00227eb-2aba-4b3c-a180-1bdb13ee82de,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.824025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event deleted for resources: {'Port': ['ID=76976648-d6a6-4dbd-a70b-7ec340b4ad42,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.855488 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade', 'code': 200} Mar 11 19:44:17.993934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:17.996460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Added routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:44:17.996755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Removed routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:44:17.997125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.033800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.092838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 37b9317b-299a-4db3-a468-0e48dbc1f98f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:18.136349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.171925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Attempting to bind port d00227eb-2aba-4b3c-a180-1bdb13ee82de on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:18.172561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Attempting to bind port d00227eb-2aba-4b3c-a180-1bdb13ee82de by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:18.172924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Attempting to bind port d00227eb-2aba-4b3c-a180-1bdb13ee82de on network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:18.182384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.217673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-48da7e41-5ae2-4236-959c-890488306298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "DELETE /v2.0/ports/76976648-d6a6-4dbd-a70b-7ec340b4ad42 HTTP/1.1" status: 204 len: 168 time: 1.6628487 Mar 11 19:44:18.226647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34282) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:18.252839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:18.252839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Checking segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:18.253494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.254406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Bound using segment: {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:18.254406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Bound port: d00227eb-2aba-4b3c-a180-1bdb13ee82de, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d7ebd4-ddec-47ba-8977-7f398c2ac39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:18.254761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.263644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:18.274760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 37b9317b-299a-4db3-a468-0e48dbc1f98f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:18.275115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.291775 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c17ef5-6484-44a5-8ee1-090d71fb82a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:44:18.292364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-28c17ef5-6484-44a5-8ee1-090d71fb82a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Synchronizing usage tracker for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:18.331840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbd273-7918-41ce-b5b3-d7d2b0f49927 req-e8dd6d83-7a1b-43b2-bf3f-7882e1384eaf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:18.333301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-34bbd273-7918-41ce-b5b3-d7d2b0f49927 req-e8dd6d83-7a1b-43b2-bf3f-7882e1384eaf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.4393044 Mar 11 19:44:18.337347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-28c17ef5-6484-44a5-8ee1-090d71fb82a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Unset dirty status for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:18.342036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-28c17ef5-6484-44a5-8ee1-090d71fb82a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports/76976648-d6a6-4dbd-a70b-7ec340b4ad42 HTTP/1.1" status: 404 len: 333 time: 0.1108315 Mar 11 19:44:18.342036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.342564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34286) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:18.348811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1784598823', 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:18.368805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:18.436916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:18.457247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 37b9317b-299a-4db3-a468-0e48dbc1f98f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:18.457582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.459955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Made reservation on behalf of 33854772ba9345d6aacd7b580151c746 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:18.462387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.488356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] For port d00227eb-2aba-4b3c-a180-1bdb13ee82de, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:18.502416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port bbb6ba95-85ee-4198-8227-9179b31d2221 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:18.515643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d845ecc-47c8-42cf-9139-6f2da7daebe1 req-aa403a83-fe20-48d7-ad7a-92c9f44a2839 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1098 time: 0.5251243 Mar 11 19:44:18.516336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=be370c67-8350-4331-b897-1dde960d40f8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:18.520833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] For port d00227eb-2aba-4b3c-a180-1bdb13ee82de, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d00227eb-2aba-4b3c-a180-1bdb13ee82de,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:18.536718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.545809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.558029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.565887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 37b9317b-299a-4db3-a468-0e48dbc1f98f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=37b9317b-299a-4db3-a468-0e48dbc1f98f,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:18.566238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.572108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.592612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f8a6225c-c66a-4e05-94c3-eb2330ceb0d6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/be370c67-8350-4331-b897-1dde960d40f8 HTTP/1.1" status: 204 len: 168 time: 2.2792869 Mar 11 19:44:18.592899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34290) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:18.626903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-34bbd273-7918-41ce-b5b3-d7d2b0f49927 req-98d4b3a6-f36e-455a-b0eb-af60481af168 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361507 Mar 11 19:44:18.664925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b2ee3-5ab3-4524-8b57-52d687f9b5ea None None] Pushing event updated for resources: {'Port': ['ID=d00227eb-2aba-4b3c-a180-1bdb13ee82de,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:18.690393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:15Z', 'revision_number': 7, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:13Z', 'revision_number': 4, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:18.702281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:18.721482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 37b9317b-299a-4db3-a468-0e48dbc1f98f owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:18.768494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:18.769090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:18.863673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d845ecc-47c8-42cf-9139-6f2da7daebe1 req-1eec7b94-f33f-4977-805b-f0564d95df7d service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384135 Mar 11 19:44:18.878726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1dfd92-e1c2-4155-a478-8b2804be2434 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:18.934912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:18.982212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:19.013142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:19.018090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.086589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Deleting subnet df3770cc-76ee-46d8-8620-378bc420e8d6 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:19.098330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.103591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Network 26f8fbbf-af79-4635-a89e-68e21e60851e is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:19.107609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:19.110272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=bbb6ba95-85ee-4198-8227-9179b31d2221,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:19.114525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:19.115353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.115940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.138969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.171445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=37b9317b-299a-4db3-a468-0e48dbc1f98f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:19.216917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.223540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.313370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:19.323521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.325339 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-153e6290-2602-4e3b-bf92-549a4e903f00 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 701 time: 1.9128513 Mar 11 19:44:19.325778 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Sync routers for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:19.329292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34294) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:19.340308 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a8e00c15-4244-439d-9d86-5dc9ef38a333 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9939051 Mar 11 19:44:19.343793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34298) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:19.347038 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:19.347671 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:19.422927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f6d1522-0bb0-4769-a290-a16d168c7593 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:19.425146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a9231e5b-fd87-4657-bdc5-482f8bea39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Synchronizing usage tracker for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:19.451360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f6d1522-0bb0-4769-a290-a16d168c7593 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:19.453117 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8f6d1522-0bb0-4769-a290-a16d168c7593 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 205 time: 0.1222420 Mar 11 19:44:19.456192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34302) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:19.466830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a9231e5b-fd87-4657-bdc5-482f8bea39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Unset dirty status for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:19.470811 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a9231e5b-fd87-4657-bdc5-482f8bea39bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports/bbb6ba95-85ee-4198-8227-9179b31d2221 HTTP/1.1" status: 200 len: 959 time: 0.1230049 Mar 11 19:44:19.475040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34306) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:19.536076 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:19.581225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Deleting port bbb6ba95-85ee-4198-8227-9179b31d2221 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:19.581684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.601280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:15Z', 'revision_number': 7, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:17Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:19.606736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a73391-2549-4b97-ace8-447b7b6f2d95 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:15Z', 'revision_number': 7, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37b9317b-299a-4db3-a468-0e48dbc1f98f', 'name': '', 'network_id': '16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:c2:f7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:05Z', 'updated_at': '2022-03-11T19:44:17Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': 'efe3e8c5-527f-499c-bfff-ac3a7785a1cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:19.655637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.709918 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:19.715479 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Checking router: 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:19.729366 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Routers {'7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:19.729994 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:19.791165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.801670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.850909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:19.966606 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] Set router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:20.053140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Subnet': ['ID=df3770cc-76ee-46d8-8620-378bc420e8d6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:20.080599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.096070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c4b28421-fd70-4ee9-aec2-d48757ccf3ab tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/df3770cc-76ee-46d8-8620-378bc420e8d6 HTTP/1.1" status: 204 len: 168 time: 1.5023539 Mar 11 19:44:20.100374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34312) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.161961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:20.168200 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9440f90-48d2-4d1b-99db-0207b72d1f73 None None] The sync data for ids ['7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c'] in dv-neutron-832764-2-hyperv is: [{'id': '7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c', 'name': 'tempest-RoutersTest-router-1742554661', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:39Z', 'updated_at': '2022-03-11T19:44:11Z', 'revision_number': 11, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:20.220202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1cc32318-9bb2-4974-81c6-d52bf534c292 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182947 Mar 11 19:44:20.222528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34316) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.277588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d00227eb-2aba-4b3c-a180-1bdb13ee82de up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:20.371437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d00227eb-2aba-4b3c-a180-1bdb13ee82de completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:20.414802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300ea8a-cbe6-402b-8e80-e500a5f40365 req-6cc8d1d3-151a-4558-b530-ea83b245279c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.416433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7300ea8a-cbe6-402b-8e80-e500a5f40365 req-6cc8d1d3-151a-4558-b530-ea83b245279c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.5566111 Mar 11 19:44:20.423168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.566755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Calling delete_port for bbb6ba95-85ee-4198-8227-9179b31d2221 owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:20.641072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7300ea8a-cbe6-402b-8e80-e500a5f40365 req-c2298e78-34aa-40ea-bbc3-fb6c937546ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095640 Mar 11 19:44:20.690414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.697592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.718472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9821745a-ce96-4822-986e-053ae420aecb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.720178 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9821745a-ce96-4822-986e-053ae420aecb tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4965854 Mar 11 19:44:20.723240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34320) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.734067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.784283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.784760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:44:20.806238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.812351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a44809cc-67a5-4a6c-9011-7270061aa663 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 204 len: 168 time: 1.3499751 Mar 11 19:44:20.812772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34324) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.817399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72905f0-055b-4de7-b6a6-54c4db7037da tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.818050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e72905f0-055b-4de7-b6a6-54c4db7037da tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Synchronizing usage tracker for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:20.823914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-523324486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:20.831163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:20.844279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Usage tracker for resource:router and tenant:c4f625dff80744cbbc5e5efa20a8f8ed is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:20.848447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:20.855730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e72905f0-055b-4de7-b6a6-54c4db7037da tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Unset dirty status for tenant:dfeb7850f45147e3b3b697282eb1c2f9 on resource:subnet {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:20.856987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbb6ba95-85ee-4198-8227-9179b31d2221,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:20.858877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e72905f0-055b-4de7-b6a6-54c4db7037da tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1345172 Mar 11 19:44:20.860311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:20.863550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34328) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.885003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.929687 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-52eb4cb6-bb59-4b29-8b6b-89ec510233d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "DELETE /v2.0/ports/bbb6ba95-85ee-4198-8227-9179b31d2221 HTTP/1.1" status: 204 len: 168 time: 1.4486928 Mar 11 19:44:20.931553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34332) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:20.957676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e2c5c0-fd52-450a-b786-5ba11eca3e62 None None] Network b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:20.973317 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-71371271-b469-4143-9a33-aa21bd636ae6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084802 Mar 11 19:44:20.978304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.979234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:20.988129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34336) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.020400 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92f775b-6b6f-40a5-9dc2-693c60f76285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:44:21.025435 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d92f775b-6b6f-40a5-9dc2-693c60f76285 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports/bbb6ba95-85ee-4198-8227-9179b31d2221 HTTP/1.1" status: 404 len: 333 time: 0.0867772 Mar 11 19:44:21.032302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34340) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.040613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1827932179'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:21.044124 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edc7fd7-b3ed-4416-88d4-0c019d028866 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.044540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edc7fd7-b3ed-4416-88d4-0c019d028866 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.055946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:21.062298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Usage tracker for resource:port and tenant:33854772ba9345d6aacd7b580151c746 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:21.067301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:21.075951 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7edc7fd7-b3ed-4416-88d4-0c019d028866 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/fef41e3c-839d-4c8b-bada-31a9494d9def HTTP/1.1" status: 404 len: 333 time: 0.0868366 Mar 11 19:44:21.077640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.078779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Provisioning for port d00227eb-2aba-4b3c-a180-1bdb13ee82de completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:21.079446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:21.086586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34344) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.112723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Provisioning complete for port d00227eb-2aba-4b3c-a180-1bdb13ee82de triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:21.112971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.127500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:21.131991 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b9c8b8-eeb5-48bf-8cb3-5120a428792f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.132616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b9c8b8-eeb5-48bf-8cb3-5120a428792f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.134397 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d2b9c8b8-eeb5-48bf-8cb3-5120a428792f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/be370c67-8350-4331-b897-1dde960d40f8 HTTP/1.1" status: 404 len: 337 time: 0.0466483 Mar 11 19:44:21.137105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34348) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.179842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Made reservation on behalf of 33854772ba9345d6aacd7b580151c746 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:21.182482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.199366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.210679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a2af9d-3296-44b4-abe3-c781cc1e3d8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.211473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a2af9d-3296-44b4-abe3-c781cc1e3d8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.215836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-53a2af9d-3296-44b4-abe3-c781cc1e3d8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/df3770cc-76ee-46d8-8620-378bc420e8d6 HTTP/1.1" status: 404 len: 337 time: 0.0752943 Mar 11 19:44:21.216434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34352) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.274040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.275363 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-869aa82c-659d-495d-bfea-4db3eae73ea3 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4617128 Mar 11 19:44:21.276704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 58fb5bad-c41f-4023-ac6f-5493e11e0671 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:21.278888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.285040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34356) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.290233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:21.311734 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2b7a95-a01c-4c5b-8996-b4c7bff6d19d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.312618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2b7a95-a01c-4c5b-8996-b4c7bff6d19d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.314785 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff2b7a95-a01c-4c5b-8996-b4c7bff6d19d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/6af988e9-d70a-4473-9393-a8acc1c43aba HTTP/1.1" status: 404 len: 333 time: 0.0869884 Mar 11 19:44:21.318246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34360) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.327196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] For port d00227eb-2aba-4b3c-a180-1bdb13ee82de, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d00227eb-2aba-4b3c-a180-1bdb13ee82de,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:21.332445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.367508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] DHCP port deletion for b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:21.373389 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad945c0d-2abd-4c6c-9a21-7b0db207aa80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.374212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad945c0d-2abd-4c6c-9a21-7b0db207aa80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.384761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Deleting port d00227eb-2aba-4b3c-a180-1bdb13ee82de {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:21.385126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.386163 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad945c0d-2abd-4c6c-9a21-7b0db207aa80 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f9fe0336-6bb4-444e-aeca-e50075327f53 HTTP/1.1" status: 404 len: 337 time: 0.0665541 Mar 11 19:44:21.396368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.449330 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa3bbde-ba9a-40ef-818c-d56339b9f736 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.449962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa3bbde-ba9a-40ef-818c-d56339b9f736 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.451743 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2fa3bbde-ba9a-40ef-818c-d56339b9f736 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/a3b61d9d-0caa-421f-b593-8007ae5c43d0 HTTP/1.1" status: 404 len: 337 time: 0.0497322 Mar 11 19:44:21.454844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34368) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.487832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff092d-ec7b-4fd4-9915-ef680f9ed2e8 None None] Pushing event updated for resources: {'Port': ['ID=d00227eb-2aba-4b3c-a180-1bdb13ee82de,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.496726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd653cc-fd25-4407-aa49-1266f1159654 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.497187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd653cc-fd25-4407-aa49-1266f1159654 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.501218 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-edd653cc-fd25-4407-aa49-1266f1159654 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/22fdb79f-95a4-4547-a44d-4a24a2fab18e HTTP/1.1" status: 404 len: 333 time: 0.0430372 Mar 11 19:44:21.505773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34372) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.565366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7614c050-3191-4041-9f3c-ede355b435c8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.566194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7614c050-3191-4041-9f3c-ede355b435c8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.570215 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7614c050-3191-4041-9f3c-ede355b435c8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f54c2ee1-05dc-4c8e-9744-7eb4f686960f HTTP/1.1" status: 404 len: 337 time: 0.0611522 Mar 11 19:44:21.571455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34376) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.612504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] For port d00227eb-2aba-4b3c-a180-1bdb13ee82de, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d00227eb-2aba-4b3c-a180-1bdb13ee82de,segment=NetworkSegment(79d7ebd4-ddec-47ba-8977-7f398c2ac39c),segment_id=79d7ebd4-ddec-47ba-8977-7f398c2ac39c)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:21.612986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.628324 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b9d2ae-082b-4a79-abc5-1597e06d2c78 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.628666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06b9d2ae-082b-4a79-abc5-1597e06d2c78 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.630311 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-06b9d2ae-082b-4a79-abc5-1597e06d2c78 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ad131686-6896-4b5c-afc3-9f56a4c540c3 HTTP/1.1" status: 404 len: 337 time: 0.0501328 Mar 11 19:44:21.633104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34380) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.689422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce50a60-1f3d-4d60-9ff2-aa597f2b1404 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.690219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce50a60-1f3d-4d60-9ff2-aa597f2b1404 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.692173 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3ce50a60-1f3d-4d60-9ff2-aa597f2b1404 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/c64f4c26-0f2b-4017-a048-fa65f82c7dfa HTTP/1.1" status: 404 len: 333 time: 0.0579188 Mar 11 19:44:21.694642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34386) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.733633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Calling delete_port for d00227eb-2aba-4b3c-a180-1bdb13ee82de owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:21.744614 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-39321e9d-f495-4074-bf8e-2aa6f7f45a56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.745425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39321e9d-f495-4074-bf8e-2aa6f7f45a56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.747280 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39321e9d-f495-4074-bf8e-2aa6f7f45a56 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/da947bbb-79c6-4ac3-94e4-0d84cd8f446f HTTP/1.1" status: 404 len: 337 time: 0.0515223 Mar 11 19:44:21.749784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.754281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.812134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:21.834315 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39dd2a3-f8b1-40f9-91bb-efb326b9fcb0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.835171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39dd2a3-f8b1-40f9-91bb-efb326b9fcb0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.836892 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f39dd2a3-f8b1-40f9-91bb-efb326b9fcb0 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/56962bc5-6941-4c2f-a0e2-d98bfad19d79 HTTP/1.1" status: 404 len: 337 time: 0.0860028 Mar 11 19:44:21.843687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34394) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.865894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] Pushing event deleted for resources: {'Port': ['ID=d00227eb-2aba-4b3c-a180-1bdb13ee82de,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.871296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae631db-d464-42f9-82c0-a3197da05ba5 None None] No DVR routers for this DVR port d00227eb-2aba-4b3c-a180-1bdb13ee82de on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:21.892902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba874b6-06f1-4194-a044-aec0eccb03da None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:44:21.902554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15ce7ec-4c7a-4964-89b8-87a2d5a7a3fe tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.903070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15ce7ec-4c7a-4964-89b8-87a2d5a7a3fe tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.908138 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c15ce7ec-4c7a-4964-89b8-87a2d5a7a3fe tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1224d793-f943-4c5d-b008-0ce00857874e HTTP/1.1" status: 404 len: 333 time: 0.0599840 Mar 11 19:44:21.908138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34398) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.938630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:21.946581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-19ee1fca-f02a-4750-b0ae-d914810e1136 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9496951 Mar 11 19:44:21.949382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34402) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:21.960826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:21.968023 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cb53a72-26dd-41b7-9c07-f97b6338c309 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:21.968473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cb53a72-26dd-41b7-9c07-f97b6338c309 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:21.972499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8cb53a72-26dd-41b7-9c07-f97b6338c309 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/2a047337-8e69-4bee-848d-c6708f7dcc5e HTTP/1.1" status: 404 len: 337 time: 0.0598912 Mar 11 19:44:21.973122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34406) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.021687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.031924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d00227eb-2aba-4b3c-a180-1bdb13ee82de no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:22.033247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.058236 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8b079f-ab88-48c0-9ca7-bee039628545 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.059258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8b079f-ab88-48c0-9ca7-bee039628545 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.061797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9d8b079f-ab88-48c0-9ca7-bee039628545 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/9aac9bbe-3755-4f1c-b53f-11f924ec60f3 HTTP/1.1" status: 404 len: 333 time: 0.0876412 Mar 11 19:44:22.080138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d00227eb-2aba-4b3c-a180-1bdb13ee82de {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:22.080470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d00227eb-2aba-4b3c-a180-1bdb13ee82de not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:22.090918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:22.091581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:22.096074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34410) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.097495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=58fb5bad-c41f-4023-ac6f-5493e11e0671,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:22.120521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.156377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c601e-f41d-4245-8390-c814c1385b43 req-1c75d824-3920-42e7-b1b1-5cced3f70dbb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.158269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-492c601e-f41d-4245-8390-c814c1385b43 req-1c75d824-3920-42e7-b1b1-5cced3f70dbb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.3708394 Mar 11 19:44:22.163369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-02dea8a2-0878-4cfc-98ef-fcff026a0cd7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.163996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02dea8a2-0878-4cfc-98ef-fcff026a0cd7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.165693 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-02dea8a2-0878-4cfc-98ef-fcff026a0cd7 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/6c1291c2-109b-47ba-908f-8c9ec05b0eb8 HTTP/1.1" status: 404 len: 337 time: 0.0652819 Mar 11 19:44:22.170843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34414) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.225909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Network 26f8fbbf-af79-4635-a89e-68e21e60851e is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:22.234511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:22.238932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-681365a2-a6a3-4693-a9da-12af310df4a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.239582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681365a2-a6a3-4693-a9da-12af310df4a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.241408 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-681365a2-a6a3-4693-a9da-12af310df4a5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/a41989b3-0bc6-42de-9c00-0f4ddb0d436b HTTP/1.1" status: 404 len: 333 time: 0.0689204 Mar 11 19:44:22.242389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:22.243332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.244064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.248620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34418) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.253143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba874b6-06f1-4194-a044-aec0eccb03da None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:44:22.270227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:22.292035 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed89518-4400-42cc-88f3-83e806f169a9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.292732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed89518-4400-42cc-88f3-83e806f169a9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.294555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4ed89518-4400-42cc-88f3-83e806f169a9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/9795a37c-ae58-477a-8a88-dc9be7dfbdbb HTTP/1.1" status: 404 len: 337 time: 0.0432341 Mar 11 19:44:22.299399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34422) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.316007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4b421d6f-d39b-4316-aeec-4db42a06038c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2824202 Mar 11 19:44:22.318825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34426) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.326496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:22.337016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet efe3e8c5-527f-499c-bfff-ac3a7785a1cf {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:22.346663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.396158 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebff825-50cc-4036-8839-32c823420b9f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.396603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebff825-50cc-4036-8839-32c823420b9f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.400771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0ebff825-50cc-4036-8839-32c823420b9f tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/0657a08a-6198-47a4-a667-962fe571ab8c HTTP/1.1" status: 404 len: 333 time: 0.0977907 Mar 11 19:44:22.404321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34430) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.450229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-492c601e-f41d-4245-8390-c814c1385b43 req-8bd63dce-d6b0-49eb-8d0d-a7ed28e99d34 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832241 Mar 11 19:44:22.463625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.529813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.553785 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-127796f5-4a09-4995-ad31-4c03608d8231 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.554252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127796f5-4a09-4995-ad31-4c03608d8231 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.559116 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-127796f5-4a09-4995-ad31-4c03608d8231 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/5743175f-7ca8-4547-bbf2-b8a92aff7f5d HTTP/1.1" status: 404 len: 337 time: 0.1536841 Mar 11 19:44:22.561187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34436) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.664434 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6b977f-42bd-4690-80cb-0bc199487808 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.665125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6b977f-42bd-4690-80cb-0bc199487808 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.668818 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cf6b977f-42bd-4690-80cb-0bc199487808 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/0cb19828-f6e4-4e94-b5b6-c90cf7220143 HTTP/1.1" status: 404 len: 333 time: 0.1001205 Mar 11 19:44:22.670163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34440) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.698344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.726045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Router dba00052-4c10-4b49-9a0f-a4de7980344a is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:44:22.726952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9791c8-096a-4764-9dd4-d2f0994c250e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.727492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9791c8-096a-4764-9dd4-d2f0994c250e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.731703 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9a9791c8-096a-4764-9dd4-d2f0994c250e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/3e46d637-48be-4529-a4d1-a6514149bf65 HTTP/1.1" status: 404 len: 337 time: 0.0574961 Mar 11 19:44:22.732453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34444) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.789284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e74a6ab-9e1f-46ee-8da0-8de37f56a04b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.789714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e74a6ab-9e1f-46ee-8da0-8de37f56a04b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.792842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0e74a6ab-9e1f-46ee-8da0-8de37f56a04b tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/940e88ad-4061-4256-9b1d-89569adb1447 HTTP/1.1" status: 404 len: 333 time: 0.0502903 Mar 11 19:44:22.795454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.839081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64675d9-2d7c-4b3f-9e58-494c18b82b52 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:22.839548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64675d9-2d7c-4b3f-9e58-494c18b82b52 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:22.842890 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d64675d9-2d7c-4b3f-9e58-494c18b82b52 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/51428aad-d1fe-421c-baaf-479fa0db21d4 HTTP/1.1" status: 404 len: 337 time: 0.0446694 Mar 11 19:44:22.843048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbfb2b-426c-445e-ac49-a1063517eaca req-0d67ab64-2c90-42b8-af5d-ebc35f7abb06 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.844408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3ebbfb2b-426c-445e-ac49-a1063517eaca req-0d67ab64-2c90-42b8-af5d-ebc35f7abb06 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.2343903 Mar 11 19:44:22.844865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:22.909501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] device_id is not set on port 58fb5bad-c41f-4023-ac6f-5493e11e0671 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:22.917531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:22.930940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:18Z', 'revision_number': 8, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:22.935739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:22.947574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:22.948194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.084035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c6592f-25d9-4ed7-b20d-2e7e2e424ca5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.084472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c6592f-25d9-4ed7-b20d-2e7e2e424ca5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.085758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Transition to ACTIVE for port object 58fb5bad-c41f-4023-ac6f-5493e11e0671 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:23.089767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.092658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.119949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:23.141970 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c6c6592f-25d9-4ed7-b20d-2e7e2e424ca5 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ed0b99b3-8004-4c40-aaf9-49ba493b0423 HTTP/1.1" status: 404 len: 337 time: 0.2939374 Mar 11 19:44:23.148201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=efe3e8c5-527f-499c-bfff-ac3a7785a1cf,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:23.149254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34456) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.163865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3ebbfb2b-426c-445e-ac49-a1063517eaca req-5c591e3a-8c16-4b66-a938-7d788bf32b3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484690 Mar 11 19:44:23.164968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.169224 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eaed93dc-9a15-43ce-9d0b-4fcc3e8ff493 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/efe3e8c5-527f-499c-bfff-ac3a7785a1cf HTTP/1.1" status: 204 len: 168 time: 1.2163539 Mar 11 19:44:23.169224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:23.169815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34460) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.178762 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Sync routers for ids ['dba00052-4c10-4b49-9a0f-a4de7980344a'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:23.203836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858d675-c240-431d-aac0-27f087785e80 None None] Network 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:23.204041 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Routers {'dba00052-4c10-4b49-9a0f-a4de7980344a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:23.204041 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['dba00052-4c10-4b49-9a0f-a4de7980344a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.214837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.218463 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5a6f8c6d-423a-4ac8-b500-3fc7872ec1be tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "PUT /v2.0/routers/dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 200 len: 693 time: 1.9311094 Mar 11 19:44:23.231117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34464) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.231266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34466) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.293735 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd2e538b-a522-4670-983b-c15c59da5f50 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.294702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd2e538b-a522-4670-983b-c15c59da5f50 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.300298 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd2e538b-a522-4670-983b-c15c59da5f50 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/bc397249-1520-4502-ba76-6d516c98598e HTTP/1.1" status: 404 len: 333 time: 0.1488912 Mar 11 19:44:23.306959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34472) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.340882 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Set router dba00052-4c10-4b49-9a0f-a4de7980344a gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:23.349752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=58fb5bad-c41f-4023-ac6f-5493e11e0671,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:23.359104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.390044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.390388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.390726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.397113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-768093b1-be0e-4364-995c-a598baeada77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.397675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768093b1-be0e-4364-995c-a598baeada77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.402287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-768093b1-be0e-4364-995c-a598baeada77 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/de628bfb-0160-44b0-9cd4-fcfae7d576dd HTTP/1.1" status: 404 len: 337 time: 0.0928497 Mar 11 19:44:23.402885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34476) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.403581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:23.403924 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:23.436897 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 2 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:23.446247 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba00052-4c10-4b49-9a0f-a4de7980344a', 'name': 'tempest-RoutersTest-router-523324486', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:20Z', 'updated_at': '2022-03-11T19:44:22Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.451170 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Checking router: dba00052-4c10-4b49-9a0f-a4de7980344a for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:23.457224 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e33c6f-8524-4d1a-a5c0-8b585767d2ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.457666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e33c6f-8524-4d1a-a5c0-8b585767d2ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.462342 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b6e33c6f-8524-4d1a-a5c0-8b585767d2ba tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/f62832c8-ce47-4e10-b3d5-c4dfbb57ad51 HTTP/1.1" status: 404 len: 337 time: 0.0575497 Mar 11 19:44:23.463180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34480) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.463618 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Routers {'dba00052-4c10-4b49-9a0f-a4de7980344a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:23.464369 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['dba00052-4c10-4b49-9a0f-a4de7980344a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.500701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.501028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.501355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.520387 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2981cc-c2ca-42f8-aac9-3a802adef798 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.520824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2981cc-c2ca-42f8-aac9-3a802adef798 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.527356 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be2981cc-c2ca-42f8-aac9-3a802adef798 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/57feffaf-fed8-4140-96e0-366a9ea11feb HTTP/1.1" status: 404 len: 333 time: 0.0618408 Mar 11 19:44:23.528663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34484) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.570613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:23.570941 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:23.575087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 3 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:23.581704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port c61f941c-8ca6-44b6-a871-4b7931c43b7e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:23.582559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.594761 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] Set router dba00052-4c10-4b49-9a0f-a4de7980344a gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:23.595274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.595723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.596050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.602445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:23.602762 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:23.603599 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bc099d-6efb-49cd-b34c-484700e2c743 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.604024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bc099d-6efb-49cd-b34c-484700e2c743 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.609256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-67bc099d-6efb-49cd-b34c-484700e2c743 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/4037a376-60ad-4c86-92df-5b2ce388f3d5 HTTP/1.1" status: 404 len: 337 time: 0.0793495 Mar 11 19:44:23.609850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34488) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.610295 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 4 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:23.649107 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0439c402-b939-4e52-a023-bb04300d1e79 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1093 time: 0.4168665 Mar 11 19:44:23.652550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34492) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.667117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-67383da0-013c-40b3-bfaa-8473282e7202 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/routers/dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 200 len: 699 time: 0.4333978 Mar 11 19:44:23.673360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:23.680146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:23.681526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34496) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.682464 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6180ec71-baa3-4676-b621-b62e5e6f12d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.682904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6180ec71-baa3-4676-b621-b62e5e6f12d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.684576 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6180ec71-baa3-4676-b621-b62e5e6f12d3 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/ab09f994-4265-4026-bf33-54ead1f299d7 HTTP/1.1" status: 404 len: 337 time: 0.0658350 Mar 11 19:44:23.684720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:23.688170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:23.689311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34500) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.696216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:23.711051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:18Z', 'revision_number': 8, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.716797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c751ec46-8410-40c9-8192-012aec68f98c None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:18Z', 'revision_number': 8, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3fd58b47-eff8-43ec-a1bf-94da17535657', 'name': '', 'network_id': '26c60093-5365-43fe-a326-9d4a4119c616', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:26:f9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:57Z', 'updated_at': '2022-03-11T19:44:10Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '68095b5b-2443-440e-9ec9-306067b7fc9e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:23.718006 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dba00052-4c10-4b49-9a0f-a4de7980344a', 'name': 'tempest-RoutersTest-router-523324486', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:20Z', 'updated_at': '2022-03-11T19:44:22Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:23.727165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.727611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.728006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.728859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] DHCP port deletion for 16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:23.733292 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8adc45-c647-4282-8f29-1276a62a40ab None None] The sync data for ids ['dba00052-4c10-4b49-9a0f-a4de7980344a'] in dv-neutron-832764-2-hyperv is: [{'id': 'dba00052-4c10-4b49-9a0f-a4de7980344a', 'name': 'tempest-RoutersTest-router-523324486', 'tenant_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:20Z', 'updated_at': '2022-03-11T19:44:22Z', 'revision_number': 2, 'project_id': 'c4f625dff80744cbbc5e5efa20a8f8ed', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:23.739120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.741632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Deleting port c61f941c-8ca6-44b6-a871-4b7931c43b7e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:23.742251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.790103 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3cf4eb02-fe11-453c-9275-a0ea9d60be8d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 200 len: 205 time: 0.1044178 Mar 11 19:44:23.792675 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f3f2d9-2a3a-432c-8030-5c6ecf65bc98 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.793169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f3f2d9-2a3a-432c-8030-5c6ecf65bc98 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.802505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-04f3f2d9-2a3a-432c-8030-5c6ecf65bc98 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/a7679035-6fbf-405a-8202-2d21c34abeac HTTP/1.1" status: 404 len: 333 time: 0.0754898 Mar 11 19:44:23.802505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34504) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.831871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34508) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.868576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:23.868898 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:23.876193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6828395-e5da-4d90-8d94-80a1fc22828a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.876629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6828395-e5da-4d90-8d94-80a1fc22828a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.878334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 5 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:23.878474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f6828395-e5da-4d90-8d94-80a1fc22828a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/78f2c6ad-9b02-4a8d-bce8-640c78aa81bf HTTP/1.1" status: 404 len: 337 time: 0.0439599 Mar 11 19:44:23.884076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34512) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.941946 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bed2133-6973-4205-915a-3e8ed569873e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:23.942320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bed2133-6973-4205-915a-3e8ed569873e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:23.944012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2bed2133-6973-4205-915a-3e8ed569873e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/1fd14e90-66e6-4644-a3ee-3166a4116be4 HTTP/1.1" status: 404 len: 337 time: 0.0590930 Mar 11 19:44:23.948256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34516) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:23.953222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.953600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.954043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.966670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:23.967145 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:23.968787 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 6 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:23.985816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:23.986275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:23.986719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:23.988990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] For port c61f941c-8ca6-44b6-a871-4b7931c43b7e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c61f941c-8ca6-44b6-a871-4b7931c43b7e,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:23.989549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:23.992368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.043855 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5fcffe72-f5db-4dfd-ae10-0122544bb923 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 HTTP/1.1" status: 200 len: 205 time: 0.0941319 Mar 11 19:44:24.049977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34520) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.054122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:24.054508 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:24.055159 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 7 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:24.129409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:24.130057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:24.130173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:24.142975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:24.143413 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:24.145067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 8 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:24.165767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Calling delete_port for c61f941c-8ca6-44b6-a871-4b7931c43b7e owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:24.209043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 37b9317b-299a-4db3-a468-0e48dbc1f98f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:24.217101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port c61f941c-8ca6-44b6-a871-4b7931c43b7e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c61f941c-8ca6-44b6-a871-4b7931c43b7e,segment=NetworkSegment(d908b283-ef23-4eff-abf0-4f18795ddab2),segment_id=d908b283-ef23-4eff-abf0-4f18795ddab2)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:24.217462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.266234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 37b9317b-299a-4db3-a468-0e48dbc1f98f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:24.268193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 37b9317b-299a-4db3-a468-0e48dbc1f98f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:24.268609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c61f941c-8ca6-44b6-a871-4b7931c43b7e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:24.342480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:24.342998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:24.343466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:24.390349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for c61f941c-8ca6-44b6-a871-4b7931c43b7e owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:24.415402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:24.415891 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:24.417824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.418052 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 9 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:24.427031 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-4b85b74b-8b7d-4a29-b917-abf9fbec8abf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] delete failed (client error): The resource could not be found. Mar 11 19:44:24.430498 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4b85b74b-8b7d-4a29-b917-abf9fbec8abf tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/routers/b2b56e0c-2f8a-4073-b2d3-f78dd7e215b2 HTTP/1.1" status: 404 len: 336 time: 0.3675473 Mar 11 19:44:24.431341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34524) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.458613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.466403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.475419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] Pushing event deleted for resources: {'Port': ['ID=c61f941c-8ca6-44b6-a871-4b7931c43b7e,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:24.493102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb570b0-9b6e-4a96-b814-00bfb372e716 None None] No DVR routers for this DVR port c61f941c-8ca6-44b6-a871-4b7931c43b7e on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:24.506619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:24.506935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:24.518670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.604035 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-236bab35-f300-4ade-bc7a-072689cead9a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:24.604621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236bab35-f300-4ade-bc7a-072689cead9a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:24.606373 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-236bab35-f300-4ade-bc7a-072689cead9a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/826ed3b3-95a1-4027-99d0-22a57435007e HTTP/1.1" status: 404 len: 337 time: 0.1741767 Mar 11 19:44:24.614895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:24.615405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:24.615797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:24.620061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34528) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.665967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.667093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.22 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/6ef96efc-a4e0-4595-b46a-d2c763f04077) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:24.669267 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c536a48-1dcf-4813-9c09-dee5509429b1 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "GET /v2.0/ports?device_id=35b8a59d-8074-40d4-a243-018873ad354e HTTP/1.1" status: 200 len: 205 time: 0.0481656 Mar 11 19:44:24.671464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:24.671757 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:24.672162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34532) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.673401 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempt 10 to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 Mar 11 19:44:24.738720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.757944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-3ae3be70-88c4-44f8-8e6f-b019e7128f2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] delete failed (client error): The resource could not be found. Mar 11 19:44:24.758845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3ae3be70-88c4-44f8-8e6f-b019e7128f2a tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/routers/35b8a59d-8074-40d4-a243-018873ad354e HTTP/1.1" status: 404 len: 336 time: 0.0779531 Mar 11 19:44:24.760837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:24.761156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:24.761484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempting to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:24.763592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.816229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:44:24.816553 dv-neutron-832764-2-hyperv neutron-server[83812]: ERROR neutron.plugins.ml2.managers [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Failed to bind port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on host hv-neutron-8327 for vnic_type normal using segments [{'id': '8554151f-0f7d-426f-ac3a-7353eb3ba0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26f8fbbf-af79-4635-a89e-68e21e60851e'}] Mar 11 19:44:24.816903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.829331 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-272976af-4d81-4afd-8b61-c6d5da326b55 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:24.829774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272976af-4d81-4afd-8b61-c6d5da326b55 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:24.831551 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-272976af-4d81-4afd-8b61-c6d5da326b55 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/53ba91ca-2543-4a95-879e-164e7bd2e022 HTTP/1.1" status: 404 len: 337 time: 0.0664728 Mar 11 19:44:24.834250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.876261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.876735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Fanout notify agent at l3_agent the message router_deleted on router dba00052-4c10-4b49-9a0f-a4de7980344a {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:44:24.878535 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c61e7d2-aa8b-497b-ba40-e2b2009afe2d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:24.878983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c61e7d2-aa8b-497b-ba40-e2b2009afe2d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:24.922356 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c61e7d2-aa8b-497b-ba40-e2b2009afe2d tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/db61b3e4-31ba-4d70-a9b3-6da8582cec7e HTTP/1.1" status: 404 len: 337 time: 0.0865245 Mar 11 19:44:24.926846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34544) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.938349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.942600 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a02f10f5-c0db-4373-b560-461f86219535 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 204 len: 168 time: 1.1378651 Mar 11 19:44:24.942760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:24.944368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34548) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:24.988152 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd5fe0-8c50-497c-8b45-59659aab7378 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:24.988609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd5fe0-8c50-497c-8b45-59659aab7378 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:24.990215 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ccdd5fe0-8c50-497c-8b45-59659aab7378 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/ac6a3790-2612-4627-bbe1-f9c5a4a45a34 HTTP/1.1" status: 404 len: 333 time: 0.0624802 Mar 11 19:44:24.992971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-851b6b6c-f7b6-4ca3-8add-af248e16b570 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Synchronizing usage tracker for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:24.995149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34552) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.012095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 58fb5bad-c41f-4023-ac6f-5493e11e0671, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:25.012415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Attempted to set empty binding levels {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:44:25.018374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.029341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port c61f941c-8ca6-44b6-a871-4b7931c43b7e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:25.029677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.074031 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5c8a2a-c86e-47aa-aa46-7ffa312ace24 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.075037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f5c8a2a-c86e-47aa-aa46-7ffa312ace24 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.076247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] In _notify_port_updated(), no bound segment for port 58fb5bad-c41f-4023-ac6f-5493e11e0671 on network 26f8fbbf-af79-4635-a89e-68e21e60851e {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:44:25.077251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.078559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "PUT /v2.0/ports/58fb5bad-c41f-4023-ac6f-5493e11e0671 HTTP/1.1" status: 200 len: 981 time: 2.7587621 Mar 11 19:44:25.082991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34556) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.109647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-851b6b6c-f7b6-4ca3-8add-af248e16b570 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] Unset dirty status for tenant:c4f625dff80744cbbc5e5efa20a8f8ed on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:25.113078 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-851b6b6c-f7b6-4ca3-8add-af248e16b570 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 200 len: 205 time: 0.1654329 Mar 11 19:44:25.113347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f697c36-3f73-4f9d-bdf7-d99f98996662 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event updated for resources: {'Port': ['ID=58fb5bad-c41f-4023-ac6f-5493e11e0671,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:25.121915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.128077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] The port 'c61f941c-8ca6-44b6-a871-4b7931c43b7e' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:25.160072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3f5c8a2a-c86e-47aa-aa46-7ffa312ace24 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/b44da16f-2a92-458f-ab26-b0930b9889d3 HTTP/1.1" status: 404 len: 337 time: 0.1604593 Mar 11 19:44:25.161890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34564) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.197477 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-691731ef-1ae6-495a-9c21-565453126f14 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:25.198470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-691731ef-1ae6-495a-9c21-565453126f14 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/dba00052-4c10-4b49-9a0f-a4de7980344a HTTP/1.1" status: 404 len: 336 time: 0.0780835 Mar 11 19:44:25.201212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34568) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.243244 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef50204-6436-4de8-9c54-1e728b979cfb tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.243575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef50204-6436-4de8-9c54-1e728b979cfb tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.245247 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7ef50204-6436-4de8-9c54-1e728b979cfb tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/3ed04b5a-b837-4a9c-a0b3-dfd8fd8f1887 HTTP/1.1" status: 404 len: 337 time: 0.0432291 Mar 11 19:44:25.247743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Deleting port 58fb5bad-c41f-4023-ac6f-5493e11e0671 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:25.248065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.266637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34572) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.267600 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b89840b-3e35-4533-a0c3-2b4e3fc6d5e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.268030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b89840b-3e35-4533-a0c3-2b4e3fc6d5e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.269705 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6b89840b-3e35-4533-a0c3-2b4e3fc6d5e2 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/dc9aadd6-f899-456e-8035-da61d45f3d25 HTTP/1.1" status: 404 len: 333 time: 0.1041412 Mar 11 19:44:25.273374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34576) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.277589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.325207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7242016-c69e-4eb9-ba1b-134fe0d8d574 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.325630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7242016-c69e-4eb9-ba1b-134fe0d8d574 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.327232 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e7242016-c69e-4eb9-ba1b-134fe0d8d574 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/61e4458b-2b86-4403-a53a-be38818549fa HTTP/1.1" status: 404 len: 337 time: 0.0489478 Mar 11 19:44:25.329850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34580) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.371035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-529c39d7-793f-4577-92a4-e7786b4673c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.371495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529c39d7-793f-4577-92a4-e7786b4673c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.371665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e01ce49-cb61-48da-bbbc-ef12585f6c8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.372096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e01ce49-cb61-48da-bbbc-ef12585f6c8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.373128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-529c39d7-793f-4577-92a4-e7786b4673c0 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/fb55396c-f693-48cb-96b2-c81d29883d62 HTTP/1.1" status: 404 len: 337 time: 0.1024907 Mar 11 19:44:25.373670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5e01ce49-cb61-48da-bbbc-ef12585f6c8e tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/4312766c-dc51-43a5-8d1f-4125503ba912 HTTP/1.1" status: 404 len: 333 time: 0.0429618 Mar 11 19:44:25.385890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34584) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.386232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34586) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.391763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.489031 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8273fc-0710-43de-8874-b086cd748e86 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.489417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8273fc-0710-43de-8874-b086cd748e86 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.491051 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6a8273fc-0710-43de-8874-b086cd748e86 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/3a45542d-bbe7-4bc7-aaca-82ccf0f3f1fd HTTP/1.1" status: 404 len: 337 time: 0.1033521 Mar 11 19:44:25.493131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:25.498401 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-3900431b-4cdc-4dd3-bf83-f026bea66865 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.498794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3900431b-4cdc-4dd3-bf83-f026bea66865 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.500338 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3900431b-4cdc-4dd3-bf83-f026bea66865 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/2182a623-3d33-42e4-9728-ae7787db8957 HTTP/1.1" status: 404 len: 337 time: 0.1111581 Mar 11 19:44:25.500880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34592) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.502578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:25.503170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34594) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.511018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=6ef96efc-a4e0-4595-b46a-d2c763f04077,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:25.513462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:25.519885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:25.561319 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d66bc3-baf7-4f49-8d4b-0005732cbbc6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.561758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d66bc3-baf7-4f49-8d4b-0005732cbbc6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.563366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-86d66bc3-baf7-4f49-8d4b-0005732cbbc6 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1f6fbf7c-f21c-4d68-aa29-a0c9979e4f9b HTTP/1.1" status: 404 len: 333 time: 0.0592341 Mar 11 19:44:25.566125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34600) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.585723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd908b283-ef23-4eff-abf0-4f18795ddab2') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:25.585979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd908b283-ef23-4eff-abf0-4f18795ddab2') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:25.597777 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-34244206-2bac-4b93-8ec2-a4f1297e1007 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.598201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34244206-2bac-4b93-8ec2-a4f1297e1007 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.598684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] For port 58fb5bad-c41f-4023-ac6f-5493e11e0671, host hv-neutron-8327, got binding levels [] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:25.599041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.599812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-34244206-2bac-4b93-8ec2-a4f1297e1007 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/198d577f-9231-42a8-b5d7-4ca022edc61c HTTP/1.1" status: 404 len: 337 time: 0.0900660 Mar 11 19:44:25.605510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34604) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.610402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.616371 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-d008da31-0ccf-48c1-ac79-24aed900da65 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.616808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d008da31-0ccf-48c1-ac79-24aed900da65 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.618425 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d008da31-0ccf-48c1-ac79-24aed900da65 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/c5a1907b-55fb-44ee-82fb-0d9b05d5cd6a HTTP/1.1" status: 404 len: 337 time: 0.0514472 Mar 11 19:44:25.645529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34608) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.691674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-795bfa3f-685e-488e-9753-4bf070c74a33 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 200 len: 205 time: 0.0850654 Mar 11 19:44:25.698647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34612) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.699671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.794004 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-99af16a8-60ae-493f-84a9-8de4e157f342 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.794335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99af16a8-60ae-493f-84a9-8de4e157f342 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.798485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-99af16a8-60ae-493f-84a9-8de4e157f342 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/be3bf219-f475-4115-aa42-01ed92d4c322 HTTP/1.1" status: 404 len: 333 time: 0.1433454 Mar 11 19:44:25.803105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:25.803530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:25.817695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34616) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:25.821487 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:25.826474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-34fd4e74-b360-4094-97ca-b01680486e7a tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:25.827501 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-34fd4e74-b360-4094-97ca-b01680486e7a tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/7f6b2607-8aaf-4d71-b4e8-744ac9c1b89c HTTP/1.1" status: 404 len: 336 time: 0.1205630 Mar 11 19:44:25.832588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Calling delete_port for 58fb5bad-c41f-4023-ac6f-5493e11e0671 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:25.877440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34620) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.897435 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d03099-606d-49cf-8029-260d87fafbb8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.897871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d03099-606d-49cf-8029-260d87fafbb8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.899502 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39d03099-606d-49cf-8029-260d87fafbb8 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/cede56af-9dbd-4ca2-8855-b00efbb809d0 HTTP/1.1" status: 404 len: 337 time: 0.0808365 Mar 11 19:44:25.905764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34624) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.952577 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a9f0aa12-c8d3-44dc-83e1-946bd88d517e tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=3d03d9a1-8e57-48c6-ab86-33af785acfed HTTP/1.1" status: 200 len: 205 time: 0.0695643 Mar 11 19:44:25.953304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34628) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:25.955663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a371940b-1e0f-43a5-80e7-7f0bbbf0dc13 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:25.956135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a371940b-1e0f-43a5-80e7-7f0bbbf0dc13 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:25.957785 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a371940b-1e0f-43a5-80e7-7f0bbbf0dc13 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/1623fab5-5cbe-4da1-b5ab-73b99117b698 HTTP/1.1" status: 404 len: 333 time: 0.0511618 Mar 11 19:44:25.986218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34632) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.025007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.034679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-ccdbd77a-e885-4e0b-9e27-b24372122cf9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:26.038144 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ccdbd77a-e885-4e0b-9e27-b24372122cf9 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/3d03d9a1-8e57-48c6-ab86-33af785acfed HTTP/1.1" status: 404 len: 336 time: 0.0819528 Mar 11 19:44:26.038736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34636) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.049641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4959aba4-ae9e-408c-87ad-94a3ff21b3ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.050028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4959aba4-ae9e-408c-87ad-94a3ff21b3ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.052947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.067281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.076445 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-814ca783-fe5f-483b-94a7-da850a1ae648 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/16e5f28b-7f8e-46b4-b70d-1a3b94a79ec9 HTTP/1.1" status: 204 len: 168 time: 2.9028435 Mar 11 19:44:26.076834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc50127-223b-470e-8a44-a683ddab1937 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.076834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc50127-223b-470e-8a44-a683ddab1937 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.077242 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4959aba4-ae9e-408c-87ad-94a3ff21b3ec tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/d0e0e2e4-d67d-436e-ad9a-e72ae64bb4f9 HTTP/1.1" status: 404 len: 337 time: 0.0895665 Mar 11 19:44:26.077345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34640) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.081307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-efc50127-223b-470e-8a44-a683ddab1937 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/9fa6d1ba-5363-4bac-aff7-09cbf16f27ff HTTP/1.1" status: 404 len: 337 time: 0.0391741 Mar 11 19:44:26.081307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.081672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.158608 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcdedf5-2949-4a7f-a8e5-f20d9f986189 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.159013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcdedf5-2949-4a7f-a8e5-f20d9f986189 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.161541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.167136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1386f198-3f89-408a-a5e3-ee70902acf7f tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 200 len: 205 time: 0.0821311 Mar 11 19:44:26.197266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34652) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.258491 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8dcdedf5-2949-4a7f-a8e5-f20d9f986189 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/ports/e488005b-608a-48b9-bed3-ffcfee838670 HTTP/1.1" status: 404 len: 333 time: 0.1778963 Mar 11 19:44:26.274935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.275730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Pushing event deleted for resources: {'Port': ['ID=58fb5bad-c41f-4023-ac6f-5493e11e0671,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.318910 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-b01d8e09-8793-4c75-93cd-36620fd319a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:26.322601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b01d8e09-8793-4c75-93cd-36620fd319a5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/b061b31d-81b8-4a41-8299-52a355ae9870 HTTP/1.1" status: 404 len: 336 time: 0.1200781 Mar 11 19:44:26.324526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34660) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.325384 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13aa9ea-fcb3-49e8-ad57-518a8630a694 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.325884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b13aa9ea-fcb3-49e8-ad57-518a8630a694 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.327430 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b13aa9ea-fcb3-49e8-ad57-518a8630a694 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/subnets/dcf3eb47-1158-4af5-95c4-df9038559c84 HTTP/1.1" status: 404 len: 337 time: 0.0496311 Mar 11 19:44:26.330049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.331767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4d495d54-77b4-4cb6-b2ff-6cd2456777dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "DELETE /v2.0/ports/58fb5bad-c41f-4023-ac6f-5493e11e0671 HTTP/1.1" status: 204 len: 168 time: 1.2478700 Mar 11 19:44:26.332300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.351164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34666) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.388826 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f4eab544-ec82-47a4-b617-6e7dcd145ab7 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c HTTP/1.1" status: 200 len: 205 time: 0.0603518 Mar 11 19:44:26.391884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34670) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.478271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b5217d-2373-42ef-846b-76a3ba0d0f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:44:26.478775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-85b5217d-2373-42ef-846b-76a3ba0d0f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Synchronizing usage tracker for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:26.507378 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-c1c29bad-4d4a-4640-9494-1a51dfaf39f5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:26.508403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1c29bad-4d4a-4640-9494-1a51dfaf39f5 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/e5c3e6e9-5a84-4b89-bcd9-10b7b6af735c HTTP/1.1" status: 404 len: 336 time: 0.1156409 Mar 11 19:44:26.516140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34676) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.544533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.568740 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd124839-e282-4ac1-a809-8b6be4f90129 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.569226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd124839-e282-4ac1-a809-8b6be4f90129 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.570785 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fd124839-e282-4ac1-a809-8b6be4f90129 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/5a13cc71-6f2a-4019-985d-6fe2b70d8a69 HTTP/1.1" status: 404 len: 337 time: 0.0537465 Mar 11 19:44:26.579191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-85b5217d-2373-42ef-846b-76a3ba0d0f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] Unset dirty status for tenant:33854772ba9345d6aacd7b580151c746 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:26.580231 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-85b5217d-2373-42ef-846b-76a3ba0d0f14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241667460-project-admin] 10.222.0.76 "GET /v2.0/ports/58fb5bad-c41f-4023-ac6f-5493e11e0671 HTTP/1.1" status: 404 len: 333 time: 0.1767194 Mar 11 19:44:26.580820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34680) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.586380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34682) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.651254 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c40680b2-fc18-4206-aa26-9ad11fc31030 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=a566338e-4418-4801-8a42-ea3061736d49 HTTP/1.1" status: 200 len: 205 time: 0.0665836 Mar 11 19:44:26.655451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.735672 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-a4f92024-e45d-497d-a1ff-ed4c1015a007 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:26.736948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a4f92024-e45d-497d-a1ff-ed4c1015a007 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/a566338e-4418-4801-8a42-ea3061736d49 HTTP/1.1" status: 404 len: 336 time: 0.0803277 Mar 11 19:44:26.739669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34692) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.742931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.769157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.794597 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-3758ce61-2ffc-4509-ab06-ea8336921c77 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:26.795034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3758ce61-2ffc-4509-ab06-ea8336921c77 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:26.796715 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3758ce61-2ffc-4509-ab06-ea8336921c77 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/8b3d0f60-150a-4956-b2e0-c68c4b9f4f66 HTTP/1.1" status: 404 len: 337 time: 0.0561700 Mar 11 19:44:26.799581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.835428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:26.855018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2009af44-7954-4d53-a7c2-0ccb9b055959 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "GET /v2.0/ports?device_id=3fdba1a3-4578-4681-b686-60a634a5be86 HTTP/1.1" status: 200 len: 205 time: 0.0543368 Mar 11 19:44:26.856763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d7ebd4-ddec-47ba-8977-7f398c2ac39c') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:26.857053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d7ebd4-ddec-47ba-8977-7f398c2ac39c') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:26.863500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:26.923289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:26.941944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-76db28b5-d47e-4fd2-8207-daac311c5c3b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] delete failed (client error): The resource could not be found. Mar 11 19:44:26.942961 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-76db28b5-d47e-4fd2-8207-daac311c5c3b tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/routers/3fdba1a3-4578-4681-b686-60a634a5be86 HTTP/1.1" status: 404 len: 336 time: 0.0785787 Mar 11 19:44:26.947780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.079283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.090797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c57e213-b74a-4ca4-8d48-39aa78388a4d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:27.091153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c57e213-b74a-4ca4-8d48-39aa78388a4d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:27.092904 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6c57e213-b74a-4ca4-8d48-39aa78388a4d tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/53060621-d7e2-402f-a8c9-f8b1ae96f6ed HTTP/1.1" status: 404 len: 337 time: 0.1442547 Mar 11 19:44:27.093977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:27.094374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:27.108888 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:27.111067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34708) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.114422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.165166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f8fbbf-af79-4635-a89e-68e21e60851e']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:27.183602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.185256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8554151f-0f7d-426f-ac3a-7353eb3ba0a3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:27.185545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8554151f-0f7d-426f-ac3a-7353eb3ba0a3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:27.212849 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f9425b-b567-4ae1-b8b9-b118875ea758 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:27.213284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f9425b-b567-4ae1-b8b9-b118875ea758 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:27.215126 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f6f9425b-b567-4ae1-b8b9-b118875ea758 tempest-RoutersTest-867283698 tempest-RoutersTest-867283698-project] 10.222.0.76 "DELETE /v2.0/subnets/cb046dce-f55f-4034-98a0-68214281d94f HTTP/1.1" status: 404 len: 337 time: 0.1050200 Mar 11 19:44:27.226646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.232214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.236814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.256099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.262942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] Pushing event deleted for resources: {'Network': ['ID=b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:27.269295 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-15656340-1678-4625-8ee9-cdf10d5024f9 tempest-NetworksTestDHCPv6-258812434 tempest-NetworksTestDHCPv6-258812434-project] 10.222.0.76 "DELETE /v2.0/networks/b783f8d6-bf2b-4406-8a0c-fa4dbfd192a6 HTTP/1.1" status: 204 len: 168 time: 0.9062901 Mar 11 19:44:27.269508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:27.269508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:27.282054 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:27.347304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.409985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.527959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.553624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34720) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.592012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34726) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.684296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.697845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] Pushing event deleted for resources: {'Network': ['ID=26f8fbbf-af79-4635-a89e-68e21e60851e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:27.719248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1061d823-f4b6-4c55-9167-b6d6d87f0b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864 tempest-PortsAdminExtendedAttrsIpV6TestJSON-765418864-project] 10.222.0.76 "DELETE /v2.0/networks/26f8fbbf-af79-4635-a89e-68e21e60851e HTTP/1.1" status: 204 len: 168 time: 1.1313105 Mar 11 19:44:27.759442 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a58668e0-bd82-40f9-aae4-26bda5942206 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c4f625dff80744cbbc5e5efa20a8f8ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023592 Mar 11 19:44:27.760677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34734) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.825932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b911f057-e8d3-430f-b519-cba570573490 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfeb7850f45147e3b3b697282eb1c2f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2327490 Mar 11 19:44:27.828501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34738) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:27.877294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.904562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.914121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.920155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.937633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:27.982690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.003860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34744) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:28.038110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.060986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1ce41e-9811-4ac2-a2ec-f751996eb54e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:28.071471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.074300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.078264 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9690897-eec7-4b81-a472-dccacf9f1b70 HTTP/1.1" status: 204 len: 168 time: 0.2460537 Mar 11 19:44:28.078264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.078264 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-72582a5f-3423-45d7-a8db-e763e375df9e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f1ce41e-9811-4ac2-a2ec-f751996eb54e HTTP/1.1" status: 204 len: 168 time: 0.3165708 Mar 11 19:44:28.088339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744371e6-a53e-4734-8f17-10219fc16c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9690897-eec7-4b81-a472-dccacf9f1b70,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:28.164281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=6ef96efc-a4e0-4595-b46a-d2c763f04077,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:28.186512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.241505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b0fd3c5e-eb5e-4147-afe6-b615d627ca63 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a693b0b531054964a64d2b2f6355ca80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2369227 Mar 11 19:44:28.244203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34754) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:28.316279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.344237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.416012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.438840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e9bba7-4143-4a0e-96b0-2741b8956721,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:28.443813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.444937 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ed7191db-6c52-42bc-a408-603ba8bd1ade admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/82e9bba7-4143-4a0e-96b0-2741b8956721 HTTP/1.1" status: 204 len: 168 time: 0.1996050 Mar 11 19:44:28.584823 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 82f7d34b-0f8c-4949-be6d-ace86f0e850d associated. External IP: 172.26.8.22, port: 894be30f-5a53-4240-95fe-b38809ff4ade. Mar 11 19:44:28.819178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 3fd58b47-eff8-43ec-a1bf-94da17535657 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:28.819605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:28.872994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34780) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:28.953350 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2cfe5191-f865-480a-84af-c27d1b0182a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=33854772ba9345d6aacd7b580151c746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0782304 Mar 11 19:44:28.955892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34786) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:29.036253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.065123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.132278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.150704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f5d3b-e809-4c44-86eb-eeb1c79985ee,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:29.155842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.159663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f4afadcc-a345-4980-8138-7d4de0b181b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f1f5d3b-e809-4c44-86eb-eeb1c79985ee HTTP/1.1" status: 204 len: 168 time: 0.2005484 Mar 11 19:44:29.225612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 3fd58b47-eff8-43ec-a1bf-94da17535657, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3fd58b47-eff8-43ec-a1bf-94da17535657,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:29.226716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.467701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34806) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:29.482345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 3fd58b47-eff8-43ec-a1bf-94da17535657 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:29.598303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34814) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:29.711575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:29.725528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.750816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1545541125'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:29.756038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:29.759840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Usage tracker for resource:network and tenant:8cb26168ba784f1cb34c34391bebc3e9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:29.763631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:29.770499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:29.777885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=3fd58b47-eff8-43ec-a1bf-94da17535657,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:29.787535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Made reservation on behalf of 8cb26168ba784f1cb34c34391bebc3e9 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:29.791781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.807190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.840022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1094566220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:29.841844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:29.847026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Usage tracker for resource:security_group_rule and tenant:8cb26168ba784f1cb34c34391bebc3e9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:29.850110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:29.860144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:29.937538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:29.950196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:29.955915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.003450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dca6f63a-814d-457c-a8d9-63fcea3e4d35,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:30.014996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:30.026362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.026704 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Added segment 921cbe9b-39eb-45df-91a9-4b39e3322214 of type vlan for network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 Mar 11 19:44:30.038882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:router and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:30.047697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:30.063577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:30.070787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.107449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.111746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.112455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.153007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.153951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.209594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.249851 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7794666 Mar 11 19:44:30.250355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34830) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:30.250625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.255234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c8ffe-40fd-4d09-a32f-7d7883fc03f3 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'Network': ['ID=13fa0fd3-ed0c-4650-8770-ddd7912a4548,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:30.260782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Request body: {'subnet': {'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:30.278803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:30.332823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.388763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:30.394114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Usage tracker for resource:subnet and tenant:8cb26168ba784f1cb34c34391bebc3e9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:30.397635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:30.406366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:30.419487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.421054 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c2ce8f49-1494-4206-b97f-cfe977b721a1 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8216708 Mar 11 19:44:30.423807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:30.424270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34836) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:30.436023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:30.437546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-942162320'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:30.442944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Made reservation on behalf of 8cb26168ba784f1cb34c34391bebc3e9 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:30.453724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:30.455468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:30.461358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.528954 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7aaafa25-16fa-449f-937c-a6d469f1f1db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.8693640 Mar 11 19:44:30.528954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:44:30.533002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34842) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:30.580308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.599803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:30.607277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:network and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:30.660419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:30.681621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:30.714477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:30.720174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.729105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:30.759466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:30.822606 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ff639d26-c30a-477a-908f-96ab77aa53ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/82f7d34b-0f8c-4949-be6d-ace86f0e850d HTTP/1.1" status: 200 len: 990 time: 0.2861307 Mar 11 19:44:30.835730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:30.842809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:security_group_rule and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:30.847384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:30.884249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:31.029810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade', 'status': 'completed', 'code': 200} Mar 11 19:44:31.057930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.077341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.146809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:31.160660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.204982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:31.230805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cb61b-1e5f-404c-83de-6177c2317879,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:31.234944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.235282 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Added segment 7daa3a10-1882-49b5-b89f-b411bebb4918 of type vlan for network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 Mar 11 19:44:31.248446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:31.254921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:31.267062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:31.267962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:31.421609 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-8d441cbb-4d0e-48df-8a1d-e3efb828276e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1098 time: 0.4259791 Mar 11 19:44:31.432501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:31.438925 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a6361599-28a3-43dd-8b1c-dffa9946a531 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3586984 Mar 11 19:44:31.441959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34862) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:31.445891 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:31.462867 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:31.464834 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:31.473471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'Subnet': ['ID=fe10b347-2c20-4bde-b4e3-0c6b9837cdfd,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:31.533878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:31.547245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.551489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Checking segment: {'id': '921cbe9b-39eb-45df-91a9-4b39e3322214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:31.551913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Network hostable DHCP agents. Network: 13fa0fd3-ed0c-4650-8770-ddd7912a4548, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:31.639428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.643534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:31.644184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.665443 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:31.707129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:31.709927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f139af-b684-401b-b28b-92b77cb4361c req-9350696e-9772-43a8-b40b-e190166dd32b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:31.711522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-9350696e-9772-43a8-b40b-e190166dd32b service neutron] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 898 time: 0.2774315 Mar 11 19:44:31.824882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 68095b5b-2443-440e-9ec9-306067b7fc9e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:31.830509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34870) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:31.838291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.919239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 13fa0fd3-ed0c-4650-8770-ddd7912a4548) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:31.932899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:31.933592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:31.939705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55caf19f-a548-4032-9590-95c41832b72b None None] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:31.984307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Network': ['ID=1780a5d3-7dd8-4e5f-b497-3c072c921e96,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.000116 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e39f95d-9dd6-42b5-b2b2-ae91d9efc951 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5725634 Mar 11 19:44:32.005167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34876) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.011706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'subnet': {'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:32.028575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:32.036539 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e035a52c-625d-4234-9d54-e322fb53eded tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7829387 Mar 11 19:44:32.044999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34882) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.096971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Request body: {'port': {'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1879024383'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:32.109490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.197928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-a7e3abb1-ebf1-481d-8b05-0aa50dbafa4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 998 time: 0.4742985 Mar 11 19:44:32.252866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.314026 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:29Z', 'revision_number': 9, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:32.323413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:32.326304 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:32.341592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:32.343169 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:32.368085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:subnet and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:32.377853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:32.383066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f139af-b684-401b-b28b-92b77cb4361c req-73bf00e8-354f-4776-bd8c-e878bf89b372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:32.390947 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-73bf00e8-354f-4776-bd8c-e878bf89b372 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.1689463 Mar 11 19:44:32.394752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34888) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.399565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:32.420055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ac3b6b62-dd81-4546-9ac1-7801706127f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/82f7d34b-0f8c-4949-be6d-ace86f0e850d HTTP/1.1" status: 200 len: 990 time: 0.5830069 Mar 11 19:44:32.423229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.455024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:32.461631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea36a0e-4f1f-49d4-abcc-740e06763b93 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:43:40Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:32.475384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-13fa0fd3-ed0c-4650-8770-ddd7912a4548', 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548', 'tenant_id': '8cb26168ba784f1cb34c34391bebc3e9', 'fixed_ips': [{'subnet_id': 'fe10b347-2c20-4bde-b4e3-0c6b9837cdfd'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:32.476466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.492863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=68095b5b-2443-440e-9ec9-306067b7fc9e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.500838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.513259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:32.516323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86371bec-9ef7-44b4-8183-8872439ce8a0 None None] Network 26c60093-5365-43fe-a326-9d4a4119c616 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:32.518989 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63f7817a-6c1f-4830-962d-0969113a776a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/68095b5b-2443-440e-9ec9-306067b7fc9e HTTP/1.1" status: 204 len: 168 time: 1.0754893 Mar 11 19:44:32.519818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Usage tracker for resource:port and tenant:8cb26168ba784f1cb34c34391bebc3e9 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:32.522973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34894) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.531143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:32.579469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:32.593909 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:32.606356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:32.615453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-86f9b8e0-3326-4b23-99d0-52d32ff6802a tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:32.639370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Made reservation on behalf of 8cb26168ba784f1cb34c34391bebc3e9 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:32.644071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.669005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.686314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 4272553b-bda3-466c-8e27-1857dadf15cb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:32.686697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.762839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] device_id is not set on port e8056c3e-9c62-495d-8998-24e7d7c4c986 yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:32.844517 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-8518c3cf-d2cf-4424-a51e-b63a82ea0e22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4419913 Mar 11 19:44:32.846349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ab7151-306f-4ded-9262-451a6f152eab None None] New status for floating IP 82f7d34b-0f8c-4949-be6d-ace86f0e850d: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:44:32.847543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:32.920062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-86f9b8e0-3326-4b23-99d0-52d32ff6802a tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "PUT /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79 HTTP/1.1" status: 200 len: 366 time: 0.5223174 Mar 11 19:44:32.927546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34898) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.955999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-233d0c97-7518-4611-91d5-c54897c7c45f tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0272384 Mar 11 19:44:32.959848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34902) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.981415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Allocated IP 172.20.0.2 (13fa0fd3-ed0c-4650-8770-ddd7912a4548/fe10b347-2c20-4bde-b4e3-0c6b9837cdfd/c07066e8-d355-4012-90fe-a75665f98945) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:32.991980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab5a8f07-7d04-4b9e-9ec4-98cb7159b525 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79 HTTP/1.1" status: 200 len: 366 time: 0.0310133 Mar 11 19:44:32.995602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34906) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:32.999062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 4272553b-bda3-466c-8e27-1857dadf15cb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4272553b-bda3-466c-8e27-1857dadf15cb,segment=NetworkSegment(a405cf6f-a03f-4278-be24-1ee70f5d2ff8),segment_id=a405cf6f-a03f-4278-be24-1ee70f5d2ff8)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:32.999452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.069534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f516eabd-befb-4c32-9361-e8762b9b7395 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79 HTTP/1.1" status: 204 len: 168 time: 0.0728614 Mar 11 19:44:33.084635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34910) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.119818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:29Z', 'revision_number': 9, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:33.134352 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ea09a04c-4118-4158-b293-0c32386ca631 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0485144 Mar 11 19:44:33.141668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34914) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.144849 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b07b83-eda7-4e97-beba-af383dee1ad9 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:29Z', 'revision_number': 9, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '08fdeca8-1119-49eb-afe2-e39e2b23a2d6', 'name': '', 'network_id': '1b4c2b9a-f4bc-4568-965a-4314ed879d67', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:14:1c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:50Z', 'updated_at': '2022-03-11T19:43:59Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '42605a41-88e0-4b72-92fc-7a8992e41028', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:33.150344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 4272553b-bda3-466c-8e27-1857dadf15cb owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:33.207206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c1324f-2659-4c01-b703-72b4866a20a3 None None] DHCP port deletion for 26c60093-5365-43fe-a326-9d4a4119c616 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:33.217191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-12e284bc-bcf7-433b-9bfa-6713645a1053 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79 HTTP/1.1" status: 200 len: 370 time: 0.0743747 Mar 11 19:44:33.219588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34918) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.227355 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-48089815-7f8d-4672-8ec0-f978b4855c15 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79/default HTTP/1.1" status: 200 len: 370 time: 0.0067086 Mar 11 19:44:33.230952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34922) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.243354 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-c4a44d5e-0280-4855-8254-9f942cc787e9 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] delete failed (client error): The resource could not be found. Mar 11 19:44:33.244348 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c4a44d5e-0280-4855-8254-9f942cc787e9 tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/4c0f145c0ebe455099055cf0ed364e79 HTTP/1.1" status: 404 len: 348 time: 0.0124981 Mar 11 19:44:33.245256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-7af93b36-a13f-4dd3-abe8-95f757771a54 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759852 Mar 11 19:44:33.282357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.313138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-46c1324f-2659-4c01-b703-72b4866a20a3 None None] Deleting port 4272553b-bda3-466c-8e27-1857dadf15cb {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:33.313809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46c1324f-2659-4c01-b703-72b4866a20a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.383101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.458963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-46c1324f-2659-4c01-b703-72b4866a20a3 None None] The port '4272553b-bda3-466c-8e27-1857dadf15cb' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:33.500448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34928) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.501081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34930) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.502759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=4272553b-bda3-466c-8e27-1857dadf15cb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:33.508327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port 4272553b-bda3-466c-8e27-1857dadf15cb on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:33.593615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.606500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Transition to ACTIVE for port object c07066e8-d355-4012-90fe-a75665f98945 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:33.612363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Subnet': ['ID=a32b70af-5012-448a-af67-9b70f0d549d3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:33.627259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Transition to ACTIVE for port object c07066e8-d355-4012-90fe-a75665f98945 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:33.629721 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07f139af-b684-401b-b28b-92b77cb4361c req-5bd68cbf-9ce0-4967-a671-c22fc390ee79 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666167 Mar 11 19:44:33.635716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.679051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Checking segment: {'id': '7daa3a10-1882-49b5-b89f-b411bebb4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:33.679707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network hostable DHCP agents. Network: 1780a5d3-7dd8-4e5f-b497-3c072c921e96, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:33.704655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:33.707652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:33.712054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:33.714104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Pushing event updated for resources: {'Port': ['ID=c07066e8-d355-4012-90fe-a75665f98945,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:33.720256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Allocated IP 172.20.0.12 (13fa0fd3-ed0c-4650-8770-ddd7912a4548/fe10b347-2c20-4bde-b4e3-0c6b9837cdfd/e8056c3e-9c62-495d-8998-24e7d7c4c986) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:33.734266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:33.755694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 1780a5d3-7dd8-4e5f-b497-3c072c921e96) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:33.760239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:33.761035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.763207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:network and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.770705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.784809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d76067-8495-4f3a-9dfc-18847adfb267 None None] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:33.794044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.804745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c60093-5365-43fe-a326-9d4a4119c616']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:33.819401 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-301ea954-740c-4ce2-8f97-ae1258d8aa1f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/82f7d34b-0f8c-4949-be6d-ace86f0e850d HTTP/1.1" status: 200 len: 992 time: 0.3091514 Mar 11 19:44:33.826372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:33.826713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a405cf6f-a03f-4278-be24-1ee70f5d2ff8') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:33.840345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:subnet and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.843939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.854921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.864886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.866892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Attempting to bind port c07066e8-d355-4012-90fe-a75665f98945 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:33.867508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Attempting to bind port c07066e8-d355-4012-90fe-a75665f98945 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '921cbe9b-39eb-45df-91a9-4b39e3322214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:33.867663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Attempting to bind port c07066e8-d355-4012-90fe-a75665f98945 on network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:33.870001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:subnetpool and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.875299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:33.875790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.879760 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-44dee818-964c-4cec-a1c2-8295b3edd480 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8733013 Mar 11 19:44:33.885035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34936) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:33.890077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:33.890394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Checking segment: {'id': '921cbe9b-39eb-45df-91a9-4b39e3322214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:33.890770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.891151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Bound using segment: {'id': '921cbe9b-39eb-45df-91a9-4b39e3322214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:33.891279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.892001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Bound port: c07066e8-d355-4012-90fe-a75665f98945, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921cbe9b-39eb-45df-91a9-4b39e3322214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:33.892373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:33.895351 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:33.898365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'network': {'name': 'tempest-router-network01--332245979'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:33.905341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:33.911113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:network and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.916002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.924979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:33.957766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:33.959984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:33.970052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:port and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.977693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.986001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:router and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:33.991253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:33.996597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.016034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.020451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.029357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:34.032750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=26c60093-5365-43fe-a326-9d4a4119c616,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.034717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:floatingip and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.043084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.046288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Transition to ACTIVE for port object e8056c3e-9c62-495d-8998-24e7d7c4c986 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:34.052060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.052415 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Added segment 1a786465-b3b6-43e8-ae22-ce79e7cbd8d7 of type vlan for network 4170e659-4e25-426b-8406-9130dba96770 Mar 11 19:44:34.054773 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6e827601-0de7-46d5-82df-3836a12e0c3e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/26c60093-5365-43fe-a326-9d4a4119c616 HTTP/1.1" status: 204 len: 168 time: 1.5307355 Mar 11 19:44:34.059652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:34.095537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.116077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] For port c07066e8-d355-4012-90fe-a75665f98945, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:34.121015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] For port c07066e8-d355-4012-90fe-a75665f98945, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c07066e8-d355-4012-90fe-a75665f98945,segment=NetworkSegment(921cbe9b-39eb-45df-91a9-4b39e3322214),segment_id=921cbe9b-39eb-45df-91a9-4b39e3322214)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:34.123365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.156871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4272553b-bda3-466c-8e27-1857dadf15cb no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:34.192494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.213714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.217439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.218012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.226580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:34.236044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4272553b-bda3-466c-8e27-1857dadf15cb {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:34.236419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4272553b-bda3-466c-8e27-1857dadf15cb not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:34.236787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3fd58b47-eff8-43ec-a1bf-94da17535657 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:34.263687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'Port': ['ID=e8056c3e-9c62-495d-8998-24e7d7c4c986,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.266570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:34.272941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:34.273580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-1780a5d3-7dd8-4e5f-b497-3c072c921e96', 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96', 'tenant_id': '3cc11eb3ccf445aca58c498b47d5edd5', 'fixed_ips': [{'subnet_id': 'a32b70af-5012-448a-af67-9b70f0d549d3'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:34.274340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.293701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:security_group and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.298551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 3fd58b47-eff8-43ec-a1bf-94da17535657 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:34.299114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3fd58b47-eff8-43ec-a1bf-94da17535657 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:34.302421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.322477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Usage tracker for resource:security_group_rule and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.328173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.339780 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a25657e3-0614-4410-858c-0e723dc9387c tempest-QuotasTest-1629847457 tempest-QuotasTest-1629847457-project-admin] 10.222.0.76 "GET /v2.0/quotas/ab0119a803b34eb4bfd5417a87c9d026/details.json HTTP/1.1" status: 200 len: 703 time: 0.8331115 Mar 11 19:44:34.390370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ad260-7d82-4600-a7ad-ec5c75f458f3 None None] Pushing event updated for resources: {'Port': ['ID=c07066e8-d355-4012-90fe-a75665f98945,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.422441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.423106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.468969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5826292 Mar 11 19:44:34.469982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ec593-3a3c-4e0f-b66a-596aefffb386 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Network': ['ID=4170e659-4e25-426b-8406-9130dba96770,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.473386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34946) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:34.480101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'network': {'name': 'tempest-router-network02--821902483'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:34.486057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:34.489581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 4170e659-4e25-426b-8406-9130dba96770 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:34.490425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:network and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.493443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.503791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:34.513678 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a11b8c90-55ba-48ba-a6c9-d11567955eb2 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4212573 Mar 11 19:44:34.517253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34950) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:34.517930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:34.521541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.526579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Request body: {'port': {'network_id': '13fa0fd3-ed0c-4650-8770-ddd7912a4548', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1329905039', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:34.527266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.api.validators [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] bootfile-name is not in valid_values {{(pid=83813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:34.527768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.api.validators [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] tftp-server is not in valid_values {{(pid=83813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:34.529097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.api.validators [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] server-ip-address is not in valid_values {{(pid=83813) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:34.553563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:34.564834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.565810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Added segment d83f285f-7e4f-409c-907a-0fc4162a5e0f of type vlan for network 395b0713-d373-46c2-b62e-f775d47ca237 Mar 11 19:44:34.603930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.631116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Allocated IP 172.20.0.2 (1780a5d3-7dd8-4e5f-b497-3c072c921e96/a32b70af-5012-448a-af67-9b70f0d549d3/6eb559e8-ca33-43a0-b77b-6a30058d8261) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:34.668501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.688638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.690336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.730386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:34.819470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3445594 Mar 11 19:44:34.823915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34954) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:34.832196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'subnet': {'network_id': '4170e659-4e25-426b-8406-9130dba96770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:34.858127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27f7cb-e7cc-452e-9cff-ca6834543290 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Network': ['ID=395b0713-d373-46c2-b62e-f775d47ca237,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.887550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 395b0713-d373-46c2-b62e-f775d47ca237 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:34.955914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:34.958727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:34.959887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:subnet and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.962785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.963588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Usage tracker for resource:port and tenant:8cb26168ba784f1cb34c34391bebc3e9 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:34.967251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:34.968812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:34.974600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:34.980862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:35.005518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Made reservation on behalf of 8cb26168ba784f1cb34c34391bebc3e9 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:35.012582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.033024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34960) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:35.040488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] device_id is not set on port ead45ac4-e432-4271-b974-b750a55860b6 yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:35.056558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.066929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Transition to ACTIVE for port object 6eb559e8-ca33-43a0-b77b-6a30058d8261 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:35.096107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Transition to ACTIVE for port object 6eb559e8-ca33-43a0-b77b-6a30058d8261 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:35.108553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.115339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.208447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:35.211524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:35.218074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:35.229304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Pushing event updated for resources: {'Port': ['ID=6eb559e8-ca33-43a0-b77b-6a30058d8261,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:35.333130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Attempting to bind port 6eb559e8-ca33-43a0-b77b-6a30058d8261 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:35.333477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Attempting to bind port 6eb559e8-ca33-43a0-b77b-6a30058d8261 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '7daa3a10-1882-49b5-b89f-b411bebb4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:35.333885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Attempting to bind port 6eb559e8-ca33-43a0-b77b-6a30058d8261 on network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:35.343170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:35.343660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Checking segment: {'id': '7daa3a10-1882-49b5-b89f-b411bebb4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:35.343958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.344490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Bound using segment: {'id': '7daa3a10-1882-49b5-b89f-b411bebb4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:35.345389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Bound port: 6eb559e8-ca33-43a0-b77b-6a30058d8261, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daa3a10-1882-49b5-b89f-b411bebb4918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1780a5d3-7dd8-4e5f-b497-3c072c921e96'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:35.345770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.455486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.465646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] For port 6eb559e8-ca33-43a0-b77b-6a30058d8261, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:35.469368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] For port 6eb559e8-ca33-43a0-b77b-6a30058d8261, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6eb559e8-ca33-43a0-b77b-6a30058d8261,segment=NetworkSegment(7daa3a10-1882-49b5-b89f-b411bebb4918),segment_id=7daa3a10-1882-49b5-b89f-b411bebb4918)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:35.476333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.479031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.531216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Subnet': ['ID=e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:35.551918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Checking segment: {'id': '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4170e659-4e25-426b-8406-9130dba96770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:35.552270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network hostable DHCP agents. Network: 4170e659-4e25-426b-8406-9130dba96770, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:35.565625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935a073-fdfa-484d-b29d-1cc23dcdf661 None None] Pushing event updated for resources: {'Port': ['ID=6eb559e8-ca33-43a0-b77b-6a30058d8261,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:35.582707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 4170e659-4e25-426b-8406-9130dba96770 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:35.595551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 4170e659-4e25-426b-8406-9130dba96770) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:35.605104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc950fd-4613-43d7-a8c1-1236cf955830 None None] Network 4170e659-4e25-426b-8406-9130dba96770 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:35.607466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:35.608391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:35.655150 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0b845d06-fd10-4491-8711-f2db40c1f0e5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8299818 Mar 11 19:44:35.657902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34966) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:35.663883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:35.665353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'subnet': {'network_id': '395b0713-d373-46c2-b62e-f775d47ca237', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:35.680613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Allocated IP 172.20.0.3 (13fa0fd3-ed0c-4650-8770-ddd7912a4548/fe10b347-2c20-4bde-b4e3-0c6b9837cdfd/ead45ac4-e432-4271-b974-b750a55860b6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:35.691841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Usage tracker for resource:security_group_rule and tenant:5381fe64d1ee4f25ba12cb19004cdc36 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:35.698890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:35.747955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:35.809733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:35.816070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Usage tracker for resource:subnet and tenant:3cc11eb3ccf445aca58c498b47d5edd5 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:35.821311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:35.830508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:35.850792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Made reservation on behalf of 3cc11eb3ccf445aca58c498b47d5edd5 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:36.006025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207ed34-5c9f-46c0-b8d9-cd979f16afa3 None None] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:36.014384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.112095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-4170e659-4e25-426b-8406-9130dba96770', 'network_id': '4170e659-4e25-426b-8406-9130dba96770', 'tenant_id': '3cc11eb3ccf445aca58c498b47d5edd5', 'fixed_ips': [{'subnet_id': 'e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:36.113138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.114408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.172116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c07066e8-d355-4012-90fe-a75665f98945 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:36.175697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.281305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fb0a11d3-4303-448c-a430-72ea4c09a64d None None] Provisioning for port c07066e8-d355-4012-90fe-a75665f98945 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:36.288031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.292862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82458be-6b9f-48c0-b229-6460d960372b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:36.304587 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96402c32-7c4e-4f3f-a725-6193230bcd33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5381fe64d1ee4f25ba12cb19004cdc36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2655637 Mar 11 19:44:36.307099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34970) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:36.342294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Transition to ACTIVE for port object ead45ac4-e432-4271-b974-b750a55860b6 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:36.451930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.465699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.469385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port c07066e8-d355-4012-90fe-a75665f98945 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:36.480038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:36.480783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.516543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.517473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c07066e8-d355-4012-90fe-a75665f98945 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:36.517473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.542091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Subnet': ['ID=bb97a950-5b2b-42b6-b8b1-64e185c47780,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:36.561138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Allocated IP 172.20.0.2 (4170e659-4e25-426b-8406-9130dba96770/e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4/f4000171-582c-4234-b824-816fb155619e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:36.579573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Checking segment: {'id': 'd83f285f-7e4f-409c-907a-0fc4162a5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:36.580208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network hostable DHCP agents. Network: 395b0713-d373-46c2-b62e-f775d47ca237, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:36.606742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.609062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 395b0713-d373-46c2-b62e-f775d47ca237 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:36.637733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 395b0713-d373-46c2-b62e-f775d47ca237) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:36.646160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:36.646872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.684511 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-413e081d-2d87-46d4-85ca-afbb41a48b8b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0249155 Mar 11 19:44:36.685697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34974) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:36.690005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba39e409-ebe1-45b1-b017-58ece44b38ce None None] Network 395b0713-d373-46c2-b62e-f775d47ca237 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:36.760218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'Port': ['ID=ead45ac4-e432-4271-b974-b750a55860b6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:36.772831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:36.792975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:36.804053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:36.882643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.962518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:36.963678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.990856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 08fdeca8-1119-49eb-afe2-e39e2b23a2d6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:36.991540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:36.999456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.063416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port c07066e8-d355-4012-90fe-a75665f98945, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c07066e8-d355-4012-90fe-a75665f98945,segment=NetworkSegment(921cbe9b-39eb-45df-91a9-4b39e3322214),segment_id=921cbe9b-39eb-45df-91a9-4b39e3322214)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:37.069119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4bdd41-559e-4af8-a997-32b7ee7f919f None None] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:37.098952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.099772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6eb559e8-ca33-43a0-b77b-6a30058d8261 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:37.182002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:37.226522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82458be-6b9f-48c0-b229-6460d960372b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:37.229620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.233935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c998a13d-2cea-4b2e-b767-3024e201e92a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b82458be-6b9f-48c0-b229-6460d960372b HTTP/1.1" status: 204 len: 168 time: 0.9238086 Mar 11 19:44:37.245940 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3f9d7bb0-7260-4213-8e7f-4590865123aa tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7276049 Mar 11 19:44:37.249113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34980) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:37.261549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=c07066e8-d355-4012-90fe-a75665f98945,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:37.340274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.412948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Transition to ACTIVE for port object f4000171-582c-4234-b824-816fb155619e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:37.426956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-395b0713-d373-46c2-b62e-f775d47ca237', 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237', 'tenant_id': '3cc11eb3ccf445aca58c498b47d5edd5', 'fixed_ips': [{'subnet_id': 'bb97a950-5b2b-42b6-b8b1-64e185c47780'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:37.428726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.443497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.473750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.521190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=08fdeca8-1119-49eb-afe2-e39e2b23a2d6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:37.588994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-237edf72-78d6-4fc4-adab-f7c895278956 None None] Provisioning for port 6eb559e8-ca33-43a0-b77b-6a30058d8261 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:37.610495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Transition to ACTIVE for port object f4000171-582c-4234-b824-816fb155619e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:37.802838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:37.928957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.932873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.937066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.937949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Synchronizing usage tracker for tenant:8cb26168ba784f1cb34c34391bebc3e9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:37.980780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34986) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:38.005768 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-d7f67079-dcb6-4330-bed2-fd18f5819177 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5756640 Mar 11 19:44:38.015246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Unset dirty status for tenant:8cb26168ba784f1cb34c34391bebc3e9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:38.018632 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bbc792c2-0dc9-4c46-8be8-f7f442d2adbe tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.7559829 Mar 11 19:44:38.020319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 34990) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:38.038209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Pushing event updated for resources: {'Port': ['ID=f4000171-582c-4234-b824-816fb155619e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:38.056093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Network 4170e659-4e25-426b-8406-9130dba96770 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:38.089207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:38.094293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:38.104110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6eb559e8-ca33-43a0-b77b-6a30058d8261 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:38.165883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.167187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6eb559e8-ca33-43a0-b77b-6a30058d8261 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:38.167654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.217238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:38.223251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0119a803b34eb4bfd5417a87c9d026 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:38.226450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:38.235677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.238509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Deleting port ead45ac4-e432-4271-b974-b750a55860b6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:38.239044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.239328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:38.248033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Provisioning for port ead45ac4-e432-4271-b974-b750a55860b6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:38.301883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Provisioning complete for port ead45ac4-e432-4271-b974-b750a55860b6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:38.302289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.314328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Allocated IP 172.20.0.1 (4170e659-4e25-426b-8406-9130dba96770/e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4/8fe7efcc-9bf7-416d-9c1b-73974e199fbb) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:38.369854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Allocated IP 172.20.0.2 (395b0713-d373-46c2-b62e-f775d47ca237/bb97a950-5b2b-42b6-b8b1-64e185c47780/18a7d088-6519-43e1-a5f5-1872c0e727aa) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:38.401556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Attempting to bind port f4000171-582c-4234-b824-816fb155619e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:38.401838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Attempting to bind port f4000171-582c-4234-b824-816fb155619e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4170e659-4e25-426b-8406-9130dba96770'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:38.402196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Attempting to bind port f4000171-582c-4234-b824-816fb155619e on network 4170e659-4e25-426b-8406-9130dba96770 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:38.412120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Port ead45ac4-e432-4271-b974-b750a55860b6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:38.483704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.486945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:38.487379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Checking segment: {'id': '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4170e659-4e25-426b-8406-9130dba96770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:38.487779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.488164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Bound using segment: {'id': '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4170e659-4e25-426b-8406-9130dba96770'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:38.488638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Bound port: f4000171-582c-4234-b824-816fb155619e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '4170e659-4e25-426b-8406-9130dba96770'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:38.489002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.491685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.542206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c411e4e5-5f49-4681-999e-735e96924735,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:38.557388 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-8f8a2045-91ca-45ca-97e1-bb17529e79d7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1098 time: 0.4596350 Mar 11 19:44:38.610434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Provisioning for port e8056c3e-9c62-495d-8998-24e7d7c4c986 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:38.630724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Provisioning complete for port e8056c3e-9c62-495d-8998-24e7d7c4c986 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:38.631091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.660302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.719530 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a2a0daaf-6517-4401-86a2-ad9a94b31599 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab0119a803b34eb4bfd5417a87c9d026&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7371111 Mar 11 19:44:38.722201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 34994) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:38.769007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Port e8056c3e-9c62-495d-8998-24e7d7c4c986 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:38.770888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] For port f4000171-582c-4234-b824-816fb155619e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:38.789205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 6eb559e8-ca33-43a0-b77b-6a30058d8261, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6eb559e8-ca33-43a0-b77b-6a30058d8261,segment=NetworkSegment(7daa3a10-1882-49b5-b89f-b411bebb4918),segment_id=7daa3a10-1882-49b5-b89f-b411bebb4918)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:38.806772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.823046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] For port f4000171-582c-4234-b824-816fb155619e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f4000171-582c-4234-b824-816fb155619e,segment=NetworkSegment(1a786465-b3b6-43e8-ae22-ce79e7cbd8d7),segment_id=1a786465-b3b6-43e8-ae22-ce79e7cbd8d7)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:38.831380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.846995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.882930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.909990 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.914010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.936130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-cb29c676-323e-45f1-a7e2-afa55889d1b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.937584 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-cb29c676-323e-45f1-a7e2-afa55889d1b9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 898 time: 0.3538418 Mar 11 19:44:38.949277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Provisioning complete for port c07066e8-d355-4012-90fe-a75665f98945 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:38.949785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fd229bd9-3218-4480-89f5-0c71b90e5ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:38.986431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.028258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Transition to ACTIVE for port object 18a7d088-6519-43e1-a5f5-1872c0e727aa will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:39.038841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=6eb559e8-ca33-43a0-b77b-6a30058d8261,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:39.053481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Calling delete_port for ead45ac4-e432-4271-b974-b750a55860b6 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:39.105780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c07066e8-d355-4012-90fe-a75665f98945 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:39.112608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:39.114237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.133274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c411e4e5-5f49-4681-999e-735e96924735,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:39.145836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Transition to ACTIVE for port object 18a7d088-6519-43e1-a5f5-1872c0e727aa will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:39.158424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.160112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-755375eb-cd8d-4964-bbcf-a3c21a366eaa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c411e4e5-5f49-4681-999e-735e96924735 HTTP/1.1" status: 204 len: 168 time: 0.4368715 Mar 11 19:44:39.174966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Transition to ACTIVE for port object 8fe7efcc-9bf7-416d-9c1b-73974e199fbb will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:39.185396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.257571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dfeb7-960c-450b-8162-c41854d27716 None None] Pushing event updated for resources: {'Port': ['ID=f4000171-582c-4234-b824-816fb155619e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:39.306249 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-4df958d8-756b-41f8-8249-97ec0b097dc4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 1000 time: 0.2600217 Mar 11 19:44:39.343819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Network 395b0713-d373-46c2-b62e-f775d47ca237 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:39.358028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:39.371481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:39.382214 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Pushing event updated for resources: {'Port': ['ID=18a7d088-6519-43e1-a5f5-1872c0e727aa,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:39.406140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.462311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:39.467854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port c07066e8-d355-4012-90fe-a75665f98945 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:39.467854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.470752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-596eb1ec-1dd6-4c30-9852-4fdb154aab30 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4101212 Mar 11 19:44:39.472968 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:39.474042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35000) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:39.495117 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:39.497245 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:39.597581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 4170e659-4e25-426b-8406-9130dba96770 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:39.603278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-e35e78ff-3dce-41b8-86b8-92f4cf5ed663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:39.604772 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-e35e78ff-3dce-41b8-86b8-92f4cf5ed663 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.2866855 Mar 11 19:44:39.616597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:39.623695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Port': ['ID=8fe7efcc-9bf7-416d-9c1b-73974e199fbb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:39.635901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:39.752377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 42605a41-88e0-4b72-92fc-7a8992e41028 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:39.752578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.756600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.816163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.822614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.848123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5d0b9936-07e8-4213-bd9c-fbb5020f8b1b None None] Provisioning complete for port ead45ac4-e432-4271-b974-b750a55860b6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:39.848488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9936-07e8-4213-bd9c-fbb5020f8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.870955 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:39.924786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Attempting to bind port 18a7d088-6519-43e1-a5f5-1872c0e727aa on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:39.925510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Attempting to bind port 18a7d088-6519-43e1-a5f5-1872c0e727aa by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'd83f285f-7e4f-409c-907a-0fc4162a5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:39.926440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Attempting to bind port 18a7d088-6519-43e1-a5f5-1872c0e727aa on network 395b0713-d373-46c2-b62e-f775d47ca237 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:39.942489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:39.942981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Checking segment: {'id': 'd83f285f-7e4f-409c-907a-0fc4162a5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:39.943499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.943995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Bound using segment: {'id': 'd83f285f-7e4f-409c-907a-0fc4162a5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:39.944569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Bound port: 18a7d088-6519-43e1-a5f5-1872c0e727aa, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83f285f-7e4f-409c-907a-0fc4162a5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '395b0713-d373-46c2-b62e-f775d47ca237'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:39.945030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:39.960236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5d0b9936-07e8-4213-bd9c-fbb5020f8b1b None None] Port ead45ac4-e432-4271-b974-b750a55860b6 was deleted so its status cannot be updated. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Mar 11 19:44:39.973137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.011020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event deleted for resources: {'Port': ['ID=ead45ac4-e432-4271-b974-b750a55860b6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:40.065017 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-c0a8c11b-5405-41cb-8395-7cb654ec9ec8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4425716 Mar 11 19:44:40.133379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.221179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5d0b9936-07e8-4213-bd9c-fbb5020f8b1b None None] Provisioning complete for port 6eb559e8-ca33-43a0-b77b-6a30058d8261 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:40.221798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d0b9936-07e8-4213-bd9c-fbb5020f8b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.229261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=42605a41-88e0-4b72-92fc-7a8992e41028,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:40.256273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.266481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e184dc60-5a21-4ee4-acaf-c80d36640c31 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/42605a41-88e0-4b72-92fc-7a8992e41028 HTTP/1.1" status: 204 len: 168 time: 0.7913835 Mar 11 19:44:40.267264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:40.305650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9623e-1bc5-4915-8484-0c6895703954 None None] Network 1b4c2b9a-f4bc-4568-965a-4314ed879d67 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:40.379062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.424862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d7c2e9ef-856b-40a2-aaf9-785358333b33 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "DELETE /v2.0/ports/ead45ac4-e432-4271-b974-b750a55860b6 HTTP/1.1" status: 204 len: 168 time: 2.4001663 Mar 11 19:44:40.432539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35022) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:40.437533 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-1345875d-9173-4d4f-9494-24dc5086f126 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644521 Mar 11 19:44:40.451616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.479600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 462a7b78-8182-43a1-9631-dd389a815e94 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:40.479600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.491080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] For port 18a7d088-6519-43e1-a5f5-1872c0e727aa, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:40.507150 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:37Z', 'revision_number': 10, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:40.512002 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:40.534614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:40.535302 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:40.591023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Request body: {'port': {'name': 'tempest-new-port-name-997029016', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:40.591454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] bootfile-name is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:40.591783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] tftp-server is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:40.599452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.api.validators [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] server-ip-address is not in valid_values {{(pid=83812) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 11 19:44:40.602091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] For port 18a7d088-6519-43e1-a5f5-1872c0e727aa, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=18a7d088-6519-43e1-a5f5-1872c0e727aa,segment=NetworkSegment(d83f285f-7e4f-409c-907a-0fc4162a5e0f),segment_id=d83f285f-7e4f-409c-907a-0fc4162a5e0f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:40.680613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb2a0aa-ea8a-4c1d-a067-6b63f0e27072 None None] Network 4170e659-4e25-426b-8406-9130dba96770 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:40.709386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.743560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35028) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:40.778134 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:40.925362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:40.980739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 462a7b78-8182-43a1-9631-dd389a815e94, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=462a7b78-8182-43a1-9631-dd389a815e94,segment=NetworkSegment(01404bec-2abc-4aa5-b679-86ee418370de),segment_id=01404bec-2abc-4aa5-b679-86ee418370de)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:40.981236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.063618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'networks': [{'name': 'tempest-network--1455469538'}, {'name': 'tempest-network--1055187098'}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:41.064698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-network--1455469538'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:41.065425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-network--1055187098'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:41.093990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd9942-f334-42a4-99e1-10886b8cc34d None None] Pushing event updated for resources: {'Port': ['ID=18a7d088-6519-43e1-a5f5-1872c0e727aa,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:41.141277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6eb559e8-ca33-43a0-b77b-6a30058d8261 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:41.193242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 462a7b78-8182-43a1-9631-dd389a815e94 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:41.226624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:41.247127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:network and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:41.258724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:41.276204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:41.281721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9fd3fe06-74d6-4a01-8185-66559d214d93 None None] Provisioning for port f4000171-582c-4234-b824-816fb155619e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:41.300086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'network': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:41.307024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.319756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8a2c1-3b1a-4b8e-9401-5c974f84b248 None None] DHCP port deletion for 1b4c2b9a-f4bc-4568-965a-4314ed879d67 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:41.335210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.349586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8a2c1-3b1a-4b8e-9401-5c974f84b248 None None] Deleting port 462a7b78-8182-43a1-9631-dd389a815e94 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:41.349956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a2c1-3b1a-4b8e-9401-5c974f84b248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.401992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.431164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:41.459015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6eb559e8-ca33-43a0-b77b-6a30058d8261 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:41.459404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.499873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:security_group_rule and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:41.505759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port 462a7b78-8182-43a1-9631-dd389a815e94 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:41.517984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8a2c1-3b1a-4b8e-9401-5c974f84b248 None None] The port '462a7b78-8182-43a1-9631-dd389a815e94' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:41.524916 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:37Z', 'revision_number': 10, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:41.530318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064c7d78-268d-43ce-979f-f8c10562a2c3 None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:37Z', 'revision_number': 10, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None, '_interfaces': [{'id': '1789494f-55cd-443c-befb-e0fffd24bc57', 'name': '', 'network_id': '44f39d53-79af-42bf-a19b-7715a5ab1e42', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'mac_address': 'fa:16:3e:46:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:39Z', 'updated_at': '2022-03-11T19:43:53Z', 'revision_number': 5, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'subnets': [{'id': '84264e4d-1335-4a22-9c30-c664f29eece4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:41.544460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:41.569154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=462a7b78-8182-43a1-9631-dd389a815e94,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:41.572976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:41.588443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c26bae16-fce9-4c64-9c08-93acb215d224 req-6c189afe-8286-4491-88c3-8e513b319903 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0621293 Mar 11 19:44:41.614530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.707209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f4000171-582c-4234-b824-816fb155619e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:41.727068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.770915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4c2b9a-f4bc-4568-965a-4314ed879d67']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:41.791536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01404bec-2abc-4aa5-b679-86ee418370de') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:41.791824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01404bec-2abc-4aa5-b679-86ee418370de') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:41.799511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f4000171-582c-4234-b824-816fb155619e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:41.808218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f4000171-582c-4234-b824-816fb155619e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:41.808605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.821404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.858141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.858360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.867767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.882480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:41.882921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:41.899722 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:41.905254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Provisioning complete for port f4000171-582c-4234-b824-816fb155619e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:41.905634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.907127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.978725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:41.979857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.054257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b8e62d-f2fe-436f-9768-3333ec809af0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.076426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.114954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.127536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:42.130541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=1b4c2b9a-f4bc-4568-965a-4314ed879d67,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.154075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.156902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.157331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment 562626aa-5c4a-45c3-a3d1-4370f88c6cd4 of type vlan for network 7763bbce-e6b3-4811-8b9a-89da90a7a889 Mar 11 19:44:42.181391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.197594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.201230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.248479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:42.262252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.262634 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment 7ff0c32b-2857-4639-a8a2-6610c214ff0c of type vlan for network 9d5e4602-6851-4b42-8399-3b6678d9e938 Mar 11 19:44:42.291504 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dac5a364-ac0c-4821-9ac0-b35072670af6 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/1b4c2b9a-f4bc-4568-965a-4314ed879d67 HTTP/1.1" status: 204 len: 168 time: 2.0229230 Mar 11 19:44:42.292362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35034) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:42.309691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Port': ['ID=8fe7efcc-9bf7-416d-9c1b-73974e199fbb,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.311512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f4000171-582c-4234-b824-816fb155619e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f4000171-582c-4234-b824-816fb155619e,segment=NetworkSegment(1a786465-b3b6-43e8-ae22-ce79e7cbd8d7),segment_id=1a786465-b3b6-43e8-ae22-ce79e7cbd8d7)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:42.320286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.330809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 4170e659-4e25-426b-8406-9130dba96770 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:42.332775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.333384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:42.463770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:42.463770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:42.470161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f4000171-582c-4234-b824-816fb155619e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.491254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:44:42.512004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.520867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.544812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.544812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.548724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.552871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.553532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.611350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38656267-106b-4892-a80b-9c358edb2faf None None] Network 395b0713-d373-46c2-b62e-f775d47ca237 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:42.683764 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9322321 Mar 11 19:44:42.685854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35038) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:42.791273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=7763bbce-e6b3-4811-8b9a-89da90a7a889,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.877697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 7763bbce-e6b3-4811-8b9a-89da90a7a889 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:42.897781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event updated for resources: {'Port': ['ID=e8056c3e-9c62-495d-8998-24e7d7c4c986,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.939727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] In _notify_port_updated(), no bound segment for port e8056c3e-9c62-495d-8998-24e7d7c4c986 on network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:44:42.943677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.944321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:42.948108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bd065dd0-57c5-43a7-a5c5-c4adecc867ff tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "PUT /v2.0/ports/e8056c3e-9c62-495d-8998-24e7d7c4c986 HTTP/1.1" status: 200 len: 1136 time: 2.4400964 Mar 11 19:44:42.948270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35042) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:43.025004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc8c0c7-9499-493e-9caa-b293f0e63111 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.025600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bbc8c0c7-9499-493e-9caa-b293f0e63111 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Synchronizing usage tracker for tenant:8cb26168ba784f1cb34c34391bebc3e9 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:43.054725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bbc8c0c7-9499-493e-9caa-b293f0e63111 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Unset dirty status for tenant:8cb26168ba784f1cb34c34391bebc3e9 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:43.059879 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bbc8c0c7-9499-493e-9caa-b293f0e63111 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "GET /v2.0/ports/e8056c3e-9c62-495d-8998-24e7d7c4c986 HTTP/1.1" status: 200 len: 1136 time: 0.1068449 Mar 11 19:44:43.060742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35046) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:43.094355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Provisioning for port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:43.100919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 18a7d088-6519-43e1-a5f5-1872c0e727aa up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:43.103286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3064af-82eb-4794-b7a6-c4d112b42fcd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=9d5e4602-6851-4b42-8399-3b6678d9e938,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:43.117541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.121405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.125170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.129145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.130120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:43.143493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 9d5e4602-6851-4b42-8399-3b6678d9e938 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:43.160101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Provisioning complete for port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:43.160487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.178971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Deleting port e8056c3e-9c62-495d-8998-24e7d7c4c986 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:43.179329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.215387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:43.219175 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-970048f5-abb6-4947-a355-c8f7babce079 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5289085 Mar 11 19:44:43.223057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35050) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:43.226998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Router 080d397f-213d-493f-ac57-22b64bbb4955 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:44:43.318318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e9cab7c6-d733-4a9e-9b72-2c89d2fbe9a7 None None] Port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:43.373313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 18a7d088-6519-43e1-a5f5-1872c0e727aa completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:43.378931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f4000171-582c-4234-b824-816fb155619e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:43.410725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.477904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Provisioning complete for port e8056c3e-9c62-495d-8998-24e7d7c4c986 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:43.478523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.555735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f4000171-582c-4234-b824-816fb155619e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:43.556236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.588700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.593020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Port e8056c3e-9c62-495d-8998-24e7d7c4c986 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:43.602538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.620669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7763bbce-e6b3-4811-8b9a-89da90a7a889']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.626569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Provisioning complete for port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:43.626936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.637852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562626aa-5c4a-45c3-a3d1-4370f88c6cd4') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.638071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562626aa-5c4a-45c3-a3d1-4370f88c6cd4') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.653852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.669055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:43.677674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bc5552dd-8947-48de-a56e-afc790ef7397 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9858570 Mar 11 19:44:43.679338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.682616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.685935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] Sync routers for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:43.729395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35054) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:43.736937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:43.743131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:43.743789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.789949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:43.790179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Calling delete_port for e8056c3e-9c62-495d-8998-24e7d7c4c986 owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:43.790554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.802977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:43.809514 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:43.848781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.853595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:43.853595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 08fdeca8-1119-49eb-afe2-e39e2b23a2d6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:43.853595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 462a7b78-8182-43a1-9631-dd389a815e94 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:43.887664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 462a7b78-8182-43a1-9631-dd389a815e94 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:43.888000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 462a7b78-8182-43a1-9631-dd389a815e94 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:43.889704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Provisioning for port 18a7d088-6519-43e1-a5f5-1872c0e727aa completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:43.898169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Provisioning complete for port 18a7d088-6519-43e1-a5f5-1872c0e727aa triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:43.898409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.923142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.933670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:43.934331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:43.947180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:43.964897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=7763bbce-e6b3-4811-8b9a-89da90a7a889,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:43.982382 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-af90f7ff-fa75-4a43-9847-7bb3233b49ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/7763bbce-e6b3-4811-8b9a-89da90a7a889 HTTP/1.1" status: 204 len: 168 time: 0.7555463 Mar 11 19:44:43.984751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:44.004536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:44.004942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762305db-019c-49de-9aa5-7df6bb45cdb6 None None] The sync data for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:44.072453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.092205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.107402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] For port 18a7d088-6519-43e1-a5f5-1872c0e727aa, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=18a7d088-6519-43e1-a5f5-1872c0e727aa,segment=NetworkSegment(d83f285f-7e4f-409c-907a-0fc4162a5e0f),segment_id=d83f285f-7e4f-409c-907a-0fc4162a5e0f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:44.113008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.141731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.190100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe558b07-4108-4ff3-b03b-85698635a12f None None] Pushing event updated for resources: {'Port': ['ID=18a7d088-6519-43e1-a5f5-1872c0e727aa,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:44.203736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event deleted for resources: {'Port': ['ID=e8056c3e-9c62-495d-8998-24e7d7c4c986,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:44.244197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-aa21e451-b8e8-4870-85bd-224747f577c2 None None] Provisioning complete for port 18a7d088-6519-43e1-a5f5-1872c0e727aa triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:44.244851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa21e451-b8e8-4870-85bd-224747f577c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.325732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.348007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-01f065ec-d698-4874-af06-a56e811d72b6 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "DELETE /v2.0/ports/e8056c3e-9c62-495d-8998-24e7d7c4c986 HTTP/1.1" status: 204 len: 168 time: 1.2863557 Mar 11 19:44:44.352064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:44.411358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.438291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3a381e70-6dfa-4801-95d6-3efc66b5699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.474696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5e4602-6851-4b42-8399-3b6678d9e938']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:44.499083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff0c32b-2857-4639-a8a2-6610c214ff0c') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:44.499349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff0c32b-2857-4639-a8a2-6610c214ff0c') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:44.515835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.565054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.698431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:44.698988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:44.713151 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:44.805440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.805702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Deleting subnet fe10b347-2c20-4bde-b4e3-0c6b9837cdfd {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:44.810631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.823203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.836933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=9d5e4602-6851-4b42-8399-3b6678d9e938,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:44.847977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14a1d674-3185-4f37-b965-d5e47300e1c7 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/9d5e4602-6851-4b42-8399-3b6678d9e938 HTTP/1.1" status: 204 len: 168 time: 0.8576820 Mar 11 19:44:44.847977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35066) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:44.874858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:44.928878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 18a7d088-6519-43e1-a5f5-1872c0e727aa up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:44:44.999797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 18a7d088-6519-43e1-a5f5-1872c0e727aa triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:45.000205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.036734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba526e2c-f21c-419f-9b08-c54cded375e4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.040599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba526e2c-f21c-419f-9b08-c54cded375e4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.041326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ba526e2c-f21c-419f-9b08-c54cded375e4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:45.053881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.082081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-3c327a2b-9ff8-43a4-bd08-134493c84feb tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:44:45.085882 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c327a2b-9ff8-43a4-bd08-134493c84feb tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3534744 Mar 11 19:44:45.086790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35070) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:45.135929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.190097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event deleted for resources: {'Subnet': ['ID=fe10b347-2c20-4bde-b4e3-0c6b9837cdfd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:45.202405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd6d82a-907d-4907-8210-a4005581f07a None None] Network 13fa0fd3-ed0c-4650-8770-ddd7912a4548 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:45.203765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.211070 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-422c2565-0f81-4be2-87fa-abf507c22098 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "DELETE /v2.0/subnets/fe10b347-2c20-4bde-b4e3-0c6b9837cdfd HTTP/1.1" status: 204 len: 168 time: 0.8579786 Mar 11 19:44:45.213454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35074) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:45.223136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ba526e2c-f21c-419f-9b08-c54cded375e4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:45.227939 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ba526e2c-f21c-419f-9b08-c54cded375e4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3760259 Mar 11 19:44:45.232080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35078) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:45.241548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2134097160'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:45.244629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port 1789494f-55cd-443c-befb-e0fffd24bc57 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:45.244966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.282757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:45.312929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:45.325523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.337377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Deleting port c07066e8-d355-4012-90fe-a75665f98945 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:45.337709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.350360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:45.353284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.447450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] DHCP port deletion for 13fa0fd3-ed0c-4650-8770-ddd7912a4548 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:45.452492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Deleting port c07066e8-d355-4012-90fe-a75665f98945 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:45.453232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.474111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:45.491799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.492514 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment dae8ef2a-fb94-4867-b23c-5c25a132bda6 of type vlan for network 95bc8b65-412f-4310-a3cd-24086641d6c4 Mar 11 19:44:45.558377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] For port c07066e8-d355-4012-90fe-a75665f98945, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c07066e8-d355-4012-90fe-a75665f98945,segment=NetworkSegment(921cbe9b-39eb-45df-91a9-4b39e3322214),segment_id=921cbe9b-39eb-45df-91a9-4b39e3322214)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:45.558624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.642086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.653588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port 1789494f-55cd-443c-befb-e0fffd24bc57, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1789494f-55cd-443c-befb-e0fffd24bc57,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:45.653971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.654178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] For port c07066e8-d355-4012-90fe-a75665f98945, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=c07066e8-d355-4012-90fe-a75665f98945,segment=NetworkSegment(921cbe9b-39eb-45df-91a9-4b39e3322214),segment_id=921cbe9b-39eb-45df-91a9-4b39e3322214)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:45.654586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.686150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Calling delete_port for c07066e8-d355-4012-90fe-a75665f98945 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:45.769032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.771223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Calling delete_port for c07066e8-d355-4012-90fe-a75665f98945 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:45.783944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for 1789494f-55cd-443c-befb-e0fffd24bc57 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:45.810818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.resource_extend [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:44:45.816548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event deleted for resources: {'Port': ['ID=c07066e8-d355-4012-90fe-a75665f98945,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:45.826125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] No DVR routers for this DVR port c07066e8-d355-4012-90fe-a75665f98945 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:45.843163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:45.843557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:45.865384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.869038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.869589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.950726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:45.975232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fa0fd3-ed0c-4650-8770-ddd7912a4548']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:45.987174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921cbe9b-39eb-45df-91a9-4b39e3322214') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:45.987516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921cbe9b-39eb-45df-91a9-4b39e3322214') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:45.998946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.011580 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7776728 Mar 11 19:44:46.014272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35082) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:46.017112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.018041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28000fe0-c394-4c2a-9200-dfd2a85a20ea tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=95bc8b65-412f-4310-a3cd-24086641d6c4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.023560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-216928913'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:46.030639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 95bc8b65-412f-4310-a3cd-24086641d6c4 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:46.032789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:46.035413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:46.035808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.044783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:46.054723 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:46.203818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:network and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:46.211271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:46.228572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:46.242881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:46.246301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.257870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.281881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.295516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] Pushing event deleted for resources: {'Network': ['ID=13fa0fd3-ed0c-4650-8770-ddd7912a4548,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.308307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e192b119-38dc-450a-bd36-8a651801af45 tempest-ExtraDHCPOptionsTestJSON-1015763913 tempest-ExtraDHCPOptionsTestJSON-1015763913-project] 10.222.0.76 "DELETE /v2.0/networks/13fa0fd3-ed0c-4650-8770-ddd7912a4548 HTTP/1.1" status: 204 len: 168 time: 1.0938196 Mar 11 19:44:46.312046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:46.321815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.322168 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment fcb8a0bd-082b-49fc-941f-e64f43126614 of type vlan for network df73147a-4f0e-417d-8c63-d2ff30ffbbde Mar 11 19:44:46.344847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Deleting port c07066e8-d355-4012-90fe-a75665f98945 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:46.345335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.348579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.350023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.385817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.391826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:46.394200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.396831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=1789494f-55cd-443c-befb-e0fffd24bc57,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.418203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-fa484293-979b-44a9-ab18-9fbab21a3885 None None] The port 'c07066e8-d355-4012-90fe-a75665f98945' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:46.554325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=df73147a-4f0e-417d-8c63-d2ff30ffbbde,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.562117 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a9a1c58e-4798-4306-8257-7f3f43e2a682 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5466120 Mar 11 19:44:46.562338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35088) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:46.568636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'ports': [{'network_id': '95bc8b65-412f-4310-a3cd-24086641d6c4', 'name': 'tempest-port--697589085', 'admin_state_up': True}, {'network_id': 'df73147a-4f0e-417d-8c63-d2ff30ffbbde', 'admin_state_up': False}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:46.568944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'port': {'network_id': '95bc8b65-412f-4310-a3cd-24086641d6c4', 'name': 'tempest-port--697589085', 'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:46.569412 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'port': {'network_id': 'df73147a-4f0e-417d-8c63-d2ff30ffbbde', 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:46.575566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network df73147a-4f0e-417d-8c63-d2ff30ffbbde details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:46.696756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.698763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35094) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:46.725034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-019883a3-77e3-4b89-8f11-ce1fc4493134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.890899 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-be43955a-5d9e-4a0e-bfed-88e0ae1deb0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8cb26168ba784f1cb34c34391bebc3e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885521 Mar 11 19:44:46.891163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35100) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:46.952703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:46.962405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c07066e8-d355-4012-90fe-a75665f98945 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:46.978773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.000133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: c07066e8-d355-4012-90fe-a75665f98945 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:47.000481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device c07066e8-d355-4012-90fe-a75665f98945 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:47.029986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.043949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca6f63a-814d-457c-a8d9-63fcea3e4d35,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:47.047130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:47.051221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.055881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-37a3ccc9-d1fe-4691-80c2-c9fa644f6ea3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dca6f63a-814d-457c-a8d9-63fcea3e4d35 HTTP/1.1" status: 204 len: 168 time: 0.1636887 Mar 11 19:44:47.059736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:port and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:47.068403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:47.083281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:47.223212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'port': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:47.226651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.290963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.756962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.785522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:47.805135 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] device_id is not set on port 190286c9-4bec-4e0b-b554-bc715031d36f yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:47.958036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:47.961985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.071157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:48.081860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878925e-4646-4854-835d-673d99e1521d None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:48.091639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b3d672a0-d735-4037-a780-e45270c36604 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1736323439', 'prefixes': ['172.20.0.0/16']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:48.094633 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:48.095360 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:48.097958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b3d672a0-d735-4037-a780-e45270c36604 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:48.118512 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d3ada36-ff5f-4bb8-b1e2-16484be59dba tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8122361 Mar 11 19:44:48.121496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35128) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.141347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.145594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting port 8fe7efcc-9bf7-416d-9c1b-73974e199fbb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:48.145920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.228233 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:48.330283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:48.334443 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878925e-4646-4854-835d-673d99e1521d None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:48.345106 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:48.345761 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:48.349571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting subnet 84264e4d-1335-4a22-9c30-c664f29eece4 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:48.355258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.355679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] device_id is not set on port cf3555e0-095b-4af0-9e92-354209ab98eb yet. {{(pid=83813) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:44:48.396621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b3d672a0-d735-4037-a780-e45270c36604 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Notify callbacks [] for subnetpool, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.400584 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b3d672a0-d735-4037-a780-e45270c36604 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4374781 Mar 11 19:44:48.403877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.429338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.432469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.472361 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:48.482585 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-65013b1a-6f90-4bbc-9dcb-c1f14abd98ab tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "GET /v2.0/subnetpools/d9024288-55a5-4f10-bfbb-d0437f173aba HTTP/1.1" status: 200 len: 732 time: 0.0749557 Mar 11 19:44:48.482585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35136) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.489842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9caacd80-1997-41a5-b79e-ca5caf4b56ec tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2131842069'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:48.560805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Calling delete_port for 8fe7efcc-9bf7-416d-9c1b-73974e199fbb owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:48.575792 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5878925e-4646-4854-835d-673d99e1521d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:48.580846 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5878925e-4646-4854-835d-673d99e1521d None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:48.584206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.638057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9caacd80-1997-41a5-b79e-ca5caf4b56ec tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Notify callbacks [] for subnetpool, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.639245 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9caacd80-1997-41a5-b79e-ca5caf4b56ec tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "PUT /v2.0/subnetpools/d9024288-55a5-4f10-bfbb-d0437f173aba HTTP/1.1" status: 200 len: 684 time: 0.1562772 Mar 11 19:44:48.642150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35140) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.670118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.719813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.722086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.765100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Subnet': ['ID=84264e4d-1335-4a22-9c30-c664f29eece4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:48.772623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.780801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f0659-e0d6-4ee1-aa56-9aa82742ae9e None None] Network 44f39d53-79af-42bf-a19b-7715a5ab1e42 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:48.781854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-06ce2961-498e-4ce4-855f-472bcbef0ec0 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/84264e4d-1335-4a22-9c30-c664f29eece4 HTTP/1.1" status: 204 len: 168 time: 0.6591256 Mar 11 19:44:48.784797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35144) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.808428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-196ded1e-843c-4904-a2a6-12be6cb3f963 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] Notify callbacks [] for subnetpool, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.809534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-196ded1e-843c-4904-a2a6-12be6cb3f963 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d9024288-55a5-4f10-bfbb-d0437f173aba HTTP/1.1" status: 204 len: 168 time: 0.1664925 Mar 11 19:44:48.814266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35148) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.897141 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-5a8da860-b3d1-4f84-8ba3-4a557ee2a8ec tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] show failed (client error): The resource could not be found. Mar 11 19:44:48.900587 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5a8da860-b3d1-4f84-8ba3-4a557ee2a8ec tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "GET /v2.0/subnetpools/d9024288-55a5-4f10-bfbb-d0437f173aba HTTP/1.1" status: 404 len: 346 time: 0.0828667 Mar 11 19:44:48.900844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35152) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:48.938462 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-7e06e3ab-fd8e-4bee-b97c-08cc46d0a689 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] delete failed (client error): The resource could not be found. Mar 11 19:44:48.943500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1789494f-55cd-443c-befb-e0fffd24bc57 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:48.943676 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7e06e3ab-fd8e-4bee-b97c-08cc46d0a689 tempest-SubnetPoolsTestJSON-1494100995 tempest-SubnetPoolsTestJSON-1494100995-project] 10.222.0.76 "DELETE /v2.0/subnetpools/d9024288-55a5-4f10-bfbb-d0437f173aba HTTP/1.1" status: 404 len: 346 time: 0.0378096 Mar 11 19:44:48.947146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.964655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Deleting port d478e1e2-faac-4f18-ad5f-aae70efaf5fb {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:48.965347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.975150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:48.990200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Port': ['ID=190286c9-4bec-4e0b-b554-bc715031d36f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:49.055950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Port': ['ID=8fe7efcc-9bf7-416d-9c1b-73974e199fbb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:49.111717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1789494f-55cd-443c-befb-e0fffd24bc57 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:49.112059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1789494f-55cd-443c-befb-e0fffd24bc57 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:49.159212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.162977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Checking segment: {'id': 'dae8ef2a-fb94-4867-b23c-5c25a132bda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '95bc8b65-412f-4310-a3cd-24086641d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:49.163366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network hostable DHCP agents. Network: 95bc8b65-412f-4310-a3cd-24086641d6c4, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:49.271225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] For port d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:49.271676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.288934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] DHCP port deletion for 44f39d53-79af-42bf-a19b-7715a5ab1e42 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:44:49.294227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Deleting port d478e1e2-faac-4f18-ad5f-aae70efaf5fb {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:49.294598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.358328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network 95bc8b65-412f-4310-a3cd-24086641d6c4 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:49.425737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Calling delete_port for d478e1e2-faac-4f18-ad5f-aae70efaf5fb owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:49.438930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:49.449677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 95bc8b65-412f-4310-a3cd-24086641d6c4) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:49.456958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:49.458762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.513251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.544000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18324eba-db42-41ad-88a1-0e7e4f7b8e78 None None] Network 95bc8b65-412f-4310-a3cd-24086641d6c4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:49.555565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Port': ['ID=cf3555e0-095b-4af0-9e92-354209ab98eb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:49.560894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.665156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Port': ['ID=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:49.669043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No DVR routers for this DVR port d478e1e2-faac-4f18-ad5f-aae70efaf5fb on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:49.680807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] For port d478e1e2-faac-4f18-ad5f-aae70efaf5fb, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d478e1e2-faac-4f18-ad5f-aae70efaf5fb,segment=NetworkSegment(61afd22d-d8a2-4dc3-a0d9-12d185e08bf0),segment_id=61afd22d-d8a2-4dc3-a0d9-12d185e08bf0)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:49.681169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.730759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.756430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Checking segment: {'id': 'fcb8a0bd-082b-49fc-941f-e64f43126614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'df73147a-4f0e-417d-8c63-d2ff30ffbbde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:49.756788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network hostable DHCP agents. Network: df73147a-4f0e-417d-8c63-d2ff30ffbbde, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:49.793991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.821234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44f39d53-79af-42bf-a19b-7715a5ab1e42']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:49.833738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:49.834028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61afd22d-d8a2-4dc3-a0d9-12d185e08bf0') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:49.842592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:49.846506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.855708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Calling delete_port for d478e1e2-faac-4f18-ad5f-aae70efaf5fb owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:49.862553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.874460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:44:49.874978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:49.891192 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:49.908645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Usage tracker for resource:security_group_rule and tenant:36cdf8ae7e044cfbb28449947102231c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:49.919144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:49.932040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:49.947879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network df73147a-4f0e-417d-8c63-d2ff30ffbbde is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:49.948630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:44:49.949725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:44:49.981194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:49.998194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.010978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Pushing event deleted for resources: {'Network': ['ID=44f39d53-79af-42bf-a19b-7715a5ab1e42,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:50.015127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, df73147a-4f0e-417d-8c63-d2ff30ffbbde) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:50.015706 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-383ee1cd-9cb0-4992-acbd-b6238e10f036 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/networks/44f39d53-79af-42bf-a19b-7715a5ab1e42 HTTP/1.1" status: 204 len: 168 time: 1.2299294 Mar 11 19:44:50.018626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35166) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.024353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'routes': None}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:50.027275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af23efd-b0b2-4b67-a2d3-79e1588d1865 None None] Network df73147a-4f0e-417d-8c63-d2ff30ffbbde requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:50.080099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:50.084105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.087372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.088029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.170891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bf1c678d-7c59-44b4-b541-43baeb4700db tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6069241 Mar 11 19:44:50.172478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35170) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.174057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.181294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Router 080d397f-213d-493f-ac57-22b64bbb4955 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:50.220964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.287700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aef7c5-3689-4935-a8cd-d5434281ca24,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:50.298171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-de3bf31a-d882-4955-a9a4-56bcdae05c54 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36cdf8ae7e044cfbb28449947102231c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8578422 Mar 11 19:44:50.298847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35174) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.314783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Added routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Mar 11 19:44:50.315077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.extraroute_db [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Removed routes are [] {{(pid=83812) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Mar 11 19:44:50.315482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.450491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Deleting port d478e1e2-faac-4f18-ad5f-aae70efaf5fb {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:50.451059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.467347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10281f-e033-4cc8-8fd5-53261d6a4c9e tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.471217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10281f-e033-4cc8-8fd5-53261d6a4c9e tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.472032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da10281f-e033-4cc8-8fd5-53261d6a4c9e tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:50.509078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:50.511556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.516119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-479d3794-6902-4035-9cec-e24897295177 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4283421 Mar 11 19:44:50.519966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35178) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.523121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b54bd5d-6e15-45b8-8a6e-ad9769f55b11 None None] The port 'd478e1e2-faac-4f18-ad5f-aae70efaf5fb' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:44:50.526012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] Sync routers for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:50.541562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:50.542429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:50.568401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.571751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.590427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da10281f-e033-4cc8-8fd5-53261d6a4c9e tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:50.594622 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da10281f-e033-4cc8-8fd5-53261d6a4c9e tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4192646 Mar 11 19:44:50.595276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35182) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.602645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:50.613749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:50.614409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:50.685913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:50.686327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5a7a0-f940-49f6-8d3c-69b1a4ed0e58 None None] The sync data for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:50.712880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:50.763464 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-fa422e66-2910-4900-9c81-d6874d18b68d tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] delete failed (client error): The resource could not be found. Mar 11 19:44:50.764494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fa422e66-2910-4900-9c81-d6874d18b68d tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-140087320 HTTP/1.1" status: 404 len: 334 time: 0.2436342 Mar 11 19:44:50.773882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35186) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:50.778152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.789402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-32ec6f74-4560-4391-b911-ec89d445a886 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'router': {'external_gateway_info': {'network_id': '080d397f-213d-493f-ac57-22b64bbb4955'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:50.826782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Deleting port 190286c9-4bec-4e0b-b554-bc715031d36f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:50.827087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.915232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d478e1e2-faac-4f18-ad5f-aae70efaf5fb no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:44:50.948599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.954984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d478e1e2-faac-4f18-ad5f-aae70efaf5fb {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:44:50.955663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d478e1e2-faac-4f18-ad5f-aae70efaf5fb not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:44:50.969330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aef7c5-3689-4935-a8cd-d5434281ca24,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:50.995681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:50.996717 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8c840132-9a96-4602-9361-c5558051837f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/47aef7c5-3689-4935-a8cd-d5434281ca24 HTTP/1.1" status: 204 len: 168 time: 0.6951005 Mar 11 19:44:51.083232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.101863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:51.113948 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:44:51.115701 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Sync routers for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:51.129900 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:51.130836 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:51.164289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.165476 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-299b1646-dd8c-4af3-83ec-e9f0f339742e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 705 time: 1.1459265 Mar 11 19:44:51.172037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35192) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:51.250672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Calling delete_port for 190286c9-4bec-4e0b-b554-bc715031d36f owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:51.282875 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:51.285526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d5d3bf7-7540-462e-ac1f-4ae9063f46b4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:51.356493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.367488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d5d3bf7-7540-462e-ac1f-4ae9063f46b4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:51.371178 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8d5d3bf7-7540-462e-ac1f-4ae9063f46b4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 205 time: 0.1955142 Mar 11 19:44:51.371349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35202) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:51.395805 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:51.400688 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Checking router: ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:51.413671 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Routers {'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:51.414446 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:51.421635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Port': ['ID=190286c9-4bec-4e0b-b554-bc715031d36f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:51.445600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.460941 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09c5c0cc-7f0c-42df-a9bf-35740bb1f999 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/ports/190286c9-4bec-4e0b-b554-bc715031d36f HTTP/1.1" status: 204 len: 168 time: 0.8578382 Mar 11 19:44:51.463792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35208) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:51.546753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] Set router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:51.548395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Deleting port cf3555e0-095b-4af0-9e92-354209ab98eb {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:51.548905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.577900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.691232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-32ec6f74-4560-4391-b911-ec89d445a886 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.697593 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:51.701921 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20fd2af-c98e-447a-bc1b-9799385ff33e None None] The sync data for ids ['ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae'] in dv-neutron-832764-2-hyperv is: [{'id': 'ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae', 'name': 'tempest-RoutersIpV6Test-router-1293427932', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:33Z', 'updated_at': '2022-03-11T19:44:46Z', 'revision_number': 11, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:51.805545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:51.863595 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-32ec6f74-4560-4391-b911-ec89d445a886 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] update failed (client error): The resource could not be found. Mar 11 19:44:51.864630 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-32ec6f74-4560-4391-b911-ec89d445a886 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955 HTTP/1.1" status: 404 len: 339 time: 1.0853710 Mar 11 19:44:51.869893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35218) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:51.935584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Calling delete_port for cf3555e0-095b-4af0-9e92-354209ab98eb owned by {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:52.014948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.052614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35224) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.056355 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027924 Mar 11 19:44:52.062886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35226) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.079082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Port': ['ID=cf3555e0-095b-4af0-9e92-354209ab98eb,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:52.085206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.098363 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d848e4ae-99b8-4531-8852-bc1f9d9055d3 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/ports/cf3555e0-095b-4af0-9e92-354209ab98eb HTTP/1.1" status: 204 len: 168 time: 0.6308296 Mar 11 19:44:52.098582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35232) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.147049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-03ae3596-b2d5-4a7e-8f4f-9c31512c0e45 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:52.168728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-03ae3596-b2d5-4a7e-8f4f-9c31512c0e45 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:52.176677 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-03ae3596-b2d5-4a7e-8f4f-9c31512c0e45 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0707972 Mar 11 19:44:52.177156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35236) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.184140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1859870486'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:52.189773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:52.195156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:network and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:52.198350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:52.204148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:52.214197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:52.217559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.241263 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c585e03c-c5f5-4a99-829a-791232c610d2 tempest-NetworksApiDiscovery-788509072 tempest-NetworksApiDiscovery-788509072-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1751132 Mar 11 19:44:52.260310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:52.270612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.271969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.272313 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment 90d30885-df46-41c6-910d-4b1052a489a6 of type vlan for network 0cdd9afb-0a06-4b4f-99bf-525d5f53464c Mar 11 19:44:52.278597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.302266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.338494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.342860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:52.343466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.425627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.426463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:44:52.445871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.448473 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f9fc690d-83d3-4b9f-b2d2-b995ec2947b7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 204 len: 168 time: 1.0762866 Mar 11 19:44:52.452716 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2742689 Mar 11 19:44:52.453457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35242) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.455972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35244) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.461060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438c9d5-896d-4ff3-b9d1-ac378905962a tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=0cdd9afb-0a06-4b4f-99bf-525d5f53464c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:52.463432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-88244260'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:52.465927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430567010', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:52.472562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0cdd9afb-0a06-4b4f-99bf-525d5f53464c details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:52.473148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:52.477346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Usage tracker for resource:router and tenant:71707d18fbc54bb7867965fd1a92c7c1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:52.480386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:52.484173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:52.489900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:52.493124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:network and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:52.498520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:52.504974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.506428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.532797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.562499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.572031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:52.600672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.602891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2247aadd-3d0e-48b3-8bcd-861cb80a152e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1457255 Mar 11 19:44:52.606592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35252) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.612589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:52.646743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:52.665539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:52.668489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.746586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:52.764653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.765059 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Added segment becaf554-91a4-44ff-8368-1ac4627c07c7 of type vlan for network 44041333-fb32-4a3e-8b32-aa94ae1192f1 Mar 11 19:44:52.820933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.848275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.864173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:52.993690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.resource_extend [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:44:53.060818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:53.064232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.067963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:53.068527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.092592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:af00266759fb4fd89528095b4152ce68 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:53.106061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.110152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:53.117791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.164513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:53.275357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8037791 Mar 11 19:44:53.275357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1fff1-32b4-4100-9bba-92769e6564ab tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Network': ['ID=44041333-fb32-4a3e-8b32-aa94ae1192f1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:53.288578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Router e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:44:53.290050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 44041333-fb32-4a3e-8b32-aa94ae1192f1 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:44:53.442750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:53.449711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Allocated IP 172.20.0.1 (1780a5d3-7dd8-4e5f-b497-3c072c921e96/a32b70af-5012-448a-af67-9b70f0d549d3/94649f51-d2dd-470d-96d8-73dec312989a) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:53.454691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Sync routers for ids ['e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:53.456480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.460239 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4377d3c3-89e3-4ff0-88de-39dc6b130e16 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "PUT /v2.0/routers/e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 200 len: 697 time: 0.8504992 Mar 11 19:44:53.460380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.460671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35262) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:53.470497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.477236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Routers {'e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:53.478408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:53.529261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af00266759fb4fd89528095b4152ce68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8807719 Mar 11 19:44:53.529855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35266) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:53.616350 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b85ceb03-c698-4e1f-bd5d-4aa21e519ff7 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/routers/e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 200 len: 703 time: 0.1518753 Mar 11 19:44:53.616938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35270) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:53.628924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Set router e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:53.668270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-61c9f755-405c-4019-a428-f57189db0851 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Synchronizing usage tracker for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:53.680487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecb1fc-56a5-417c-85d1-16ee1ccb2cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83be7dc4-06b4-4199-a6df-9ba31e152cb5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:53.696375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-61c9f755-405c-4019-a428-f57189db0851 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Unset dirty status for tenant:71707d18fbc54bb7867965fd1a92c7c1 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:53.697878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-61c9f755-405c-4019-a428-f57189db0851 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 200 len: 205 time: 0.0797827 Mar 11 19:44:53.700995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35274) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:53.784225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:53.798946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7', 'name': 'tempest-RoutersIpV6Test-router-430567010', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:52Z', 'updated_at': '2022-03-11T19:44:53Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:53.804101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Checking router: e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:44:53.814958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Routers {'e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:53.815676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:53.948252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] Set router e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:44:54.008549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.016625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.052122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7', 'name': 'tempest-RoutersIpV6Test-router-430567010', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:52Z', 'updated_at': '2022-03-11T19:44:53Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:54.056266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5491b133-fb2e-45d9-b3d6-4b447bb9ddf0 None None] The sync data for ids ['e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7'] in dv-neutron-832764-2-hyperv is: [{'id': 'e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7', 'name': 'tempest-RoutersIpV6Test-router-430567010', 'tenant_id': '71707d18fbc54bb7867965fd1a92c7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:52Z', 'updated_at': '2022-03-11T19:44:53Z', 'revision_number': 2, 'project_id': '71707d18fbc54bb7867965fd1a92c7c1', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:54.060167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Transition to ACTIVE for port object 94649f51-d2dd-470d-96d8-73dec312989a will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:54.065961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.213392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.293888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.390877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83be7dc4-06b4-4199-a6df-9ba31e152cb5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:54.406056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.409888 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-80103cc5-7f59-42e3-859c-0dad25d18273 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83be7dc4-06b4-4199-a6df-9ba31e152cb5 HTTP/1.1" status: 204 len: 168 time: 0.8713100 Mar 11 19:44:54.421949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.494946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:54.504301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:54.573031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:54.618237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Port': ['ID=94649f51-d2dd-470d-96d8-73dec312989a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:54.645207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.659469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.672103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.727053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.728074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Fanout notify agent at l3_agent the message router_deleted on router e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:44:54.804363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dd817eec-b97d-49c7-9ddc-db05f1ef0437 None None] Provisioning for port 94649f51-d2dd-470d-96d8-73dec312989a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:44:54.811841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dd817eec-b97d-49c7-9ddc-db05f1ef0437 None None] Provisioning complete for port 94649f51-d2dd-470d-96d8-73dec312989a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:54.812966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd817eec-b97d-49c7-9ddc-db05f1ef0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.820600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.833437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:54.838019 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-46f2ec65-aaa1-4780-9670-5572702c8576 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 204 len: 168 time: 1.1327741 Mar 11 19:44:54.838311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35286) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:54.883261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dd817eec-b97d-49c7-9ddc-db05f1ef0437 None None] Port 94649f51-d2dd-470d-96d8-73dec312989a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:54.887461 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bc1dfb37-15d7-4406-a13d-48663740610a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 200 len: 205 time: 0.0480576 Mar 11 19:44:54.889987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35290) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:54.961640 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-0b892d15-7f05-4db8-9b8f-0a670816f8f2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:54.965275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b892d15-7f05-4db8-9b8f-0a670816f8f2 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/e0ac5820-9c59-4b0b-9c7a-ae2e266a81a7 HTTP/1.1" status: 404 len: 336 time: 0.0710816 Mar 11 19:44:54.966718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35296) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.021244 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ee8c5f-fc49-4ea1-ba28-0da9842f494b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:55.021846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ee8c5f-fc49-4ea1-ba28-0da9842f494b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:55.034369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-48ee8c5f-fc49-4ea1-ba28-0da9842f494b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/efe3e8c5-527f-499c-bfff-ac3a7785a1cf HTTP/1.1" status: 404 len: 337 time: 0.0642641 Mar 11 19:44:55.034594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35300) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.086215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5926b3b-665f-4269-8b8c-5b2371d59f35 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:55.087505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5926b3b-665f-4269-8b8c-5b2371d59f35 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:55.089246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c5926b3b-665f-4269-8b8c-5b2371d59f35 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/68095b5b-2443-440e-9ec9-306067b7fc9e HTTP/1.1" status: 404 len: 337 time: 0.0537429 Mar 11 19:44:55.092141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35306) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.161630 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-348fcfb9-1c9c-4fe6-aeec-a368287a2486 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:55.162168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348fcfb9-1c9c-4fe6-aeec-a368287a2486 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:55.164353 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-348fcfb9-1c9c-4fe6-aeec-a368287a2486 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/42605a41-88e0-4b72-92fc-7a8992e41028 HTTP/1.1" status: 404 len: 337 time: 0.0712245 Mar 11 19:44:55.166764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35310) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.213566 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5443b9-64c2-47e6-b41a-d772c10ff34f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:55.214026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5443b9-64c2-47e6-b41a-d772c10ff34f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:55.218224 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fc5443b9-64c2-47e6-b41a-d772c10ff34f tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/84264e4d-1335-4a22-9c30-c664f29eece4 HTTP/1.1" status: 404 len: 337 time: 0.0476933 Mar 11 19:44:55.218497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35314) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.276561 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6960e875-acc5-4cbc-8d69-d31551d67529 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 200 len: 205 time: 0.0546939 Mar 11 19:44:55.276844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35320) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.353834 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-74f4ca47-3d17-4396-9a4f-f2b7e48ae41d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:55.354864 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-74f4ca47-3d17-4396-9a4f-f2b7e48ae41d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/ed1aad4c-c3d9-4ee5-a349-fa913b3d3fae HTTP/1.1" status: 404 len: 336 time: 0.0768423 Mar 11 19:44:55.357590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35326) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.401420 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e053c964-5fb1-44d9-acd4-64181e27bb3a tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3dbe261-c04e-4e8f-b539-d8ce304fa35e HTTP/1.1" status: 200 len: 205 time: 0.0404425 Mar 11 19:44:55.402205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35330) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.417763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:55.425178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:55.531925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event updated for resources: {'Port': ['ID=94649f51-d2dd-470d-96d8-73dec312989a,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:55.568822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:55.590203 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-fa0936db-d7ec-47d1-a195-170cc4025ec9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:55.593757 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fa0936db-d7ec-47d1-a195-170cc4025ec9 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/b3dbe261-c04e-4e8f-b539-d8ce304fa35e HTTP/1.1" status: 404 len: 336 time: 0.1881647 Mar 11 19:44:55.593953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35336) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.654537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-097b2198-311c-445f-a50d-827b43f9e0f1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:55.654990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097b2198-311c-445f-a50d-827b43f9e0f1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:55.659446 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-097b2198-311c-445f-a50d-827b43f9e0f1 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/2067fd30-32b3-426e-8a7d-d4dd75fb4d7b HTTP/1.1" status: 404 len: 337 time: 0.0619855 Mar 11 19:44:55.659728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35342) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.711694 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d83b0424-b198-45d8-aad8-dadbc29f4c32 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 200 len: 205 time: 0.0485613 Mar 11 19:44:55.715419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35346) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.794338 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-541e683d-f46b-4a34-8528-2c24758b7142 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:55.797954 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-541e683d-f46b-4a34-8528-2c24758b7142 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/43e8a8a9-c94e-43c0-a840-b676454d0a5e HTTP/1.1" status: 404 len: 336 time: 0.0790026 Mar 11 19:44:55.799999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35352) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.852747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2ad473ee-905e-4ae6-96ec-d19435188f6e tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=8b6193ae-6180-4b3b-9033-e4c70584c372 HTTP/1.1" status: 200 len: 205 time: 0.0508592 Mar 11 19:44:55.853437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35356) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:55.907542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:55.914936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:55.988002 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-d0df78db-4db3-4f08-b373-54632867169b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:55.991426 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d0df78db-4db3-4f08-b373-54632867169b tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/8b6193ae-6180-4b3b-9033-e4c70584c372 HTTP/1.1" status: 404 len: 336 time: 0.1346760 Mar 11 19:44:55.992105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35364) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.033948 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-98651865-1654-401c-82b8-193f66e3eacc tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:56.034664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98651865-1654-401c-82b8-193f66e3eacc tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:56.039566 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-98651865-1654-401c-82b8-193f66e3eacc tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/76999ba8-82a9-4a75-b47c-652c64203a25 HTTP/1.1" status: 404 len: 337 time: 0.0457711 Mar 11 19:44:56.040550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35368) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.120442 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-08b2a77d-7266-43a7-b37b-88d57f973d68 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=b78158fc-9f16-44d2-88f1-64698d92b2ca HTTP/1.1" status: 200 len: 205 time: 0.0764153 Mar 11 19:44:56.122613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35374) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.240631 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-7c40b63e-2466-4b49-9663-a649af66c4a3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:56.244391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35378) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.244555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7c40b63e-2466-4b49-9663-a649af66c4a3 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/b78158fc-9f16-44d2-88f1-64698d92b2ca HTTP/1.1" status: 404 len: 336 time: 0.1211293 Mar 11 19:44:56.293921 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcda119-1d3e-4d67-80e6-bd4367a3f80d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:56.294591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcda119-1d3e-4d67-80e6-bd4367a3f80d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:56.296491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4dcda119-1d3e-4d67-80e6-bd4367a3f80d tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/34a39935-452d-4abb-8c5d-7a06b3a13b0f HTTP/1.1" status: 404 len: 337 time: 0.0508184 Mar 11 19:44:56.299130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35384) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.330694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-061a230b-2dde-4ecd-b1a8-3b9357aa0864 None None] Provisioning complete for port 94649f51-d2dd-470d-96d8-73dec312989a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:44:56.331359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-061a230b-2dde-4ecd-b1a8-3b9357aa0864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:56.360745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d6bd4b2f-a7dd-4705-9a6b-ce1ec3548953 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "GET /v2.0/ports?device_id=4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 HTTP/1.1" status: 200 len: 205 time: 0.0602417 Mar 11 19:44:56.365119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35390) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.368279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35394) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.394516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-061a230b-2dde-4ecd-b1a8-3b9357aa0864 None None] Port 94649f51-d2dd-470d-96d8-73dec312989a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:44:56.431535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'subnets': [{'network_id': '0cdd9afb-0a06-4b4f-99bf-525d5f53464c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628662185', 'ip_version': 6}, {'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:56.431904 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'subnet': {'network_id': '0cdd9afb-0a06-4b4f-99bf-525d5f53464c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--628662185', 'ip_version': 6}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:56.432490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Request body: {'subnet': {'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:56.457960 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-5e2c68fa-1603-4160-91c5-4548dc70bd47 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] delete failed (client error): The resource could not be found. Mar 11 19:44:56.458585 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5e2c68fa-1603-4160-91c5-4548dc70bd47 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/routers/4a5ffb68-fbc4-495d-8671-f7b0e33d85b8 HTTP/1.1" status: 404 len: 336 time: 0.0923419 Mar 11 19:44:56.463087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35398) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.509153 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7139b46-d7ed-4d1e-af31-d5c7d653f1e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:56.509597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7139b46-d7ed-4d1e-af31-d5c7d653f1e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:56.513675 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e7139b46-d7ed-4d1e-af31-d5c7d653f1e4 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/2eff1f11-1bb1-4b28-94de-e235db81b5c6 HTTP/1.1" status: 404 len: 337 time: 0.0470872 Mar 11 19:44:56.514292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35404) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.518290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Router 080d397f-213d-493f-ac57-22b64bbb4955 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:56.562837 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-0904f5e5-f151-41b4-b128-7682d1088f99 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] DELETE failed (client error): The resource could not be found. Mar 11 19:44:56.563275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0904f5e5-f151-41b4-b128-7682d1088f99 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:44:56.567557 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0904f5e5-f151-41b4-b128-7682d1088f99 tempest-RoutersIpV6Test-1406537033 tempest-RoutersIpV6Test-1406537033-project] 10.222.0.76 "DELETE /v2.0/subnets/e0a0113f-264c-4eee-8474-3465da9e6704 HTTP/1.1" status: 404 len: 337 time: 0.0497878 Mar 11 19:44:56.647806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:56.651889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Usage tracker for resource:subnet and tenant:62834ef57d0a464f9214b0e462d15205 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:56.654668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:56.663581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:56.679653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Made reservation on behalf of 62834ef57d0a464f9214b0e462d15205 for: {'subnet': 2} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:56.736109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:56.747985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a9c557c8-9654-4017-8630-d38b57587a6b tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8767643 Mar 11 19:44:56.748717 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] Sync routers for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:44:56.750902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35416) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:56.762668 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:56.764442 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.878838 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.904979 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:44:56.905583 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.907206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:56.907718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:56.978973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-82de3ee6-3637-43cc-ae1e-59fc2ee5c35a tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:56.979966 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.980628 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f36eb9-ac16-4e18-aa7c-13bc68dcc508 None None] The sync data for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:44:56.988136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35422) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:57.173674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-82de3ee6-3637-43cc-ae1e-59fc2ee5c35a tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:44:57.175521 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-82de3ee6-3637-43cc-ae1e-59fc2ee5c35a tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955 HTTP/1.1" status: 409 len: 329 time: 0.4227748 Mar 11 19:44:57.178374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35428) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:57.344812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35432) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:57.354331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066518514', 'description': 'tempest-secgroup-smoke-2066518514 description', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:57.362441 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b66fd14-fafd-432b-aa8c-e011e6cde64f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71707d18fbc54bb7867965fd1a92c7c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3733079 Mar 11 19:44:57.366591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:57.368750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35436) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:57.375594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:57.388091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:57.398323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:57.558279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.584257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.616711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.630874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.680489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.696006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:57.709355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:57.711968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.717714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:57.761846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:57.824722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Subnet': ['ID=77c4d352-7acb-483a-92a5-1e6c67c4ed67,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:57.842661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.876588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd404edf-9bb4-44e6-9e39-79efaaa550d8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:57.882384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Checking segment: {'id': '90d30885-df46-41c6-910d-4b1052a489a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0cdd9afb-0a06-4b4f-99bf-525d5f53464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:57.882745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network hostable DHCP agents. Network: 0cdd9afb-0a06-4b4f-99bf-525d5f53464c, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:57.924472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.925693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.927139 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-01fbb283-6f2a-4c87-84fc-66819b51c2c6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd404edf-9bb4-44e6-9e39-79efaaa550d8 HTTP/1.1" status: 204 len: 168 time: 0.5575049 Mar 11 19:44:57.933888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:57.969234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network 0cdd9afb-0a06-4b4f-99bf-525d5f53464c is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:57.984027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:57.986630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01773ceb-0bc7-4c17-88be-0b24c6e4e620,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:57.990933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:57.994148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:57.996739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0cdd9afb-0a06-4b4f-99bf-525d5f53464c) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:58.002318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:58.004044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.007743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f774c3dd-62c1-4289-aed3-887309be489d None None] Network 0cdd9afb-0a06-4b4f-99bf-525d5f53464c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:58.092918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event updated for resources: {'Subnet': ['ID=28ecad5f-146a-444d-840b-0040577f5fd8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:58.147164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.154113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Checking segment: {'id': 'becaf554-91a4-44ff-8368-1ac4627c07c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:58.154470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network hostable DHCP agents. Network: 44041333-fb32-4a3e-8b32-aa94ae1192f1, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:58.161196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.229332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f819dd28-d879-4dc6-ad97-629996af1c94,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:58.233661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.235509 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bb60b2ae-9298-4dd2-8789-97ed3d2297be tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8898141 Mar 11 19:44:58.239941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35450) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:58.245745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:58.256628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:58.259622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Network 44041333-fb32-4a3e-8b32-aa94ae1192f1 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:58.269940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:58.273802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:58.276938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 44041333-fb32-4a3e-8b32-aa94ae1192f1) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:58.286126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:58.290325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.290529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.291157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.322193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd26aa-19ae-40aa-9119-8a29455ebc9d None None] Network 44041333-fb32-4a3e-8b32-aa94ae1192f1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:58.331723 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62fff1aa-d3ef-4ec8-a5b6-1d1da622229d tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9597082 Mar 11 19:44:58.336758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:58.392931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting port 94649f51-d2dd-470d-96d8-73dec312989a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:44:58.393329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.432804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.434247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.436208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.437728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:58.442088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.442287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16507b59-2ade-4a64-b774-70b26efe44fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-0cdd9afb-0a06-4b4f-99bf-525d5f53464c', 'network_id': '0cdd9afb-0a06-4b4f-99bf-525d5f53464c', 'tenant_id': '62834ef57d0a464f9214b0e462d15205', 'fixed_ips': [{'subnet_id': '77c4d352-7acb-483a-92a5-1e6c67c4ed67'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:58.443062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-16507b59-2ade-4a64-b774-70b26efe44fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.487182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:44:58.492894 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-22d460b7-0c5f-41ef-8b70-03cf18e54664 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1538577 Mar 11 19:44:58.498889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35464) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:58.576553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.591375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Deleting subnet 77c4d352-7acb-483a-92a5-1e6c67c4ed67 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:58.595303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.654688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.656000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.665643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-44041333-fb32-4a3e-8b32-aa94ae1192f1', 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1', 'tenant_id': '62834ef57d0a464f9214b0e462d15205', 'fixed_ips': [{'subnet_id': '28ecad5f-146a-444d-840b-0040577f5fd8'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:44:58.666451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.692910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.729670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a17b76-3119-489b-8d16-ae2c14c2bd46,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:58.747050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.751274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-58d69bd7-4801-4a06-b143-dada17b890a6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5073898 Mar 11 19:44:58.751274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.781493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35472) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:58.791738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:58.805126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:58.811066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:58.815614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:58.824182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:58.841891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Calling delete_port for 94649f51-d2dd-470d-96d8-73dec312989a owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:44:58.856347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Allocated IP 2001:db8:0:1::1 (44041333-fb32-4a3e-8b32-aa94ae1192f1/28ecad5f-146a-444d-840b-0040577f5fd8/6901c651-e149-4830-aa6c-a97f7705acca) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:58.872173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.893001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.958204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server [None req-16507b59-2ade-4a64-b774-70b26efe44fb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77c4d352-7acb-483a-92a5-1e6c67c4ed67: This subnet is being modified by another concurrent operation. Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise value Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77c4d352-7acb-483a-92a5-1e6c67c4ed67: This subnet is being modified by another concurrent operation. Mar 11 19:44:58.969260 dv-neutron-832764-2-hyperv neutron-server[83814]: ERROR oslo_messaging.rpc.server Mar 11 19:44:58.984592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Subnet': ['ID=77c4d352-7acb-483a-92a5-1e6c67c4ed67,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:58.997741 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-527f00fa-b725-49b3-adee-d63327053ff4 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/subnets/77c4d352-7acb-483a-92a5-1e6c67c4ed67 HTTP/1.1" status: 204 len: 168 time: 0.4930971 Mar 11 19:44:59.000089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3916e0b-966c-48df-9b08-091fc978503b None None] Network 0cdd9afb-0a06-4b4f-99bf-525d5f53464c requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:44:59.000227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35480) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.078199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.078404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35484) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.088166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.089335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.150944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Deleting subnet 28ecad5f-146a-444d-840b-0040577f5fd8 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:44:59.166002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc72798-f8b5-4c43-834d-7e0196861e69,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.198245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.202929 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0aecfab5-bc80-4f70-86b7-ba120389d757 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4203281 Mar 11 19:44:59.204136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35490) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.213906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:59.221349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:59.225678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:59.228746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:59.235107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:59.257692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.259892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Port': ['ID=94649f51-d2dd-470d-96d8-73dec312989a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.334051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-da256bc9-3af8-4c51-9d90-73c05a3dbc24 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:59.334688 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-da256bc9-3af8-4c51-9d90-73c05a3dbc24 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:44:59.335710 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-da256bc9-3af8-4c51-9d90-73c05a3dbc24 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2559114 Mar 11 19:44:59.339859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35494) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.354909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1519649834'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:59.357410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.363777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.367458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:59.371694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.375163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:59.379953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:59.388713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Transition to ACTIVE for port object 6901c651-e149-4830-aa6c-a97f7705acca will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:59.391964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:59.395500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d796f00f-0f9a-4071-845d-3b1b1448e130,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.407636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.411731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-080bd478-3e28-4535-bf1f-91602770cc60 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2037928 Mar 11 19:44:59.412404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35498) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.420689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:59.423519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Transition to ACTIVE for port object 6901c651-e149-4830-aa6c-a97f7705acca will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:44:59.427948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:59.430210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.431614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.469901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:59.479103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:59.482068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.488820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:59.505055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.519086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Network 44041333-fb32-4a3e-8b32-aa94ae1192f1 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:59.522118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:59.524742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:44:59.539094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Pushing event updated for resources: {'Port': ['ID=6901c651-e149-4830-aa6c-a97f7705acca,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.549078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.571635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.612522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.620996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:59.628604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:59.632025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:59.639665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Attempting to bind port 6901c651-e149-4830-aa6c-a97f7705acca on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:44:59.640112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Attempting to bind port 6901c651-e149-4830-aa6c-a97f7705acca by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'becaf554-91a4-44ff-8368-1ac4627c07c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:44:59.640621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Attempting to bind port 6901c651-e149-4830-aa6c-a97f7705acca on network 44041333-fb32-4a3e-8b32-aa94ae1192f1 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:44:59.645280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.646688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.649643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:44:59.650081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Checking segment: {'id': 'becaf554-91a4-44ff-8368-1ac4627c07c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:44:59.650527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.650977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Bound using segment: {'id': 'becaf554-91a4-44ff-8368-1ac4627c07c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:44:59.651619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Bound port: 6901c651-e149-4830-aa6c-a97f7705acca, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becaf554-91a4-44ff-8368-1ac4627c07c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '44041333-fb32-4a3e-8b32-aa94ae1192f1'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:44:59.652252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.677994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.697576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:59.717615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee9cf94-e484-4e40-82d3-9f9077d05831,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.722574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.723789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c6abd1ac-b011-4fc6-a2fb-c754587a219a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3104427 Mar 11 19:44:59.726774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35502) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.736048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:44:59.745187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:44:59.752158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:44:59.756873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:44:59.763344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:44:59.778060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.782241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] For port 6901c651-e149-4830-aa6c-a97f7705acca, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:59.785095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] For port 6901c651-e149-4830-aa6c-a97f7705acca, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6901c651-e149-4830-aa6c-a97f7705acca,segment=NetworkSegment(becaf554-91a4-44ff-8368-1ac4627c07c7),segment_id=becaf554-91a4-44ff-8368-1ac4627c07c7)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:59.791724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.811813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Project 5f73239bb00547eb8bf914ea8cdc4f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:44:59.826775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Subnet': ['ID=28ecad5f-146a-444d-840b-0040577f5fd8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.830199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.843289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.874221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-361e82d0-c376-487e-bf08-62f3ff65cb26 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/subnets/28ecad5f-146a-444d-840b-0040577f5fd8 HTTP/1.1" status: 204 len: 168 time: 0.8750527 Mar 11 19:44:59.878197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35506) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:44:59.886698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378bdfa-c236-4142-a9bc-4687fa94b025 None None] Pushing event updated for resources: {'Port': ['ID=6901c651-e149-4830-aa6c-a97f7705acca,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.975178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6ce71-dca0-4977-9547-b3a93fc4b503 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:59.975970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8ac6ce71-dca0-4977-9547-b3a93fc4b503 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Synchronizing usage tracker for tenant:62834ef57d0a464f9214b0e462d15205 on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:44:59.982811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.986969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:44:59.991825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.014514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8ac6ce71-dca0-4977-9547-b3a93fc4b503 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Unset dirty status for tenant:62834ef57d0a464f9214b0e462d15205 on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:00.022845 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8ac6ce71-dca0-4977-9547-b3a93fc4b503 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1363413 Mar 11 19:45:00.022845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35510) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.027881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff96d77-95c6-4bd1-9992-9aab8e5be767,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.047361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.134855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.136096 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a94f3574-3ee8-48ce-b12d-b0d9ceac9659 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4087079 Mar 11 19:45:00.142893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35514) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.163413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'security_group_rule': {'security_group_id': 'f819dd28-d879-4dc6-ad97-629996af1c94', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:00.173216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:00.182791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.190273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:00.195347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:00.196132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Deleting port 6901c651-e149-4830-aa6c-a97f7705acca {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:00.196757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.203252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:00.206576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:security_group_rule and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:00.214362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:00.217783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:00.219937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e722173f-8801-4349-a9df-4aad428f73e3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.243775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:00.275366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Project 5f73239bb00547eb8bf914ea8cdc4f9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:45:00.286113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Router 080d397f-213d-493f-ac57-22b64bbb4955 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:00.287506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.343552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.354827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.505141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] For port 6901c651-e149-4830-aa6c-a97f7705acca, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6901c651-e149-4830-aa6c-a97f7705acca,segment=NetworkSegment(becaf554-91a4-44ff-8368-1ac4627c07c7),segment_id=becaf554-91a4-44ff-8368-1ac4627c07c7)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:00.505722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.538460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f493ee36-d85f-423c-83f7-a7c558ecc4e5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.546506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.547423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.548632 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d85d88e3-8664-4172-8579-43d8d55713b3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2078476 Mar 11 19:45:00.552212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35518) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.558447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'f493ee36-d85f-423c-83f7-a7c558ecc4e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:00.565503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:00.567726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.577955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:00.587585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:00.591372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:00.602352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:00.604731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] Sync routers for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:00.606980 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f7b8c9a9-a127-483b-b3c5-cf6ad0dba607 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4276831 Mar 11 19:45:00.612734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35522) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.613393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261d1fd9-f828-43d7-a1a0-8c7caed1b51e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.630559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:00.641709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:00.652643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Calling delete_port for 6901c651-e149-4830-aa6c-a97f7705acca owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:45:00.707762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-3ebaa071-e8fd-42b2-9c65-b0b1b667d5af tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] show failed (client error): The resource could not be found. Mar 11 19:45:00.708802 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3ebaa071-e8fd-42b2-9c65-b0b1b667d5af tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-559747700 HTTP/1.1" status: 404 len: 334 time: 0.0933781 Mar 11 19:45:00.709577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.710624 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cddb42c2-6554-418c-bbad-0fc2df54c63d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5619793 Mar 11 19:45:00.714377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35528) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.718222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35530) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.718945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:00.725823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2c5d4013-d790-44aa-bce7-fc11381be05e tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:00.732001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] Routers {'080d397f-213d-493f-ac57-22b64bbb4955'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:00.733439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['080d397f-213d-493f-ac57-22b64bbb4955'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:00.744669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.784275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'network': {'name': 'tempest-network-smoke--720283771', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:00.793964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Port': ['ID=6901c651-e149-4830-aa6c-a97f7705acca,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.800408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:00.802262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:00.803226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c68a65-6489-42b3-a6fa-98d97185c3c5 None None] The sync data for ids ['080d397f-213d-493f-ac57-22b64bbb4955'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:00.803433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] No DVR routers for this DVR port 6901c651-e149-4830-aa6c-a97f7705acca on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:00.810558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.817903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:network and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:00.821360 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-2c5d4013-d790-44aa-bce7-fc11381be05e tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] update failed (client error): The resource could not be found. Mar 11 19:45:00.822395 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c5d4013-d790-44aa-bce7-fc11381be05e tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-648478796 HTTP/1.1" status: 404 len: 334 time: 0.1015968 Mar 11 19:45:00.823262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:00.827445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:00.832306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:00.963118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:00.984444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64249084-6663-41e6-96f8-c8b0728658db None None] Network 44041333-fb32-4a3e-8b32-aa94ae1192f1 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:00.999330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44041333-fb32-4a3e-8b32-aa94ae1192f1']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.011908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becaf554-91a4-44ff-8368-1ac4627c07c7') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.012102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becaf554-91a4-44ff-8368-1ac4627c07c7') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.022127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Made reservation on behalf of 5f73239bb00547eb8bf914ea8cdc4f9b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:01.025094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.026026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.042944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.050521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:01.051445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.056167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-85453bb9-2073-48f3-b272-76e629c16bc5 None None] Could not find standard attr ID for object 6901c651-e149-4830-aa6c-a97f7705acca. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:01.067818 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:01.154601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.166664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.167629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:01.178062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.178329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.184251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=44041333-fb32-4a3e-8b32-aa94ae1192f1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.199435 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-008ac24e-1e66-474e-8925-be5f3654d637 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/44041333-fb32-4a3e-8b32-aa94ae1192f1 HTTP/1.1" status: 204 len: 168 time: 1.1755049 Mar 11 19:45:01.201907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35540) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.219366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.219664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Added segment 1b877442-a319-4b65-901d-5bbc2f124408 of type vlan for network 6779bf42-7dba-46b2-8d91-12d89f1f42fb Mar 11 19:45:01.233925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a5871f-4d34-4905-b376-6e1e76d99fea,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.244095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ffc21-2c46-46b4-83f9-ad27d2092b69 None None] DHCP port deletion for 44041333-fb32-4a3e-8b32-aa94ae1192f1 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:45:01.264152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting subnet bb97a950-5b2b-42b6-b8b1-64e185c47780 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:45:01.267825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c6bfc0-0b52-49ac-a984-e0833ca779f0 None None] get_active_networks_info from dv-neutron-832764-2-hyperv {{(pid=83814) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Mar 11 19:45:01.274875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.276052 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a894aa9a-9cbc-49a7-83d5-5fef779502d7 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7227993 Mar 11 19:45:01.278931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.283306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35544) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.293909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'f493ee36-d85f-423c-83f7-a7c558ecc4e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:01.299585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:01.316087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.320242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:01.326001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:01.333266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:01.351087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.356521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.372322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.403588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.404685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c6bfc0-0b52-49ac-a984-e0833ca779f0 None None] Resources bound (agent type, host, resource id): {{(pid=83814) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:45:01.407613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:01.408185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.520191 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7981167 Mar 11 19:45:01.521661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35548) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.525601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'admin_state_up': True, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:01.530777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941335f1-f3d5-48b7-9ee4-92b73dbc60f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Network': ['ID=6779bf42-7dba-46b2-8d91-12d89f1f42fb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.531827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.541226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:01.546551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.547145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:45:01.547633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:router and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:01.568487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:01.582136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:45:01.585844 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-334b9c4b-4864-4038-a9b6-f69cd6e235c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2988222 Mar 11 19:45:01.587161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35552) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.587333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:01.592023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdd9afb-0a06-4b4f-99bf-525d5f53464c']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.607519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d30885-df46-41c6-910d-4b1052a489a6') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.607872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d30885-df46-41c6-910d-4b1052a489a6') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:01.617394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.618301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.625502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.646969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.657547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:01.657949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.675333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:01.678143 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:01.680950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.689508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.739831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Subnet': ['ID=bb97a950-5b2b-42b6-b8b1-64e185c47780,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.742425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.762536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.774599 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-51af7cd0-567c-4403-ab74-ff2c3b200a7c tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/subnets/bb97a950-5b2b-42b6-b8b1-64e185c47780 HTTP/1.1" status: 204 len: 168 time: 0.9412506 Mar 11 19:45:01.779815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35556) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.828868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.851926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.875796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c395474a-379a-42d8-94c4-dd6497ee00bb None None] Network 395b0713-d373-46c2-b62e-f775d47ca237 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:01.886667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.922089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=0cdd9afb-0a06-4b4f-99bf-525d5f53464c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.929920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-69bd3ad1-26ba-440a-b346-9ada2f2960ac tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/0cdd9afb-0a06-4b4f-99bf-525d5f53464c HTTP/1.1" status: 204 len: 168 time: 0.7246239 Mar 11 19:45:01.931596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35560) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:01.966082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f493ee36-d85f-423c-83f7-a7c558ecc4e5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.978677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:01.982166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-45b20174-2093-4879-a720-f486edc6f4a0 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/f493ee36-d85f-423c-83f7-a7c558ecc4e5 HTTP/1.1" status: 204 len: 168 time: 0.3924558 Mar 11 19:45:01.983109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.064083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a7a264a8-3560-48ec-b59f-fae90d851ff4 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:02.078118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting subnet e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:45:02.085786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.116153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.139352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a7a264a8-3560-48ec-b59f-fae90d851ff4 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:02.144646 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a7a264a8-3560-48ec-b59f-fae90d851ff4 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1612854 Mar 11 19:45:02.145213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35568) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.155606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--151846895'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:02.162311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:02.170410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.179692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:02.182513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.185888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] DHCP port deletion for 395b0713-d373-46c2-b62e-f775d47ca237 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:45:02.192203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Deleting port 18a7d088-6519-43e1-a5f5-1872c0e727aa {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:02.192569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.256022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.313634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:02.318200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:02.321828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:02.330071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:02.334495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.399513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.432546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df73147a-4f0e-417d-8c63-d2ff30ffbbde']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:02.435597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] For port 18a7d088-6519-43e1-a5f5-1872c0e727aa, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=18a7d088-6519-43e1-a5f5-1872c0e727aa,segment=NetworkSegment(d83f285f-7e4f-409c-907a-0fc4162a5e0f),segment_id=d83f285f-7e4f-409c-907a-0fc4162a5e0f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:02.435987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.444861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.449963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.457659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcb8a0bd-082b-49fc-941f-e64f43126614') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:02.458031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcb8a0bd-082b-49fc-941f-e64f43126614') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:02.463373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.473588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.493918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.519639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.535587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.547170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.552409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aff8f542-d176-4c40-852a-a7d89788e41c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.553924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Calling delete_port for 18a7d088-6519-43e1-a5f5-1872c0e727aa owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:45:02.557405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f66c05e7-aae4-4753-9082-32d3b550e032 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/subnets/e0e3e727-45a4-48fd-a3c0-063ff7c4b2a4 HTTP/1.1" status: 204 len: 168 time: 0.7740576 Mar 11 19:45:02.557405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35572) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.561288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:02.561820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:02.577491 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:02.583607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.583607 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-65495ff2-1a63-49e2-b55d-219baa52dc7c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4344881 Mar 11 19:45:02.586788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feefda8-850b-40f6-ab88-4b8252c93448 None None] Network 4170e659-4e25-426b-8406-9130dba96770 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:02.588246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35576) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.635434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.644196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fea9ad3a-5085-427f-96e2-2a6e2eb0d9e1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'aff8f542-d176-4c40-852a-a7d89788e41c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:02.644970 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-fea9ad3a-5085-427f-96e2-2a6e2eb0d9e1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:02.648977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fea9ad3a-5085-427f-96e2-2a6e2eb0d9e1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0569952 Mar 11 19:45:02.657237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35580) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.706437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.711548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.731538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting port 18a7d088-6519-43e1-a5f5-1872c0e727aa {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:02.731957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.739029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.754365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=df73147a-4f0e-417d-8c63-d2ff30ffbbde,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.774862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.775157 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-65994576-52c7-42c3-8560-77ac9ceb51bd tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/df73147a-4f0e-417d-8c63-d2ff30ffbbde HTTP/1.1" status: 204 len: 168 time: 0.8391089 Mar 11 19:45:02.776149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35584) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:02.785516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.822132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] Pushing event deleted for resources: {'Port': ['ID=18a7d088-6519-43e1-a5f5-1872c0e727aa,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.834352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8342e1-3fdf-4f79-af94-fa965bbe79ef None None] No DVR routers for this DVR port 18a7d088-6519-43e1-a5f5-1872c0e727aa on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:02.859582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.878853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] The port '18a7d088-6519-43e1-a5f5-1872c0e727aa' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:45:02.920176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] DHCP port deletion for 4170e659-4e25-426b-8406-9130dba96770 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:45:02.927137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Deleting port f4000171-582c-4234-b824-816fb155619e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:02.927808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:02.952966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Allocated IP 172.26.8.23 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/85236718-1d50-4ed5-b409-e7f7ee25ac81) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:02.971249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 18a7d088-6519-43e1-a5f5-1872c0e727aa no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:45:03.002906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.017243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 18a7d088-6519-43e1-a5f5-1872c0e727aa {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:45:03.017574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 18a7d088-6519-43e1-a5f5-1872c0e727aa not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:45:03.017980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6901c651-e149-4830-aa6c-a97f7705acca no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:45:03.058418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6901c651-e149-4830-aa6c-a97f7705acca {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:45:03.058748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6901c651-e149-4830-aa6c-a97f7705acca not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:45:03.140707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.150641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.203879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.225903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] For port f4000171-582c-4234-b824-816fb155619e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f4000171-582c-4234-b824-816fb155619e,segment=NetworkSegment(1a786465-b3b6-43e8-ae22-ce79e7cbd8d7),segment_id=1a786465-b3b6-43e8-ae22-ce79e7cbd8d7)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:03.226157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.228185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff8f542-d176-4c40-852a-a7d89788e41c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.228940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bc8b65-412f-4310-a3cd-24086641d6c4']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.235583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['395b0713-d373-46c2-b62e-f775d47ca237']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.244543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae8ef2a-fb94-4867-b23c-5c25a132bda6') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.244826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae8ef2a-fb94-4867-b23c-5c25a132bda6') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.249473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.250726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a7bb04b4-70d9-480a-bd16-685e5ac88b3b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/aff8f542-d176-4c40-852a-a7d89788e41c HTTP/1.1" status: 204 len: 168 time: 0.5928180 Mar 11 19:45:03.252524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83f285f-7e4f-409c-907a-0fc4162a5e0f') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.253060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83f285f-7e4f-409c-907a-0fc4162a5e0f') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:03.256336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.259721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35588) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:03.272254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.278564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:03.279021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.280995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.310457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.323539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:03.324051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:03.338686 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:03.368371 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:03.373079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.392960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Calling delete_port for f4000171-582c-4234-b824-816fb155619e owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:45:03.409221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.422190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de094f1d-1648-4372-b8c9-d657804acf9a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:03.431650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] Pushing event deleted for resources: {'Network': ['ID=95bc8b65-412f-4310-a3cd-24086641d6c4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.445853 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-404d34f8-d307-4361-bd7e-c19d97965e67 tempest-BulkNetworkOpsIpV6Test-472825603 tempest-BulkNetworkOpsIpV6Test-472825603-project] 10.222.0.76 "DELETE /v2.0/networks/95bc8b65-412f-4310-a3cd-24086641d6c4 HTTP/1.1" status: 204 len: 168 time: 0.6668117 Mar 11 19:45:03.449440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de094f1d-1648-4372-b8c9-d657804acf9a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:03.455394 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-de094f1d-1648-4372-b8c9-d657804acf9a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1901586 Mar 11 19:45:03.458234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35594) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:03.462383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.467023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358514624'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:03.477836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.487655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:03.500379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:03.512700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.515649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.516189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.522785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Network': ['ID=395b0713-d373-46c2-b62e-f775d47ca237,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.531442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35598) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:03.532107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-806f4288-06e1-464b-a58b-a0ba59c1b240 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/networks/395b0713-d373-46c2-b62e-f775d47ca237 HTTP/1.1" status: 204 len: 168 time: 0.9736161 Mar 11 19:45:03.568438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] Pushing event deleted for resources: {'Port': ['ID=f4000171-582c-4234-b824-816fb155619e,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.572749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97d9e1-5dd8-4dbe-a446-b99eb1ee0029 None None] No DVR routers for this DVR port f4000171-582c-4234-b824-816fb155619e on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:03.633003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.713277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:03.720862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:03.730903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:03.736007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:03.749885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:03.750786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:03.752928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=85236718-1d50-4ed5-b409-e7f7ee25ac81,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.756968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:03.762423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:03.782343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35604) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:03.962513 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e46b3f3a-0237-4353-b150-586d75520c20 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62834ef57d0a464f9214b0e462d15205&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1787899 Mar 11 19:45:03.965068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35610) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.025507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.051577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.061299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.104657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.119358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b8e62d-f2fe-436f-9768-3333ec809af0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:04.123126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.125624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.127177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9b9fdebc-234c-47b6-a75d-3454d0bd6ce3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/37b8e62d-f2fe-436f-9768-3333ec809af0 HTTP/1.1" status: 204 len: 168 time: 0.1611876 Mar 11 19:45:04.137925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.143566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4170e659-4e25-426b-8406-9130dba96770']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.184038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.184324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a786465-b3b6-43e8-ae22-ce79e7cbd8d7') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.214154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.230219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44934032-6985-4c12-9e17-d4dfa11a8f74,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:04.245311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.246512 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-352e9834-dbf9-45b1-8ca6-82c7385f1fd5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7873418 Mar 11 19:45:04.247615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.249860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35618) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.256586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:04.257060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.259338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5e4e6d72-e488-4b37-8279-46d18cd56026 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '44934032-6985-4c12-9e17-d4dfa11a8f74', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:04.260126 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-5e4e6d72-e488-4b37-8279-46d18cd56026 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:04.265588 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5e4e6d72-e488-4b37-8279-46d18cd56026 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112107 Mar 11 19:45:04.265588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35622) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:04.272016 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:04.353409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.372285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.387204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.391236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.407820 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/networks/4170e659-4e25-426b-8406-9130dba96770 HTTP/1.1" status: 204 len: 168 time: 0.8722003 Mar 11 19:45:04.407820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f75a5-a3aa-4945-8243-1a7eba4f46f4 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Network': ['ID=4170e659-4e25-426b-8406-9130dba96770,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:04.409154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35626) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.417604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.419045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.511508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.579836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44934032-6985-4c12-9e17-d4dfa11a8f74,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:04.594325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.596507 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-234df3fd-c105-495a-8ee7-47f0b02cdc4a tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/44934032-6985-4c12-9e17-d4dfa11a8f74 HTTP/1.1" status: 204 len: 168 time: 0.3288577 Mar 11 19:45:04.598256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35630) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.661935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting subnet a32b70af-5012-448a-af67-9b70f0d549d3 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:45:04.667547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Router 82bc3484-1c51-4d5d-8176-fd93b5942906 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:45:04.668330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.725196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2be0aa41-044a-45c1-ba34-fe58d19dfadd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:04.737253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.784679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2be0aa41-044a-45c1-ba34-fe58d19dfadd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:04.786004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2be0aa41-044a-45c1-ba34-fe58d19dfadd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1868124 Mar 11 19:45:04.789814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35634) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.797550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705424082'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:04.809023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:04.824160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:04.845132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.864222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.866005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:04.876532 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Sync routers for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:04.891536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:04.891756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.892632 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.893267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3c4d860b-ef89-42a6-8135-6149004ba833 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3715830 Mar 11 19:45:04.896743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35638) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:04.934307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:04.938906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:04.943427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:04.946829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f4000171-582c-4234-b824-816fb155619e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:45:04.952135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:04.964493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:04.993911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f4000171-582c-4234-b824-816fb155619e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:45:04.994637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f4000171-582c-4234-b824-816fb155619e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:45:05.005940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Subnet': ['ID=a32b70af-5012-448a-af67-9b70f0d549d3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.017448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.026454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b153408-5dce-403b-b017-3092c40d9396 None None] Network 1780a5d3-7dd8-4e5f-b497-3c072c921e96 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:05.038827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0395c3ea-934b-4bb1-9d67-455a18e0cfad tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/subnets/a32b70af-5012-448a-af67-9b70f0d549d3 HTTP/1.1" status: 204 len: 168 time: 0.6292331 Mar 11 19:45:05.041497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35644) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.075714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.087112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.141404 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:05.174837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.176977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3859911 Mar 11 19:45:05.178137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77aa20-9c78-40f9-ba33-32bb9a5355eb tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a27e51-9a9c-41f5-a169-572ec2c09ad6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.180618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.198089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-47990f38-c2c1-496a-ac56-8b721f863765 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'e0a27e51-9a9c-41f5-a169-572ec2c09ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:05.199131 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-47990f38-c2c1-496a-ac56-8b721f863765 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:05.200593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-47990f38-c2c1-496a-ac56-8b721f863765 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080886 Mar 11 19:45:05.203333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35652) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.209200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0251587f-0bb9-4a19-bde0-53b249917e42 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'e0a27e51-9a9c-41f5-a169-572ec2c09ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:05.210322 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-0251587f-0bb9-4a19-bde0-53b249917e42 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:05.211637 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0251587f-0bb9-4a19-bde0-53b249917e42 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0068300 Mar 11 19:45:05.214341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.222855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5fa6e886-7b97-43af-8fff-fb492f2d3543 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'e0a27e51-9a9c-41f5-a169-572ec2c09ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:05.223942 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-5fa6e886-7b97-43af-8fff-fb492f2d3543 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:05.225221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5fa6e886-7b97-43af-8fff-fb492f2d3543 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096924 Mar 11 19:45:05.227999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35660) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.241746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f663187c-9b46-4046-ae21-709aec0fef73 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': 'e0a27e51-9a9c-41f5-a169-572ec2c09ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:05.243102 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-f663187c-9b46-4046-ae21-709aec0fef73 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:05.245998 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f663187c-9b46-4046-ae21-709aec0fef73 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0151768 Mar 11 19:45:05.249796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.281834 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9ad1073a-3d91-4222-8be7-710eaf7e6c90 tempest-TestNetworkAdvancedServerOps-240364269 tempest-TestNetworkAdvancedServerOps-240364269-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=5f73239bb00547eb8bf914ea8cdc4f9b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3839378 Mar 11 19:45:05.285118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35668) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.285970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.297434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting port 6eb559e8-ca33-43a0-b77b-6a30058d8261 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:05.297794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.409257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] DHCP port deletion for 1780a5d3-7dd8-4e5f-b497-3c072c921e96 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:45:05.413490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Deleting port 6eb559e8-ca33-43a0-b77b-6a30058d8261 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:05.413859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.448275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.483182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:04Z', 'revision_number': 3, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:05.488908 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Checking router: 82bc3484-1c51-4d5d-8176-fd93b5942906 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:05.489498 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Updating router 82bc3484-1c51-4d5d-8176-fd93b5942906 port 85236718-1d50-4ed5-b409-e7f7ee25ac81 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:45:05.494137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.516609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5050979-88c1-4c2a-be9a-e3a01ff530f7 tempest-TestNetworkAdvancedServerOps-240364269 tempest-TestNetworkAdvancedServerOps-240364269-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:05.520856 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a5050979-88c1-4c2a-be9a-e3a01ff530f7 tempest-TestNetworkAdvancedServerOps-240364269 tempest-TestNetworkAdvancedServerOps-240364269-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2318258 Mar 11 19:45:05.521020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35672) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.542575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] For port 6eb559e8-ca33-43a0-b77b-6a30058d8261, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6eb559e8-ca33-43a0-b77b-6a30058d8261,segment=NetworkSegment(7daa3a10-1882-49b5-b89f-b411bebb4918),segment_id=7daa3a10-1882-49b5-b89f-b411bebb4918)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:05.542942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.561704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.578011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-41abdb95-c6f8-46f5-81e5-1d125850a85b tempest-TestNetworkAdvancedServerOps-240364269 tempest-TestNetworkAdvancedServerOps-240364269-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534635 Mar 11 19:45:05.578249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35676) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.583943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1683610478', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:05.634156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] For port 6eb559e8-ca33-43a0-b77b-6a30058d8261, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6eb559e8-ca33-43a0-b77b-6a30058d8261,segment=NetworkSegment(7daa3a10-1882-49b5-b89f-b411bebb4918),segment_id=7daa3a10-1882-49b5-b89f-b411bebb4918)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:05.634624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.693586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:05.698460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:subnet and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:05.699945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Calling delete_port for 6eb559e8-ca33-43a0-b77b-6a30058d8261 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:45:05.701736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:05.708021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.712002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:05.734665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a27e51-9a9c-41f5-a169-572ec2c09ad6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.746285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Made reservation on behalf of 5f73239bb00547eb8bf914ea8cdc4f9b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:05.779058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Calling delete_port for 6eb559e8-ca33-43a0-b77b-6a30058d8261 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:45:05.814009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.815409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b351ddcf-3cde-497e-94d8-0e52fb69c1aa tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/e0a27e51-9a9c-41f5-a169-572ec2c09ad6 HTTP/1.1" status: 204 len: 168 time: 0.5641744 Mar 11 19:45:05.821291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35680) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:05.866832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:05.907557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] No DVR routers for this DVR port 6eb559e8-ca33-43a0-b77b-6a30058d8261 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:05.926396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2c799-d573-4783-ad27-19c4d859e143 None None] Pushing event deleted for resources: {'Port': ['ID=6eb559e8-ca33-43a0-b77b-6a30058d8261,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.944922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:45:05.945370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:45:05.988679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.007994 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.020490 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Transition to ACTIVE for port object 85236718-1d50-4ed5-b409-e7f7ee25ac81 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:06.033149 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.083835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7affc4a7-d868-4cb7-9832-d3871a196b7e tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:06.108763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Pushing event updated for resources: {'Port': ['ID=85236718-1d50-4ed5-b409-e7f7ee25ac81,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.111060 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Attempting to bind port 85236718-1d50-4ed5-b409-e7f7ee25ac81 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:06.111454 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Attempting to bind port 85236718-1d50-4ed5-b409-e7f7ee25ac81 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:06.111834 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Attempting to bind port 85236718-1d50-4ed5-b409-e7f7ee25ac81 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:06.114081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7affc4a7-d868-4cb7-9832-d3871a196b7e tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:06.115453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7affc4a7-d868-4cb7-9832-d3871a196b7e tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2932405 Mar 11 19:45:06.119569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35684) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.128006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--741310670'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.128220 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:06.128401 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:06.128752 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.129122 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:06.129577 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Bound port: 85236718-1d50-4ed5-b409-e7f7ee25ac81, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:06.129941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.134886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:06.148158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:06.156890 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.157229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.157630 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.157845 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.158178 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.158541 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.158809 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.159513 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.159903 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.160223 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.160568 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:06.196358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.209969 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] For port 85236718-1d50-4ed5-b409-e7f7ee25ac81, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:06.213100 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] For port 85236718-1d50-4ed5-b409-e7f7ee25ac81, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=85236718-1d50-4ed5-b409-e7f7ee25ac81,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:06.216992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.262073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:06.269336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:06.273077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:06.279086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:06.281619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.295758 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97709c-08dd-46db-a175-349247ff5a44 None None] Pushing event updated for resources: {'Port': ['ID=85236718-1d50-4ed5-b409-e7f7ee25ac81,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.301149 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:06.301737 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.374621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Subnet': ['ID=d2a04192-582b-4f4a-981e-8d8ab01fafef,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.412345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.418462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.422045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Checking segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:06.422401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network hostable DHCP agents. Network: 6779bf42-7dba-46b2-8d91-12d89f1f42fb, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:06.446154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Deleting port 6eb559e8-ca33-43a0-b77b-6a30058d8261 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:45:06.446507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.473407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0947f0-2918-4b42-b416-4e426261d0ce,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.482716 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:06.489032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.490606 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f633201b-02cd-4dc6-be35-2c8196b74427 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3697345 Mar 11 19:45:06.493050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:06.495056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.502436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-14d9fcc3-0bc5-40a1-8a25-552a70861868 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.503109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-14d9fcc3-0bc5-40a1-8a25-552a70861868 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:06.504062 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-14d9fcc3-0bc5-40a1-8a25-552a70861868 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080538 Mar 11 19:45:06.506795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35692) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.513173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.520078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 6779bf42-7dba-46b2-8d91-12d89f1f42fb) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:06.520287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] The port '6eb559e8-ca33-43a0-b77b-6a30058d8261' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:45:06.521913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:06.527075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:06.527678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.534110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:06.536502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac5b5e-f257-47b5-b801-e25f2c5f7dc4 None None] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:06.542451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:06.554909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:06.565689 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0eec381e-2104-4402-871b-2ccbacb2a3d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9864814 Mar 11 19:45:06.568571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.645383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.675178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1780a5d3-7dd8-4e5f-b497-3c072c921e96']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.693002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7daa3a10-1882-49b5-b89f-b411bebb4918') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.693299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7daa3a10-1882-49b5-b89f-b411bebb4918') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.708376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.729970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.736680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:45:06.737234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.741196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:06.742228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f7e9fe72-4d19-4855-b703-c779b9067516 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2345259 Mar 11 19:45:06.745126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.754906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-472f2a6b-410a-48b1-a098-af8674a9ee0c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.755540 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-472f2a6b-410a-48b1-a098-af8674a9ee0c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:06.756856 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-472f2a6b-410a-48b1-a098-af8674a9ee0c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107219 Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:06.758532 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:06.762481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.767024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.775405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:06.779427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:45:06.780394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.781254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:06.785535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:06.793461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:06.837869 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:04Z', 'revision_number': 3, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.842722 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3428dbc5-a0c5-4917-bd4f-5fd11cdb933a None None] The sync data for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv is: [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:04Z', 'revision_number': 3, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:06.845173 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:06.846195 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a1baed17-3eeb-418a-a8d0-f6c54376000d tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0852849 Mar 11 19:45:06.849493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35708) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.857704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7355c73b-37c5-4668-8904-df8809e5cdef tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.858862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-7355c73b-37c5-4668-8904-df8809e5cdef tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:06.862214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7355c73b-37c5-4668-8904-df8809e5cdef tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096068 Mar 11 19:45:06.862941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35712) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.875900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:06.882987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:06.890735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.891998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:06.896954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:06.904869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:06.952048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:06.954748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Pushing event deleted for resources: {'Network': ['ID=1780a5d3-7dd8-4e5f-b497-3c072c921e96,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.967587 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8ee791a6-9b10-4cbb-9f8d-ded3d02af3ac tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/networks/1780a5d3-7dd8-4e5f-b497-3c072c921e96 HTTP/1.1" status: 204 len: 168 time: 1.9246883 Mar 11 19:45:06.968288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35716) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:06.981544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6eb559e8-ca33-43a0-b77b-6a30058d8261 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:45:07.010387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2ff67406-54cd-498c-8b4c-74d7386fc614 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Synchronizing usage tracker for tenant:3cc11eb3ccf445aca58c498b47d5edd5 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:07.030145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6eb559e8-ca33-43a0-b77b-6a30058d8261 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:45:07.030747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6eb559e8-ca33-43a0-b77b-6a30058d8261 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:45:07.032468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2ff67406-54cd-498c-8b4c-74d7386fc614 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Unset dirty status for tenant:3cc11eb3ccf445aca58c498b47d5edd5 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:07.036873 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2ff67406-54cd-498c-8b4c-74d7386fc614 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "GET /v2.0/ports?device_id=080d397f-213d-493f-ac57-22b64bbb4955 HTTP/1.1" status: 200 len: 205 time: 0.0676548 Mar 11 19:45:07.037526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35720) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.057029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Allocated IP 172.20.0.2 (6779bf42-7dba-46b2-8d91-12d89f1f42fb/d2a04192-582b-4f4a-981e-8d8ab01fafef/2e045924-6bd8-40aa-b149-21d7e333a58a) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:07.078089 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:07.082332 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-581d2deb-9abe-442a-941f-3e56be7ad63b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2181759 Mar 11 19:45:07.092630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35724) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.105258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-417c6997-9e9f-4b74-bc4b-e126d42acb6b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:07.105977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-417c6997-9e9f-4b74-bc4b-e126d42acb6b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:07.113957 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-417c6997-9e9f-4b74-bc4b-e126d42acb6b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0204039 Mar 11 19:45:07.119093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35728) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.133861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:07.144498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:07.160082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:07.166185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:07.185085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:07.243510 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:07.244870 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9ddd3398-be27-4c5d-99c2-2dff2289a8fd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1239185 Mar 11 19:45:07.248467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.249207 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35732) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.263980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '1a0947f0-2918-4b42-b416-4e426261d0ce', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:07.273837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:07.285953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:07.292772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:07.303527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:07.375516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.390958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Transition to ACTIVE for port object 2e045924-6bd8-40aa-b149-21d7e333a58a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:07.411161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Transition to ACTIVE for port object 2e045924-6bd8-40aa-b149-21d7e333a58a will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:07.419773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.466861 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:07.471306 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-35e770d5-23a5-486b-a25c-f3cc265e55cf tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2199287 Mar 11 19:45:07.472073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35736) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.499531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:07.502358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:07.506647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:07.570886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.585798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Pushing event updated for resources: {'Port': ['ID=2e045924-6bd8-40aa-b149-21d7e333a58a,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.612057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.613969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Attempting to bind port 2e045924-6bd8-40aa-b149-21d7e333a58a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:07.614338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Attempting to bind port 2e045924-6bd8-40aa-b149-21d7e333a58a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:07.614696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Attempting to bind port 2e045924-6bd8-40aa-b149-21d7e333a58a on network 6779bf42-7dba-46b2-8d91-12d89f1f42fb {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:07.625126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:07.625938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Checking segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:07.626509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.627912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Bound using segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:07.628713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Bound port: 2e045924-6bd8-40aa-b149-21d7e333a58a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:07.629261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.673739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.678771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.712811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.713554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Fanout notify agent at l3_agent the message router_deleted on router 080d397f-213d-493f-ac57-22b64bbb4955 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:45:07.717539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.726097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.727541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d9906aaa-16ce-4455-80c3-b63000f1d8f5 tempest-RoutersNegativeTest-160597614 tempest-RoutersNegativeTest-160597614-project] 10.222.0.76 "DELETE /v2.0/routers/080d397f-213d-493f-ac57-22b64bbb4955 HTTP/1.1" status: 204 len: 168 time: 0.6890426 Mar 11 19:45:07.754104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] For port 2e045924-6bd8-40aa-b149-21d7e333a58a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:07.756093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0947f0-2918-4b42-b416-4e426261d0ce,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.759618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] For port 2e045924-6bd8-40aa-b149-21d7e333a58a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2e045924-6bd8-40aa-b149-21d7e333a58a,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:07.768099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.773416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.774890 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0bacfeea-4962-4f5a-a8a6-13a3052060c3 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/1a0947f0-2918-4b42-b416-4e426261d0ce HTTP/1.1" status: 204 len: 168 time: 0.3007431 Mar 11 19:45:07.777860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35742) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.839290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a67d6e87-cf69-4cc2-978c-4b016dc48cb5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:07.862264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a67d6e87-cf69-4cc2-978c-4b016dc48cb5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:07.864191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a67d6e87-cf69-4cc2-978c-4b016dc48cb5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0851760 Mar 11 19:45:07.868257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35746) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:07.884177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--899056902'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:07.887105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70f54d-37ac-46d1-baf2-acd8a5b51215 None None] Pushing event updated for resources: {'Port': ['ID=2e045924-6bd8-40aa-b149-21d7e333a58a,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.908976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:07.922185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.926850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:07.947214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:07.985329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:07.989282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:07.992376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:07.999787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:08.069915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.076173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.161157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199d7b3b-f602-4da8-a806-71e88033678b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.179506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.183476 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-afcc13be-4ea2-42b5-b006-ac2005a402c9 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3109283 Mar 11 19:45:08.184267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35752) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.190391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '199d7b3b-f602-4da8-a806-71e88033678b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:08.211013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:08.215046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:08.218618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:08.224439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:08.252775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35756) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.284736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The resource could not be found. Mar 11 19:45:08.288214 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d2833e70-a71a-4e08-85a7-67a28a1bc470 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1035311 Mar 11 19:45:08.290332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35762) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.296144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '199d7b3b-f602-4da8-a806-71e88033678b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '948335dd-9d55-40d6-a4eb-54afeab99687'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:08.304194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:08.308666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:08.311915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:08.319221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:08.361396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The resource could not be found. Mar 11 19:45:08.365507 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c986029b-4424-4a01-94fc-97ca178a6b20 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0714300 Mar 11 19:45:08.365744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35766) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.430216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.460805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.508479 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.524122 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-31c8584e-1a2a-4fd7-8901-7a6ddd619f3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3cc11eb3ccf445aca58c498b47d5edd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2702022 Mar 11 19:45:08.525615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199d7b3b-f602-4da8-a806-71e88033678b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.526661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35770) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.539817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.541083 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f549071e-1e54-4379-aae1-343b72f74622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/199d7b3b-f602-4da8-a806-71e88033678b HTTP/1.1" status: 204 len: 168 time: 0.1743143 Mar 11 19:45:08.543716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.566296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Allocated IP 172.20.0.1 (6779bf42-7dba-46b2-8d91-12d89f1f42fb/d2a04192-582b-4f4a-981e-8d8ab01fafef/42aa8a4c-ac61-42f2-9095-21d046bd3891) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:08.607212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ea546f20-ccbd-4864-8ec8-7c11bfb5b17f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:08.625393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ea546f20-ccbd-4864-8ec8-7c11bfb5b17f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:08.626753 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ea546f20-ccbd-4864-8ec8-7c11bfb5b17f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0787187 Mar 11 19:45:08.630926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35778) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.637697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '3b799ad8-9454-45ba-8705-0f1ff72b472b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:08.698762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.750624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.751134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:08.755067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:08.758230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:08.763987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:08.803730 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The resource could not be found. Mar 11 19:45:08.807998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-86e2c4b5-6126-426d-9d53-25f12f7fbf4c tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1758413 Mar 11 19:45:08.809395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35784) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:08.813005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.815789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211743946'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:08.822727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:08.833983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Transition to ACTIVE for port object 42aa8a4c-ac61-42f2-9095-21d046bd3891 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:08.834217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:08.846800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.854428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.876755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cb61b-1e5f-404c-83de-6177c2317879,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.889568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.891989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:08.893989 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6189da87-4277-48fb-85e3-104830979fff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a81cb61b-1e5f-404c-83de-6177c2317879 HTTP/1.1" status: 204 len: 168 time: 0.3660617 Mar 11 19:45:08.896335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:08.900876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:08.910243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:08.915901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:09.008960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:09.016297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:09.019240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:09.026069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.033345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.036667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feef0b5-db58-4f1e-8306-19fcac6b7279 None None] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:09.110994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.124448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc71e1-1c3f-4ffe-aacf-597c57f83810,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.143243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.146058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.150003 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7412927c-2749-4786-8531-29146cde5804 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3369589 Mar 11 19:45:09.150129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35792) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:09.160348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--1319440841'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:09.174203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:09.182930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:09.186041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:09.188451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2e045924-6bd8-40aa-b149-21d7e333a58a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:09.192266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:09.207287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.266204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:09.271072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:09.274247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:09.280150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:09.287694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9af01d05-7525-4e8c-b402-3668d12ee336 None None] Provisioning for port 2e045924-6bd8-40aa-b149-21d7e333a58a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:09.293125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.371762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2e045924-6bd8-40aa-b149-21d7e333a58a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:09.378615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.395490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.405447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2e045924-6bd8-40aa-b149-21d7e333a58a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:09.405820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.443658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059dd221-d82e-4ead-922c-f9ba9edd929a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.451968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.453276 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d92d268-8e4c-479b-8804-2faf278021b8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3022811 Mar 11 19:45:09.456240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35802) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:09.467477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group_rule': {'security_group_id': '19fc71e1-1c3f-4ffe-aacf-597c57f83810', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '059dd221-d82e-4ead-922c-f9ba9edd929a'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:09.473862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:09.478623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:09.481688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:09.488497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:09.524771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:45:09.527884 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6fa4ea71-591a-48fd-8f17-7a53ec33cc21 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0693433 Mar 11 19:45:09.530780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35808) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:09.558349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.606213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2e045924-6bd8-40aa-b149-21d7e333a58a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2e045924-6bd8-40aa-b149-21d7e333a58a,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:09.613289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.614706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.615741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 85236718-1d50-4ed5-b409-e7f7ee25ac81 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:09.663002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.734867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.735758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2e045924-6bd8-40aa-b149-21d7e333a58a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.756864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 85236718-1d50-4ed5-b409-e7f7ee25ac81 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:09.762060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 85236718-1d50-4ed5-b409-e7f7ee25ac81 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:09.762273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059dd221-d82e-4ead-922c-f9ba9edd929a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.762755 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.771660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.772792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-17153432-7035-47e5-802d-7737797fa5f5 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/059dd221-d82e-4ead-922c-f9ba9edd929a HTTP/1.1" status: 204 len: 168 time: 0.2414944 Mar 11 19:45:09.778526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35814) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:09.862349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-691f41c6-1fc0-4871-ac99-0ce3ce5aed17 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:09.872519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.881070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.901924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-691f41c6-1fc0-4871-ac99-0ce3ce5aed17 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:09.903848 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-691f41c6-1fc0-4871-ac99-0ce3ce5aed17 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1242049 Mar 11 19:45:09.906648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35820) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:09.925059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.951001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 85236718-1d50-4ed5-b409-e7f7ee25ac81, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=85236718-1d50-4ed5-b409-e7f7ee25ac81,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:09.955156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Provisioning complete for port 2e045924-6bd8-40aa-b149-21d7e333a58a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:09.955873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:09.988813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.011093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.031035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.056018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.061679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.122333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=85236718-1d50-4ed5-b409-e7f7ee25ac81,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.145349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.185707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc71e1-1c3f-4ffe-aacf-597c57f83810,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.188205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.190199 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-79a26558-3fcc-40da-9fa7-1e3246200622 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/19fc71e1-1c3f-4ffe-aacf-597c57f83810 HTTP/1.1" status: 204 len: 168 time: 0.2824483 Mar 11 19:45:10.193934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35826) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.236616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Provisioning for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:10.244695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Provisioning complete for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:10.245072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.271382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35830) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.279189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:10.280917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:10.287961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f681864-84e8-4ab7-8c9b-e324cfaf8e76 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:10.308569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0f681864-84e8-4ab7-8c9b-e324cfaf8e76 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:10.313662 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0f681864-84e8-4ab7-8c9b-e324cfaf8e76 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1150718 Mar 11 19:45:10.313940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35836) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.322009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'tempest-secgroup--744699726'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:10.329696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:10.334417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f712c880-a071-4268-b2d8-ddf22a40e383 None None] Port 42aa8a4c-ac61-42f2-9095-21d046bd3891 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:10.343373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:10.356941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.398169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:10.403187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Usage tracker for resource:security_group_rule and tenant:351333075e6c4455a6c334ecab487674 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:10.407541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:10.414920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:10.469289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-17c5c378-0cc6-47da-b2fa-143ac6461729 None None] Provisioning complete for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:10.469569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-17c5c378-0cc6-47da-b2fa-143ac6461729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.495521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.508213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.544713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa49e86-7e88-463b-bc67-399f7544713b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.549042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-17c5c378-0cc6-47da-b2fa-143ac6461729 None None] Port 42aa8a4c-ac61-42f2-9095-21d046bd3891 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:10.572975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.574449 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd6dfc60-6409-4583-9188-cafd1c7500d8 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2594323 Mar 11 19:45:10.577298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35840) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.583072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c61379fc-adc0-4bc8-b2a9-0d4d2188c803 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:10.583643 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-c61379fc-adc0-4bc8-b2a9-0d4d2188c803 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 19:45:10.584557 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c61379fc-adc0-4bc8-b2a9-0d4d2188c803 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "PUT /v2.0/security-groups/afa49e86-7e88-463b-bc67-399f7544713b HTTP/1.1" status: 409 len: 330 time: 0.0062733 Mar 11 19:45:10.587244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35844) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.587795 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8a87f901-6d16-42af-82dd-d28284dd11cb tempest-ServiceProvidersTest-498798144 tempest-ServiceProvidersTest-498798144-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3149774 Mar 11 19:45:10.673562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-57241677-ba9a-4c5e-9bf8-3a7cbd990b58 None None] Provisioning complete for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:10.674048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-57241677-ba9a-4c5e-9bf8-3a7cbd990b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.689382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.737907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.739600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-57241677-ba9a-4c5e-9bf8-3a7cbd990b58 None None] Port 42aa8a4c-ac61-42f2-9095-21d046bd3891 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:10.788060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.810053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa49e86-7e88-463b-bc67-399f7544713b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.817411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:10.821047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-310a842a-1cac-448a-afd8-f83505eacdd1 tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/afa49e86-7e88-463b-bc67-399f7544713b HTTP/1.1" status: 204 len: 168 time: 0.2262311 Mar 11 19:45:10.821301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35850) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.883346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62bbb602-1ef7-491b-be76-b380e674305f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Synchronizing usage tracker for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:10.893797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Router 82bc3484-1c51-4d5d-8176-fd93b5942906 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:10.905125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62bbb602-1ef7-491b-be76-b380e674305f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] Unset dirty status for tenant:351333075e6c4455a6c334ecab487674 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:10.906726 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62bbb602-1ef7-491b-be76-b380e674305f tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0843160 Mar 11 19:45:10.910741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35856) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.933973 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-2b5dd699-b33a-4aeb-9eb0-4a1e13a5c42b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] delete failed (client error): The resource could not be found. Mar 11 19:45:10.936486 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2b5dd699-b33a-4aeb-9eb0-4a1e13a5c42b tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "DELETE /v2.0/security-groups/68e0570b-5028-4ee4-b473-7771faad1a09 HTTP/1.1" status: 404 len: 347 time: 0.0245686 Mar 11 19:45:10.940499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35860) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.953594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2e045924-6bd8-40aa-b149-21d7e333a58a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:10.969348 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-7000c790-466c-4bf9-9ac1-bbc265f9eabd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] show failed (client error): The resource could not be found. Mar 11 19:45:10.970748 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7000c790-466c-4bf9-9ac1-bbc265f9eabd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-groups/d946646e-19a6-4717-a820-d24578c99748 HTTP/1.1" status: 404 len: 347 time: 0.0296664 Mar 11 19:45:10.974581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35864) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:10.997667 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-8e536245-4bba-4664-82b7-39fd10dc91bd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] show failed (client error): The resource could not be found. Mar 11 19:45:10.998923 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8e536245-4bba-4664-82b7-39fd10dc91bd tempest-NegativeSecGroupTest-858541781 tempest-NegativeSecGroupTest-858541781-project] 10.222.0.76 "GET /v2.0/security-group-rules/9c2827ea-fc5c-4ce2-9797-2bbc7f234d11 HTTP/1.1" status: 404 len: 356 time: 0.0231578 Mar 11 19:45:11.005362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35868) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:11.040945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2e045924-6bd8-40aa-b149-21d7e333a58a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:11.041324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.133606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:11.145956 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e0bfe46f-9413-482f-bb78-939c86b7cd5e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "PUT /v2.0/routers/82bc3484-1c51-4d5d-8176-fd93b5942906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5762920 Mar 11 19:45:11.147300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Sync routers for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:11.169760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.196514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 85236718-1d50-4ed5-b409-e7f7ee25ac81 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:11.209986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:11.214048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Usage tracker for resource:security_group_rule and tenant:3eef94fd41f34f34a5a43357acf55524 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:11.216951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:11.223721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:11.232407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:11.233814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:11.318782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.325444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.354168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35884) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:11.371898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d67268-b30d-47ea-a463-9063b2d8c82f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.396306 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ed387432-bc49-40f3-92c5-19bc9e18421a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3eef94fd41f34f34a5a43357acf55524&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3898354 Mar 11 19:45:11.398965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35892) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:11.463133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-7dbb6e23-51c8-44fe-92b0-92580b5c6f23 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Synchronizing usage tracker for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:11.467379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 85236718-1d50-4ed5-b409-e7f7ee25ac81 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:11.468125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.479085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.484648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-7dbb6e23-51c8-44fe-92b0-92580b5c6f23 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Unset dirty status for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:11.486064 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-7dbb6e23-51c8-44fe-92b0-92580b5c6f23 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066518514&fields=id&tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b HTTP/1.1" status: 200 len: 267 time: 0.0739281 Mar 11 19:45:11.523443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:11.540849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.612390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9c0e69db-2772-4705-83e0-0940b6e249f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=351333075e6c4455a6c334ecab487674&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2545164 Mar 11 19:45:11.613068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35898) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:11.643848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-066c7bec-0ef1-498e-9bbb-981298f5eaa5 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:11.645649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-066c7bec-0ef1-498e-9bbb-981298f5eaa5 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 796 time: 0.1524882 Mar 11 19:45:11.659024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.664104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-3da995d6-8099-47a1-8f1d-83ef104c6cf0 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/quotas/5f73239bb00547eb8bf914ea8cdc4f9b HTTP/1.1" status: 200 len: 375 time: 0.0121570 Mar 11 19:45:11.687036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d67268-b30d-47ea-a463-9063b2d8c82f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.692686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.696480 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dbac4132-1e92-4c31-a138-648d6091eef9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0d67268-b30d-47ea-a463-9063b2d8c82f HTTP/1.1" status: 204 len: 168 time: 0.2939820 Mar 11 19:45:11.710631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.742494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.758196 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-8cc08001-24b9-44ad-8914-55fb8b8d6aa7 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0882835 Mar 11 19:45:11.807610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.824881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722173f-8801-4349-a9df-4aad428f73e3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.844225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:11.849727 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8322798c-c7c2-4344-a1e2-f04f268f963e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e722173f-8801-4349-a9df-4aad428f73e3 HTTP/1.1" status: 204 len: 168 time: 0.2359388 Mar 11 19:45:11.994728 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 2, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:12.002347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Checking router: 82bc3484-1c51-4d5d-8176-fd93b5942906 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:12.003619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Updating router 82bc3484-1c51-4d5d-8176-fd93b5942906 port 42aa8a4c-ac61-42f2-9095-21d046bd3891 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:45:12.020230 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-bffa0550-0f42-4d38-ab38-a8f55358057f service neutron] 10.222.0.76 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486556 Mar 11 19:45:12.071046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.181470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-2e3123d7-8ecc-4960-aaa2-ed49b214a83a service neutron] 10.222.0.76 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456506 Mar 11 19:45:12.421511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f8713e3b-6398-4461-8864-cf39a5e9b066 req-4ae1ac7a-cd6c-42de-b7d3-1f4f70169b19 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Synchronizing usage tracker for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:12.443038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f8713e3b-6398-4461-8864-cf39a5e9b066 req-4ae1ac7a-cd6c-42de-b7d3-1f4f70169b19 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Unset dirty status for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:12.444343 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f8713e3b-6398-4461-8864-cf39a5e9b066 req-4ae1ac7a-cd6c-42de-b7d3-1f4f70169b19 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 210 time: 0.0693948 Mar 11 19:45:12.491234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.503475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Transition to ACTIVE for port object 42aa8a4c-ac61-42f2-9095-21d046bd3891 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:12.511094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.651545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Pushing event updated for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.667639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.667976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.668303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.668628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.669053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.669269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.669589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.669902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.670214 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.670542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.670836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:12.765288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Attempting to bind port 42aa8a4c-ac61-42f2-9095-21d046bd3891 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:12.765709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Attempting to bind port 42aa8a4c-ac61-42f2-9095-21d046bd3891 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:12.766066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Attempting to bind port 42aa8a4c-ac61-42f2-9095-21d046bd3891 on network 6779bf42-7dba-46b2-8d91-12d89f1f42fb {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:12.775596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:12.776050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Checking segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:12.776581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.776968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Bound using segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:12.777455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Bound port: 42aa8a4c-ac61-42f2-9095-21d046bd3891, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:12.777820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.871139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] For port 42aa8a4c-ac61-42f2-9095-21d046bd3891, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:12.876416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] For port 42aa8a4c-ac61-42f2-9095-21d046bd3891, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=42aa8a4c-ac61-42f2-9095-21d046bd3891,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:12.888859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:12.900841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35934) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:12.986777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcddce5-0da1-40b2-abf9-8acb465429fc None None] Pushing event updated for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.993012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:12.993628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:13.054852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1400402642-network', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:13.060229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:13.066104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Usage tracker for resource:network and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:13.069302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:13.078664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:13.091593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Made reservation on behalf of ab1bdd976e8241bfa5b391d2173f104f for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:13.094582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.110187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.146461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:13.151235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:13.154651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:13.161159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:13.227179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:13.258262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.262820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.300050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:13.311390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3f3e8-c70d-4b98-a706-e722bed77922,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:13.318768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.319116 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Added segment 1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3 of type vlan for network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc Mar 11 19:45:13.349504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.383639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.384554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:13.385132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.491352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] Pushing event updated for resources: {'Network': ['ID=8d7651d9-6b78-45f5-8643-c0fcf9e24afc,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:13.494433 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2769254d-9481-4166-8369-2fce8beb1b5a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5919285 Mar 11 19:45:13.497626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35944) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:13.503863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Request body: {'subnet': {'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1400402642-subnet', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:13.507825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:45:13.509100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:13.513082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Usage tracker for resource:subnet and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:13.516044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:13.521852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:13.538084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Made reservation on behalf of ab1bdd976e8241bfa5b391d2173f104f for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:13.540403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.658325 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f12fd7c-a097-49fc-86bf-82f43d814602 req-b4e63b8b-f0da-464a-a4fd-967dfe4c2520 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 210 time: 0.0574617 Mar 11 19:45:13.694682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:13.699251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7c9f5-9976-43a9-823e-db473b5ce614 None None] The sync data for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv is: [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:13.809787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.901062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=471bc7d4-1805-4fb3-bd80-01505387b0b7,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:13.912507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.913351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.913871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.914226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.915778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.916111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.916446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.916774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.917097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.917423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.917740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:13.922519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:13.922881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Network hostable DHCP agents. Network: 8d7651d9-6b78-45f5-8643-c0fcf9e24afc, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:13.951640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:13.964616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8d7651d9-6b78-45f5-8643-c0fcf9e24afc) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:13.968848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:13.969658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:13.976764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30525f7c-7ee1-423f-b34a-885111c746d1 None None] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:13.985564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-ed0b9394-d9e0-414c-a022-f79f1efea7eb tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:13.986464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-ed0b9394-d9e0-414c-a022-f79f1efea7eb tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Synchronizing usage tracker for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:14.000170 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a82002c0-ca87-4a30-b84e-cd54b5ee0a22 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5006537 Mar 11 19:45:14.002381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35948) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:14.008578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-ed0b9394-d9e0-414c-a022-f79f1efea7eb tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Unset dirty status for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:14.010149 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-ed0b9394-d9e0-414c-a022-f79f1efea7eb tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 796 time: 0.2020974 Mar 11 19:45:14.010908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:14.019716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:14.024772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Usage tracker for resource:router and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:14.028310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:14.036426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:14.051830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.053141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.074477 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-c34ec9d4-edaf-4e62-b1d8-1b21924a8fb6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b HTTP/1.1" status: 200 len: 380 time: 0.0513666 Mar 11 19:45:14.078663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.083590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'port': {'device_id': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'admin_state_up': True, 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'security_groups': ['f819dd28-d879-4dc6-ad97-629996af1c94']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:14.287516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:45:14.289056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.358007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:14.368850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:14.397438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Made reservation on behalf of 5f73239bb00547eb8bf914ea8cdc4f9b for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:14.405956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.429911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.471717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-15290d97-d131-4f33-bfd5-7ee9413c36e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.493392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Allocated IP 172.20.0.2 (8d7651d9-6b78-45f5-8643-c0fcf9e24afc/471bc7d4-1805-4fb3-bd80-01505387b0b7/6f2c8299-5f62-44e9-bc88-f917f945f546) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:14.619335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Allocated IP 172.20.0.7 (6779bf42-7dba-46b2-8d91-12d89f1f42fb/d2a04192-582b-4f4a-981e-8d8ab01fafef/04727b3e-2d41-4f26-89de-e5156bc7965f) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:14.649896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.690055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.769011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.784243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Transition to ACTIVE for port object 6f2c8299-5f62-44e9-bc88-f917f945f546 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:14.809118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Transition to ACTIVE for port object 6f2c8299-5f62-44e9-bc88-f917f945f546 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:14.823683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:14.885981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Allocated IP 172.26.8.188 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/eb81fa20-0769-492f-96c7-67ee21f87ece) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:14.893753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:14.896871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:14.900908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:14.908020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Pushing event updated for resources: {'Port': ['ID=6f2c8299-5f62-44e9-bc88-f917f945f546,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.018190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 42aa8a4c-ac61-42f2-9095-21d046bd3891 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:15.046506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.055654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.068475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Attempting to bind port 6f2c8299-5f62-44e9-bc88-f917f945f546 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:15.068816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Attempting to bind port 6f2c8299-5f62-44e9-bc88-f917f945f546 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:15.069171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Attempting to bind port 6f2c8299-5f62-44e9-bc88-f917f945f546 on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:15.070977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-adc689aa-1bc0-436c-9194-611e5b233de9 req-9264befa-b6aa-4942-9792-90d0e89627e7 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 210 time: 0.0605645 Mar 11 19:45:15.076734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Transition to ACTIVE for port object 04727b3e-2d41-4f26-89de-e5156bc7965f will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:15.087176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:15.087634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:15.087979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.088303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Bound using segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:15.088779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Bound port: 6f2c8299-5f62-44e9-bc88-f917f945f546, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:15.089134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.094813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.104140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.162484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Pushing event updated for resources: {'Port': ['ID=eb81fa20-0769-492f-96c7-67ee21f87ece,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.174206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:15.176237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:15.177404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:15.179735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:15.185338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:15.188282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:15.244929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:15.249359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] For port 6f2c8299-5f62-44e9-bc88-f917f945f546, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:15.251632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.254331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] For port 6f2c8299-5f62-44e9-bc88-f917f945f546, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f2c8299-5f62-44e9-bc88-f917f945f546,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:15.255895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:15.256260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.271960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.272311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.272649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.272981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.273306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.273631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.273953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.274272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.274592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.274905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.275227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.283136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:15.283771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.286448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.316818 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-78f59a23-9f2d-4a92-bf51-41b6576c9994 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2366047 Mar 11 19:45:15.330289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Request body: {'port': {'device_id': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:15.364604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.366300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.409606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db01c7-54db-444d-b9cf-275d3fc02189 None None] Pushing event updated for resources: {'Port': ['ID=6f2c8299-5f62-44e9-bc88-f917f945f546,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.486999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.498774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.523194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 42aa8a4c-ac61-42f2-9095-21d046bd3891, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=42aa8a4c-ac61-42f2-9095-21d046bd3891,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:15.529312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.597525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e3fbdba0-2d9a-43e9-ac7f-6826a294540f None None] Provisioning for port 04727b3e-2d41-4f26-89de-e5156bc7965f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:15.637129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e3fbdba0-2d9a-43e9-ac7f-6826a294540f None None] Provisioning complete for port 04727b3e-2d41-4f26-89de-e5156bc7965f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:15.637495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e3fbdba0-2d9a-43e9-ac7f-6826a294540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.699778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e3fbdba0-2d9a-43e9-ac7f-6826a294540f None None] Port 04727b3e-2d41-4f26-89de-e5156bc7965f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:15.704173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.722849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:45:15.892946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04727b3e-2d41-4f26-89de-e5156bc7965f {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:15.899977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.914542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Transition to ACTIVE for port object 04727b3e-2d41-4f26-89de-e5156bc7965f will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:15.918489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.926578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:15.936680 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:15.950478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:15.954300 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-99d91d84-2a07-4df8-9388-006f5e662a81 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9484866 Mar 11 19:45:15.954552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35956) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:15.956348 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:15.957286 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:44:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:16.056224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:16.179232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Attempting to bind port 04727b3e-2d41-4f26-89de-e5156bc7965f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:16.179601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Attempting to bind port 04727b3e-2d41-4f26-89de-e5156bc7965f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:16.179922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Attempting to bind port 04727b3e-2d41-4f26-89de-e5156bc7965f on network 6779bf42-7dba-46b2-8d91-12d89f1f42fb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:16.186336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Port 04727b3e-2d41-4f26-89de-e5156bc7965f on network 6779bf42-7dba-46b2-8d91-12d89f1f42fb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:45:16.186336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Attempting to bind port 04727b3e-2d41-4f26-89de-e5156bc7965f on network 6779bf42-7dba-46b2-8d91-12d89f1f42fb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:16.193587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:16.193838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Checking segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:16.194219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Bound using segment: {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:16.194639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Bound port: 04727b3e-2d41-4f26-89de-e5156bc7965f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b877442-a319-4b65-901d-5bbc2f124408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:16.195022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:16.198655 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:16.363611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:16.371244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:16.387667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:16.475421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:16.485363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:16.486745 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-0b9400ee-6bf5-4e91-b040-706b2c2814b7 service neutron] 10.222.0.90 "PUT /v2.0/ports/04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 1093 time: 1.1628764 Mar 11 19:45:16.487303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:16.596252 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'status': 'completed', 'code': 200} Mar 11 19:45:16.647410 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 3, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:16.650971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-e1cfd24c-1142-48d4-988f-a1585fcf8121 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1096 time: 0.1218190 Mar 11 19:45:16.652142 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:16.652486 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Updating router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 port eb81fa20-0769-492f-96c7-67ee21f87ece binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:45:16.719053 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:16.724430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee254840-2589-4ebb-8414-2d16cd2dbeb9 req-94e12ed0-e95d-4d61-92c6-b97fb432fc9e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:16.735840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ee254840-2589-4ebb-8414-2d16cd2dbeb9 req-94e12ed0-e95d-4d61-92c6-b97fb432fc9e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 943 time: 0.4372644 Mar 11 19:45:16.744549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0dd2ce2e-f4cd-4dc3-8332-65f2591b22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:16.752825 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-4c69aaa5-a279-46d1-a9db-acae9a1b21bf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 217 time: 0.0940313 Mar 11 19:45:16.775411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905249dd-4460-42ae-9a4e-cde2999a711d None None] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:16.824166 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ee254840-2589-4ebb-8414-2d16cd2dbeb9 req-b16d2f8b-80c9-4459-8481-1532887c2267 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873582 Mar 11 19:45:16.825341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-f128f281-b01d-4727-85e3-725799e5d1ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:16.826782 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-f128f281-b01d-4727-85e3-725799e5d1ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.0663579 Mar 11 19:45:16.938106 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-f36af8cb-5d76-405d-9977-ae92177a2fe9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1051695 Mar 11 19:45:16.977275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c902d48-08c4-46a4-a85f-9b7b81076959 None None] Provisioning for port 6f2c8299-5f62-44e9-bc88-f917f945f546 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:17.082173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 42aa8a4c-ac61-42f2-9095-21d046bd3891 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:17.165793 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-2fd3ad19-e91f-45b5-84cc-05cf07bb4eb6 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210326 Mar 11 19:45:17.241324 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.246900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 42aa8a4c-ac61-42f2-9095-21d046bd3891 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:17.247291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.254942 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Transition to ACTIVE for port object eb81fa20-0769-492f-96c7-67ee21f87ece will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:17.263106 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.330276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.358442 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d0d5b-b55b-4d76-9da0-69f886779056 None None] Pushing event updated for resources: {'Port': ['ID=eb81fa20-0769-492f-96c7-67ee21f87ece,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:17.385989 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Attempting to bind port eb81fa20-0769-492f-96c7-67ee21f87ece on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:17.386628 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Attempting to bind port eb81fa20-0769-492f-96c7-67ee21f87ece by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:17.387186 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Attempting to bind port eb81fa20-0769-492f-96c7-67ee21f87ece on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:17.395620 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:17.396301 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:17.396936 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.397481 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:17.398294 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Bound port: eb81fa20-0769-492f-96c7-67ee21f87ece, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:17.398867 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.401875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f2c8299-5f62-44e9-bc88-f917f945f546 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:17.474555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0403dbce-0f5c-4206-b586-9ba10902d1c8 req-32ec82b9-e944-4103-9e7f-94c3a6f722cc service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021195 Mar 11 19:45:17.494146 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] For port eb81fa20-0769-492f-96c7-67ee21f87ece, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:17.498146 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] For port eb81fa20-0769-492f-96c7-67ee21f87ece, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=eb81fa20-0769-492f-96c7-67ee21f87ece,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:17.499839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6f2c8299-5f62-44e9-bc88-f917f945f546 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:17.510806 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.511659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6f2c8299-5f62-44e9-bc88-f917f945f546 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:17.512041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.620921 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d0d5b-b55b-4d76-9da0-69f886779056 None None] Pushing event updated for resources: {'Port': ['ID=eb81fa20-0769-492f-96c7-67ee21f87ece,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:17.628346 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:17.629066 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:17.643407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-079ce08a-5a99-4c29-b247-5f6cc4f78d37 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1096 time: 0.1068347 Mar 11 19:45:17.657418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Allocated IP 172.20.0.1 (8d7651d9-6b78-45f5-8643-c0fcf9e24afc/471bc7d4-1805-4fb3-bd80-01505387b0b7/82c5dece-d055-45b9-8b7d-b12b5488c801) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:17.688448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cceb0b1b-e068-47f8-b520-345bcf9b1c6c None None] Provisioning complete for port 6f2c8299-5f62-44e9-bc88-f917f945f546 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:17.689120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cceb0b1b-e068-47f8-b520-345bcf9b1c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.715899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.782791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.789787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 6f2c8299-5f62-44e9-bc88-f917f945f546, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f2c8299-5f62-44e9-bc88-f917f945f546,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:17.798901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.812404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c384c-b5ff-4953-bc5b-4c426296771b req-2d73e05f-6c73-42a8-b6b0-a03dc02ebc8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:17.813923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-2d73e05f-6c73-42a8-b6b0-a03dc02ebc8b service neutron] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 897 time: 0.1642933 Mar 11 19:45:17.835027 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:17.859571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.878063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Transition to ACTIVE for port object 82c5dece-d055-45b9-8b7d-b12b5488c801 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:17.906482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.914835 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-7f2d0117-e56c-4233-890b-ad2a0736fae2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 217 time: 0.0934794 Mar 11 19:45:17.971462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=6f2c8299-5f62-44e9-bc88-f917f945f546,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:17.981906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:17.988793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:17.991893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:17.995824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:18.033096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Pushing event updated for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:18.069590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.097582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c384c-b5ff-4953-bc5b-4c426296771b req-45a25765-cf79-4a31-8962-f280d1ae3642 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:18.099040 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-45a25765-cf79-4a31-8962-f280d1ae3642 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.1785655 Mar 11 19:45:18.183768 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 3, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:18.185473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2961c6-de9f-472f-b19d-6318b944baa1 req-9c629fe1-2c2b-4385-878f-a71df767902a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:18.186226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5f2961c6-de9f-472f-b19d-6318b944baa1 req-9c629fe1-2c2b-4385-878f-a71df767902a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Synchronizing usage tracker for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:18.193036 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb81fb6-4eef-47c8-aefb-7c060c7c1776 None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 3, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:18.220140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5f2961c6-de9f-472f-b19d-6318b944baa1 req-9c629fe1-2c2b-4385-878f-a71df767902a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Unset dirty status for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:18.221386 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f2961c6-de9f-472f-b19d-6318b944baa1 req-9c629fe1-2c2b-4385-878f-a71df767902a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 943 time: 0.1941557 Mar 11 19:45:18.228470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-328fb7b0-8720-41db-a2f4-794c92092ba5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166112 Mar 11 19:45:18.232259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.292831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c576fc59-abc8-4fb8-9191-96edc74498ce None None] Provisioning for port 82c5dece-d055-45b9-8b7d-b12b5488c801 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:18.297989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c576fc59-abc8-4fb8-9191-96edc74498ce None None] Provisioning complete for port 82c5dece-d055-45b9-8b7d-b12b5488c801 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:18.298358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c576fc59-abc8-4fb8-9191-96edc74498ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.344273 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f2961c6-de9f-472f-b19d-6318b944baa1 req-fe189e63-8944-46b0-b41f-f542388e20e6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146011 Mar 11 19:45:18.367159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c576fc59-abc8-4fb8-9191-96edc74498ce None None] Port 82c5dece-d055-45b9-8b7d-b12b5488c801 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:18.399132 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-6b6d6e87-a2f2-4e41-bb76-96e9d8314eb8 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544259 Mar 11 19:45:18.475169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.480911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.528848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-638c384c-b5ff-4953-bc5b-4c426296771b req-76b1c1f0-e36a-4507-92ec-0caae4022611 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228263 Mar 11 19:45:18.582902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:18.586196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Pushing event updated for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:18.728485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:18.729624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:18.930018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f2c8299-5f62-44e9-bc88-f917f945f546 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:18.999942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-33694e03-0238-4ba8-971b-bb2c5929b491 None None] Provisioning complete for port 82c5dece-d055-45b9-8b7d-b12b5488c801 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:19.000182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-33694e03-0238-4ba8-971b-bb2c5929b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:19.055792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-33694e03-0238-4ba8-971b-bb2c5929b491 None None] Port 82c5dece-d055-45b9-8b7d-b12b5488c801 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:19.057261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6f2c8299-5f62-44e9-bc88-f917f945f546 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:19.057622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:19.126882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:19.220793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:19.422066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:19.431972 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-60a8c197-2345-4866-bc56-3f9a4b67a11e admin admin] 10.222.0.76 "PUT /v2.0/routers/ab41b1b8-0e3a-4290-9564-623f35f1e2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4761834 Mar 11 19:45:19.554238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39920c94-acce-48b4-b510-6dde36f3059e req-98093603-348a-415b-b7f2-bc4933173e2b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:19.555215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39920c94-acce-48b4-b510-6dde36f3059e req-98093603-348a-415b-b7f2-bc4933173e2b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 943 time: 0.0784502 Mar 11 19:45:19.601322 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39920c94-acce-48b4-b510-6dde36f3059e req-49ca758f-bb10-4b59-b35e-70702921b609 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405250 Mar 11 19:45:20.280629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 35986) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:20.286269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-913747145-network', 'tenant_id': '61f266e08aa545598c68b6ea9689016f'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:20.291074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:20.294936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Usage tracker for resource:network and tenant:61f266e08aa545598c68b6ea9689016f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:20.297786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:20.304047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:20.316497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Made reservation on behalf of 61f266e08aa545598c68b6ea9689016f for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:20.319053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.331211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.365789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:20.369440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Usage tracker for resource:security_group_rule and tenant:61f266e08aa545598c68b6ea9689016f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:20.372108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:20.377690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:20.441974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.448468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.476738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:20.485141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a43284-48f9-4e68-adf9-dfe1daab6114,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.491195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.491564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Added segment 8afca344-7480-4d1c-9d01-ce1c28e67fc6 of type vlan for network ae1b7921-5676-4ece-8199-48bc733a13b3 Mar 11 19:45:20.518055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.548552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.549676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:20.550409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.653827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3718271 Mar 11 19:45:20.656699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35992) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:20.657206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744804e4-dfda-4f74-baef-3413842840cc admin admin] Pushing event updated for resources: {'Network': ['ID=ae1b7921-5676-4ece-8199-48bc733a13b3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.662652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Request body: {'subnet': {'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-913747145-subnet', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:20.668965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ae1b7921-5676-4ece-8199-48bc733a13b3 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:45:20.675230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:20.679977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Usage tracker for resource:subnet and tenant:61f266e08aa545598c68b6ea9689016f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:20.682961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:20.688862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:20.701054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Made reservation on behalf of 61f266e08aa545598c68b6ea9689016f for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:20.703460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.803899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bff74-ca50-4cbc-bb31-ee0ec8c96444 req-d4ac11a5-3ce6-4173-8398-38addf2b839d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:20.805417 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ca9bff74-ca50-4cbc-bb31-ee0ec8c96444 req-d4ac11a5-3ce6-4173-8398-38addf2b839d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 943 time: 0.0784366 Mar 11 19:45:20.850531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ca9bff74-ca50-4cbc-bb31-ee0ec8c96444 req-8cc95de5-1b29-42a1-badb-22392fa57c18 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Mar 11 19:45:20.904718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:20.935351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:45:20.977569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b267839-09d6-457e-a4d4-d5e3265c19c8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.991773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Checking segment: {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:20.992116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Network hostable DHCP agents. Network: ae1b7921-5676-4ece-8199-48bc733a13b3, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:21.014743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Network ae1b7921-5676-4ece-8199-48bc733a13b3 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:21.024971 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ae1b7921-5676-4ece-8199-48bc733a13b3) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:21.028885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.029459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.037058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de875c94-feb0-4854-b82e-c8253b7219e8 None None] Network ae1b7921-5676-4ece-8199-48bc733a13b3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:21.051673 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-13022253-f344-4a6f-8ec9-728ee9955339 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3937907 Mar 11 19:45:21.054290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 35998) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:21.059628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:21.064167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:21.067926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Usage tracker for resource:router and tenant:61f266e08aa545598c68b6ea9689016f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:21.070709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:21.076274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:21.087140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.088094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.108129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.144362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:21.161986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'mac_address': 'fa:16:3e:9e:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:45:21.258609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.270667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.298788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04727b3e-2d41-4f26-89de-e5156bc7965f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:21.388884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:21.393058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ae1b7921-5676-4ece-8199-48bc733a13b3', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:45:21.393969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.404925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.454857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.484106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.525913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:21.601381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Allocated IP 172.20.0.2 (ae1b7921-5676-4ece-8199-48bc733a13b3/5b267839-09d6-457e-a4d4-d5e3265c19c8/803638c7-c23a-4ac9-bcf3-74aeb80eea4c) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:21.620144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Allocated IP 172.26.8.106 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e232777b-b569-43de-9b1d-e3ab83ead8af) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:21.727265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['04727b3e-2d41-4f26-89de-e5156bc7965f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:45:21.881207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.881699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.903715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Transition to ACTIVE for port object 803638c7-c23a-4ac9-bcf3-74aeb80eea4c will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:21.910170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.937498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Transition to ACTIVE for port object 803638c7-c23a-4ac9-bcf3-74aeb80eea4c will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:21.952744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:21.967272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:21.970247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:21.978336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:22.043539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.050517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Network ae1b7921-5676-4ece-8199-48bc733a13b3 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:22.053877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:22.061559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:22.070644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Pushing event updated for resources: {'Port': ['ID=e232777b-b569-43de-9b1d-e3ab83ead8af,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.163558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c110b75-7ae9-467c-af08-9b27d11cdcb5 req-ab0dbb45-87c9-4d8a-8d72-53d1dd1230e1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.165080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2c110b75-7ae9-467c-af08-9b27d11cdcb5 req-ab0dbb45-87c9-4d8a-8d72-53d1dd1230e1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 944 time: 0.1609302 Mar 11 19:45:22.182840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Attempting to bind port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:22.183211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Attempting to bind port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:22.183665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Attempting to bind port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c on network ae1b7921-5676-4ece-8199-48bc733a13b3 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:22.206138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:22.206512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Checking segment: {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:22.206899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.207282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Bound using segment: {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:22.207775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Bound port: 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:22.208148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.227122 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2c110b75-7ae9-467c-af08-9b27d11cdcb5 req-bc5b5f8d-acba-4eca-ae9f-5f899f8a407c tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489855 Mar 11 19:45:22.258008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.258789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.328809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] For port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:22.331915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] For port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:22.337306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.416337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3177ac-a6b7-483b-af7f-e8cdd13fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.497079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:45:22.701496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:22.709954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Sync routers for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:22.723012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:22.724181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:22.726010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:22.727891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cb9b93be-b322-455a-aa4e-0340b4a135bb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6720791 Mar 11 19:45:22.730093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36004) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:22.914951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:22.954797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:22.987423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 803638c7-c23a-4ac9-bcf3-74aeb80eea4c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:23.396342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:23.400394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 04727b3e-2d41-4f26-89de-e5156bc7965f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:23.410385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 04727b3e-2d41-4f26-89de-e5156bc7965f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:23.410899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:23.526237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a383e71f-715b-434b-b9ff-43959a1880b3 None None] Network ae1b7921-5676-4ece-8199-48bc733a13b3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:23.534529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b710dd-b87e-4237-91d5-7c5fda623e2c req-75e91f94-8512-48a5-b979-18812be84c54 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:23.537039 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-37b710dd-b87e-4237-91d5-7c5fda623e2c req-75e91f94-8512-48a5-b979-18812be84c54 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 944 time: 0.1139076 Mar 11 19:45:23.590341 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-37b710dd-b87e-4237-91d5-7c5fda623e2c req-6b7b619d-32f8-4690-9c76-f105cd721902 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476043 Mar 11 19:45:23.701382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:23.735111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Provisioning for port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:23.792096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Provisioning complete for port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:23.793032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:23.855754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:22Z', 'revision_number': 3, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:23.857689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:23.884008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Checking router: 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:23.884361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Updating router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db port e232777b-b569-43de-9b1d-e3ab83ead8af binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:45:23.912811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Allocated IP 172.20.0.1 (ae1b7921-5676-4ece-8199-48bc733a13b3/5b267839-09d6-457e-a4d4-d5e3265c19c8/e636e69d-4046-45de-a71f-3080e78bec15) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:23.982308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:24.004522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:24.005610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.042781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.049980 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'code': 200} Mar 11 19:45:24.062422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.078023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Transition to ACTIVE for port object e636e69d-4046-45de-a71f-3080e78bec15 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:24.105008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.176926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Pushing event updated for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.194548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Network ae1b7921-5676-4ece-8199-48bc733a13b3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:24.195797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:24.198100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:24.248700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.248965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.265741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.304839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-870b75bf-f52d-42a7-9b75-fb480bad49d4 req-da28779f-ca8b-475b-b474-25cbf421b82b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.0795119 Mar 11 19:45:24.351328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.374507 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-870b75bf-f52d-42a7-9b75-fb480bad49d4 req-02b27409-e128-4031-80f3-62748a3c5c34 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636563 Mar 11 19:45:24.388273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] For port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:24.396723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.500142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.533053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe5e56-faae-4825-a834-783b5c77f436 None None] Pushing event updated for resources: {'Port': ['ID=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.560482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-32425f73-dfff-4f7b-a3cc-1874d5d5bbc2 None None] Provisioning complete for port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:24.560809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-32425f73-dfff-4f7b-a3cc-1874d5d5bbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.593875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.599680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.667347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.684560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Transition to ACTIVE for port object e232777b-b569-43de-9b1d-e3ab83ead8af will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:24.697610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Pushing event updated for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.717080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.724592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.828005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886301f-b4cd-4a2b-9cd9-cd9cfcf43bbe None None] Pushing event updated for resources: {'Port': ['ID=e232777b-b569-43de-9b1d-e3ab83ead8af,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.832296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Attempting to bind port e232777b-b569-43de-9b1d-e3ab83ead8af on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:24.832665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Attempting to bind port e232777b-b569-43de-9b1d-e3ab83ead8af by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:24.833024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Attempting to bind port e232777b-b569-43de-9b1d-e3ab83ead8af on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:24.839747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:24.840264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:24.840775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.841251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:24.841812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Bound port: e232777b-b569-43de-9b1d-e3ab83ead8af, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:24.842281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:24.843616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2a601-f6a6-44ba-a963-fc0abf5fe0b4 req-cc074348-37e0-40d1-8608-02f1e1feacaa tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:24.845849 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e3c2a601-f6a6-44ba-a963-fc0abf5fe0b4 req-cc074348-37e0-40d1-8608-02f1e1feacaa tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0867321 Mar 11 19:45:24.871438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Network ae1b7921-5676-4ece-8199-48bc733a13b3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:24.872509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:24.902638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e3c2a601-f6a6-44ba-a963-fc0abf5fe0b4 req-a989f4e7-ca9f-40c3-9301-2130a956ceba tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504012 Mar 11 19:45:24.923862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] For port e232777b-b569-43de-9b1d-e3ab83ead8af, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:24.927777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] For port e232777b-b569-43de-9b1d-e3ab83ead8af, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e232777b-b569-43de-9b1d-e3ab83ead8af,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:24.942344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.052886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:25.053518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:25.103511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device eb81fa20-0769-492f-96c7-67ee21f87ece up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:25.273759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886301f-b4cd-4a2b-9cd9-cd9cfcf43bbe None None] Pushing event updated for resources: {'Port': ['ID=e232777b-b569-43de-9b1d-e3ab83ead8af,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:25.287032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b6935248-32c6-461a-8123-fb869fe43e70 None None] Provisioning for port e636e69d-4046-45de-a71f-3080e78bec15 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:25.292744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:25.305418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b6935248-32c6-461a-8123-fb869fe43e70 None None] Provisioning complete for port e636e69d-4046-45de-a71f-3080e78bec15 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:25.305714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6935248-32c6-461a-8123-fb869fe43e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.389869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b6935248-32c6-461a-8123-fb869fe43e70 None None] Port e636e69d-4046-45de-a71f-3080e78bec15 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:25.401494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:25.442966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port eb81fa20-0769-492f-96c7-67ee21f87ece completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:25.457510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port eb81fa20-0769-492f-96c7-67ee21f87ece triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:25.457862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.601194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:25.610310 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dce858d7-f218-4dbf-8c35-61c42b257c0f admin admin] 10.222.0.76 "PUT /v2.0/routers/7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8790071 Mar 11 19:45:25.657211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d3d0ee39-b7ad-4884-b8a6-d1ad14f957af None None] Provisioning complete for port e636e69d-4046-45de-a71f-3080e78bec15 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:25.657370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d3d0ee39-b7ad-4884-b8a6-d1ad14f957af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.791239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d3d0ee39-b7ad-4884-b8a6-d1ad14f957af None None] Port e636e69d-4046-45de-a71f-3080e78bec15 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:25.807823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.858065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port eb81fa20-0769-492f-96c7-67ee21f87ece, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=eb81fa20-0769-492f-96c7-67ee21f87ece,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:25.865450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:25.866202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 803638c7-c23a-4ac9-bcf3-74aeb80eea4c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:25.989325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=eb81fa20-0769-492f-96c7-67ee21f87ece,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:26.005422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:26.005784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.029326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e636e69d-4046-45de-a71f-3080e78bec15', 'name': '', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'mac_address': 'fa:16:3e:b7:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:23Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 2, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'subnets': [{'id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:26.043829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bbefe-0cda-4fbd-90a6-89bc1edb3013 None None] The sync data for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv is: [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e636e69d-4046-45de-a71f-3080e78bec15', 'name': '', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'mac_address': 'fa:16:3e:b7:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:23Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 2, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'subnets': [{'id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:26.142477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992987-accd-4ec2-b554-3dd68caf5c52 req-6c251438-79af-4858-a110-2565d7e6f6ef tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:26.144174 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8f992987-accd-4ec2-b554-3dd68caf5c52 req-6c251438-79af-4858-a110-2565d7e6f6ef tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1121972 Mar 11 19:45:26.176153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36022) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.183419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249191264', 'description': 'tempest-secgroup-smoke-249191264 description', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:26.190909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.193162 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8f992987-accd-4ec2-b554-3dd68caf5c52 req-84bcf67f-1d5d-4b8d-908e-41188382a25d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435495 Mar 11 19:45:26.195848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.198718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.204346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.215269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.249698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.253346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.256027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.261499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.313605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.347564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.398274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.399378 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2213807 Mar 11 19:45:26.402573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36028) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.405531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb9aa4-bff2-41c2-9097-9c0381db17d9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421b398e-0303-4403-95d5-2be62daf1c4a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:26.408280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:26.414698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.419662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.422601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.428792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.431268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f7766-9171-464c-9434-078d51a1181e req-cc2237d8-c8ba-47a7-9d78-3c3a2b55e9e6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:26.432886 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-649f7766-9171-464c-9434-078d51a1181e req-cc2237d8-c8ba-47a7-9d78-3c3a2b55e9e6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1181042 Mar 11 19:45:26.446575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.479615 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-649f7766-9171-464c-9434-078d51a1181e req-2c548a58-018b-42ba-93c3-4a1f07d7e17a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Mar 11 19:45:26.505606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.506358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.539773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.659632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba164a28-8fcc-4840-af62-e295c99d88ce,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:26.671728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.672888 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-224ce27d-3994-4dbe-b431-daf51bb51368 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2692668 Mar 11 19:45:26.676215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36036) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.681825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:26.688047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.692148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.693974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3a2189e2-1630-4b53-8aa2-cb18c207452c tempest-TestNetworkAdvancedServerOps-240364269 tempest-TestNetworkAdvancedServerOps-240364269-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1093 time: 0.1865594 Mar 11 19:45:26.694504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36040) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.695181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.699550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:26.701631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.704985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.709175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Usage tracker for resource:floatingip and tenant:5f73239bb00547eb8bf914ea8cdc4f9b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.712203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.718068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.718983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.729073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.779622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.783879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.807586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a88235c6-7e20-449e-ad13-28f0e52b8374,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:26.818253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.819686 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9ebf04e2-0af8-4b9b-8f64-e589bbd26ac6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1424081 Mar 11 19:45:26.822657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36044) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.828415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:26.834500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:26.838643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:26.841801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:26.848143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:26.868669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.873830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.940649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device eb81fa20-0769-492f-96c7-67ee21f87ece up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:26.945646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.950774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.974088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92b5141-a6e8-4a9e-9f13-b9ade7f8b848,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:26.986838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:26.988913 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f79af953-a2fa-4ed7-bc76-dad2d37f27fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650105 Mar 11 19:45:26.991160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36048) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:26.997264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:27.003001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:27.006769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:27.009648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:27.013422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Allocated IP 172.26.8.82 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/f7ff89da-ac65-4aad-9830-619f8c6d1917) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:27.016782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:27.019128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port eb81fa20-0769-492f-96c7-67ee21f87ece triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:27.019528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.035131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.106353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.113160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.137614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c450e2b1-86dd-4951-8d99-aa4f04e6e5f4,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:27.153836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.158513 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4e989027-2b47-4962-ba1d-606bd3dc21ec tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1661654 Mar 11 19:45:27.159208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36052) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:27.165548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:27.171715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:27.181124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.190891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:27.195279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:27.202319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:27.213097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.213823 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Project ab1bdd976e8241bfa5b391d2173f104f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:45:27.220471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.283782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:27.284871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.286823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:27.289445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.291547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:27.315961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=f7ff89da-ac65-4aad-9830-619f8c6d1917,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:27.316223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28befe1e-f69c-45b1-954e-1032232fe6b9,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:27.326250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.327897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d77e577-49cc-4296-aa34-9ea770f0ae74 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1676216 Mar 11 19:45:27.330716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36056) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:27.336237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'security_group_rule': {'security_group_id': '421b398e-0303-4403-95d5-2be62daf1c4a', 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:27.342152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:27.346225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:security_group_rule and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:27.349343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:27.355078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:27.367100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Project ab1bdd976e8241bfa5b391d2173f104f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:45:27.373547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.436845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.441112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.466247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2455670a-c69c-42f1-b63c-a3c4421da296,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:27.476207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.477574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-26e34af0-44e3-4fad-8f27-5cfea6dd9b78 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1457419 Mar 11 19:45:27.790343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:27.845017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:28.061486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:28.067062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:28.114828 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:45:28.181393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event updated for resources: {'Port': ['ID=f7ff89da-ac65-4aad-9830-619f8c6d1917,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:28.197734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:28.482217 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Floating IP 0708329d-dd87-4450-8b64-80a6f196babd associated. External IP: 172.26.8.82, port: 04727b3e-2d41-4f26-89de-e5156bc7965f. Mar 11 19:45:28.888718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Router 82bc3484-1c51-4d5d-8176-fd93b5942906 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:29.091256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:29.102100 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Sync routers for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:29.119563 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:29.120896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:29.121071 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:29.203720 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-39fd4d96-2f34-415b-afb8-6e62426a4990 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5078852 Mar 11 19:45:29.204447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:29.298787 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'status': 'completed', 'code': 200} Mar 11 19:45:29.317153 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:29.460720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be88f54-ab1d-4d9d-a0d6-fd9516a6fd3a req-2439a872-4a48-4c6a-a1da-ac47a1b13ca0 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.462095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2be88f54-ab1d-4d9d-a0d6-fd9516a6fd3a req-2439a872-4a48-4c6a-a1da-ac47a1b13ca0 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1118984 Mar 11 19:45:29.464934 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-5ceb17f3-801d-4d31-b88f-07ebf7aa73d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.1442864 Mar 11 19:45:29.594807 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2be88f54-ab1d-4d9d-a0d6-fd9516a6fd3a req-e295e450-9e78-46b6-a87d-494198d00509 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256101 Mar 11 19:45:29.633348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-f43712c7-2f6f-439b-9bce-f00d70d0d07c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.634638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36116) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:29.635167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-f43712c7-2f6f-439b-9bce-f00d70d0d07c service neutron] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 897 time: 0.1513822 Mar 11 19:45:29.717208 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0708329d-dd87-4450-8b64-80a6f196babd', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'mac_address': 'fa:16:3e:9e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:27Z', 'updated_at': '2022-03-11T19:45:27Z', 'revision_number': 0, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:29.722602 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Checking router: 82bc3484-1c51-4d5d-8176-fd93b5942906 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:29.739024 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:29.740754 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:29.747077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0c85a7c2-1079-4866-964f-7a4ba66a0617 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 200 len: 990 time: 0.1102245 Mar 11 19:45:29.755431 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-420ad943-df18-4425-94c6-ee29df388337 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 998 time: 0.1115243 Mar 11 19:45:29.822477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-e4658196-e661-4306-a393-a3a05d8796a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.824050 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-e4658196-e661-4306-a393-a3a05d8796a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.0620511 Mar 11 19:45:29.906109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-1ab4ab3b-cfea-4e03-ad0d-a0991ea53d36 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752621 Mar 11 19:45:29.928069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:30.038355 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-7de2ed0d-484c-4dad-8f9c-eef6b399fb91 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261387 Mar 11 19:45:30.176239 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab1be2ce-42f0-400a-8c37-6bcd1636066b req-f95b92c6-6bac-4edd-8493-04568384d8c8 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301396 Mar 11 19:45:30.307787 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0708329d-dd87-4450-8b64-80a6f196babd', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'mac_address': 'fa:16:3e:9e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:27Z', 'updated_at': '2022-03-11T19:45:27Z', 'revision_number': 0, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:30.312003 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84356879-7cf4-42ac-8346-0387c9475101 None None] The sync data for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv is: [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '0708329d-dd87-4450-8b64-80a6f196babd', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'floating_ip_address': '172.26.8.82', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'mac_address': 'fa:16:3e:9e:44:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:27Z', 'updated_at': '2022-03-11T19:45:27Z', 'revision_number': 0, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:30.749467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36122) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:30.853570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1b16ec79-e9b3-4768-b790-3ca804ae32b0 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 200 len: 990 time: 0.1029251 Mar 11 19:45:31.857314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36128) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:32.083101 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-575afbc9-62d8-4d67-b768-6158df6cdf3a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 200 len: 990 time: 0.2246571 Mar 11 19:45:32.655778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62d327d-0735-496d-b06e-ece61312ce75 None None] New status for floating IP 0708329d-dd87-4450-8b64-80a6f196babd: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:45:32.985545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e232777b-b569-43de-9b1d-e3ab83ead8af up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:33.058532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e232777b-b569-43de-9b1d-e3ab83ead8af completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:33.064116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e232777b-b569-43de-9b1d-e3ab83ead8af triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:33.064553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:33.087150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36134) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:33.218241 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f52ab256-7f13-4111-9d4d-40f3de3b217b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 200 len: 992 time: 0.1300004 Mar 11 19:45:33.270651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:33.290578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e232777b-b569-43de-9b1d-e3ab83ead8af, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e232777b-b569-43de-9b1d-e3ab83ead8af,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:33.294664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:33.378810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e232777b-b569-43de-9b1d-e3ab83ead8af,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:34.936152 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e232777b-b569-43de-9b1d-e3ab83ead8af up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:35.004993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e232777b-b569-43de-9b1d-e3ab83ead8af triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:35.005360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:36.885774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36148) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:36.978208 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-541f2a29-8a31-4c4d-a683-f9be1309a99d tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=2b23187fa5184d4aac3b1c0cfd073996&network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 2999 time: 0.0849979 Mar 11 19:45:38.445328 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-41508c46-1461-4682-8ef9-f25bd74e15d4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705888 Mar 11 19:45:38.585872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-ec1a99b1-2995-41eb-ab09-72a2e60b8ecf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1098 time: 0.0700834 Mar 11 19:45:38.601674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36172) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:38.743284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b41f6a-b147-4f84-9299-e63a771cd0aa tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:38.744658 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-44b41f6a-b147-4f84-9299-e63a771cd0aa tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 814 time: 0.1419733 Mar 11 19:45:38.780401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-ecc81abb-b761-482f-a0ec-977741fca8ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:38.781823 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-ecc81abb-b761-482f-a0ec-977741fca8ab service neutron] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 898 time: 0.1467476 Mar 11 19:45:38.889320 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-7d1fc14d-3357-4786-889c-b099448d2090 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 1000 time: 0.0989289 Mar 11 19:45:38.951388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-08b48892-95b6-41b9-9a36-079c8bdfcbad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:38.952814 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-08b48892-95b6-41b9-9a36-079c8bdfcbad service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.0572684 Mar 11 19:45:39.031166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-0d85c84a-6060-48d7-b7a4-1c2fd33147e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715086 Mar 11 19:45:39.163367 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-692e0d72-86e5-49be-845d-4a391a1e46d0 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247499 Mar 11 19:45:39.258216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36182) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.264734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--693504457', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:39.271450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:39.281684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:39.297282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:39.300494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:39.311697 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e78a8c79-f4d4-44b4-a328-d22a6dd2c8b7 req-62c9132d-5606-4811-a2db-a8f3eb87b0f1 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409211 Mar 11 19:45:39.332865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:39.342485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:39.342821 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 059bab72-60d7-49fc-babe-1640887ce953 of type vlan for network 65888f31-adcd-410d-b05a-6b56ddc9524a Mar 11 19:45:39.372954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:39.402273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:39.406153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.406729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:39.514148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2531247 Mar 11 19:45:39.518906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb5cc-c13b-46de-8eb5-40ff233060ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=65888f31-adcd-410d-b05a-6b56ddc9524a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:39.519079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36186) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.527534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 65888f31-adcd-410d-b05a-6b56ddc9524a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:45:39.581910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11988a8d-983d-46e5-a2b9-41afb6e6b1e8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.586420 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-11988a8d-983d-46e5-a2b9-41afb6e6b1e8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0661139 Mar 11 19:45:39.586727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36190) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.714455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa22eeb-91bd-49f1-9c2c-eb1cf7dd1f2f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.716035 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-efa22eeb-91bd-49f1-9c2c-eb1cf7dd1f2f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283581 Mar 11 19:45:39.719087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36194) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.756848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-027ed922-b33a-45ba-a4f0-54738fbc3e25 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367138 Mar 11 19:45:39.759681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36198) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.796824 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-327300ba-d82e-4eae-b01d-2faba7643a26 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360227 Mar 11 19:45:39.799224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36202) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.930046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb9283-b6d4-4850-988a-cfa16353dc3b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.931637 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5adb9283-b6d4-4850-988a-cfa16353dc3b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1314085 Mar 11 19:45:39.934461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36206) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.977367 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-59e06c9a-3b68-44e6-9d72-d0a2a72e7c88 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417941 Mar 11 19:45:39.980297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36210) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:39.985806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101225144', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:40.202913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:40.206772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:40.209950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:40.215832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:40.226737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:40.328933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:40.538468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:40.600975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=6f4da47a-f96a-43d4-99c2-4d4abc66ef2f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:40.630530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:40.630851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 65888f31-adcd-410d-b05a-6b56ddc9524a, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:40.652261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 65888f31-adcd-410d-b05a-6b56ddc9524a is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:40.665352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 65888f31-adcd-410d-b05a-6b56ddc9524a) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:40.669591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:40.670169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:40.684144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f6233-86dc-4072-a18d-0e8553411e6c None None] Network 65888f31-adcd-410d-b05a-6b56ddc9524a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:40.695540 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b6627ccd-6143-4e52-a165-94486d274616 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7141583 Mar 11 19:45:40.926932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-65888f31-adcd-410d-b05a-6b56ddc9524a', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:45:40.927843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.037249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36222) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:41.043634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1812427623', 'description': 'tempest-secgroup-smoke-1812427623 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:41.050290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.062486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.075142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.086610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Allocated IP 172.20.0.18 (65888f31-adcd-410d-b05a-6b56ddc9524a/6f4da47a-f96a-43d4-99c2-4d4abc66ef2f/2272d897-2011-475b-89d5-e22d0cdba5f6) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:41.132420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.137064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:41.154654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:41.165224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.256792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.262441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.309426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.314203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.318391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-47835077-7dab-43c2-ae2c-3f9db18c8e28 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2769871 Mar 11 19:45:41.318695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:41.325259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:41.326329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.333121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.337054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Transition to ACTIVE for port object 2272d897-2011-475b-89d5-e22d0cdba5f6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:41.337463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:41.341586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:41.347656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.355782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Transition to ACTIVE for port object 2272d897-2011-475b-89d5-e22d0cdba5f6 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:41.363848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.368877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.430016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.433882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Network 65888f31-adcd-410d-b05a-6b56ddc9524a is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:41.435282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.436613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:41.440452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:41.446706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Pushing event updated for resources: {'Port': ['ID=2272d897-2011-475b-89d5-e22d0cdba5f6,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.462234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a2865c-a001-42f5-829a-f9821235a118,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.473844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.478664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36232) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:41.479298 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-01595069-813c-4c8e-8c57-c47e3adbc1a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1588788 Mar 11 19:45:41.484443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:41.490732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.494724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:41.497780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:41.504359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.522164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.534366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Attempting to bind port 2272d897-2011-475b-89d5-e22d0cdba5f6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:41.534773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Attempting to bind port 2272d897-2011-475b-89d5-e22d0cdba5f6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:41.535128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Attempting to bind port 2272d897-2011-475b-89d5-e22d0cdba5f6 on network 65888f31-adcd-410d-b05a-6b56ddc9524a {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:41.541775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:41.542113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Checking segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:41.542499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.542925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Bound using segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:41.543400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Bound port: 2272d897-2011-475b-89d5-e22d0cdba5f6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:41.543770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.607087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.614729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.646025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdc1ddd-0aa8-4ef1-9841-cbf4221078b3,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.658667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.663821 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-15889456-0238-46a8-923d-7f266d3a201c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1814675 Mar 11 19:45:41.664874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36236) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:41.671753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:41.681954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] For port 2272d897-2011-475b-89d5-e22d0cdba5f6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:41.683391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.685865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] For port 2272d897-2011-475b-89d5-e22d0cdba5f6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2272d897-2011-475b-89d5-e22d0cdba5f6,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:41.690037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:41.691753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.695500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:41.709820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.736912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.788370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79132320-6052-4f87-82e3-b54d5e89ccf5 None None] Pushing event updated for resources: {'Port': ['ID=2272d897-2011-475b-89d5-e22d0cdba5f6,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.832621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.838075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.864916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef242f5-c8cd-490b-bca8-42134805c65f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.877132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:41.878507 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-16a04bc7-8cc1-4ac9-be22-fa925f3645f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2129788 Mar 11 19:45:41.882119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36240) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:41.890012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:41.896884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:41.902307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:41.906195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:41.913818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:41.935862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.037960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.050140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.087743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caef376e-44ad-437c-8573-a4cfe7f5c054,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.107399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.109969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-66aea19a-4f2d-426a-be46-a56b142c0379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2267673 Mar 11 19:45:42.113159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36244) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:42.122916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:42.133131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:42.143260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:42.149910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:42.159160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:42.177378 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:45:42.187647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.278768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.285665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.314539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b1f100-3c4f-43c0-a2a9-7801bad3ad15,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.329034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.330632 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-00ce8a71-0837-46c4-b573-22c5571d131b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2155688 Mar 11 19:45:42.333656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36250) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:42.339519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:42.345824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:42.349860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:42.352936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:42.360156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:42.380405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:45:42.383931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.451812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.456494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.478748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cd1c3a-ff8b-4611-be98-9d48faa1993c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.488641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:42.489803 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f9dba610-812f-404e-a272-a9c76c04ad60 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1552823 Mar 11 19:45:42.733567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-04715f0a-fe06-4729-827f-060012dbd1cd req-9e1fedb2-bd11-4dcd-ba6e-3191c9575d36 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:42.751691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-04715f0a-fe06-4729-827f-060012dbd1cd req-9e1fedb2-bd11-4dcd-ba6e-3191c9575d36 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:42.752878 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-9e1fedb2-bd11-4dcd-ba6e-3191c9575d36 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1812427623&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0631599 Mar 11 19:45:42.874290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c725c8-ebb0-4cab-b4c0-b056d390474c None None] Network 65888f31-adcd-410d-b05a-6b56ddc9524a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:45:42.909334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715f0a-fe06-4729-827f-060012dbd1cd req-111a37ed-90f8-44e7-af72-34b6351b7380 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:42.911857 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-111a37ed-90f8-44e7-af72-34b6351b7380 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=65888f31-adcd-410d-b05a-6b56ddc9524a HTTP/1.1" status: 200 len: 796 time: 0.1515398 Mar 11 19:45:42.935272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-d0945b1a-5d64-4255-830c-881aefe40586 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0169919 Mar 11 19:45:43.006090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6f4aa5c2-3e13-40bb-9b46-6226de438c36 None None] Provisioning for port 2272d897-2011-475b-89d5-e22d0cdba5f6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:43.029889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2272d897-2011-475b-89d5-e22d0cdba5f6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:43.043854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-6051df78-b1fd-43d1-accc-8ff4ba053933 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0935807 Mar 11 19:45:43.182019 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-9f7543f3-972b-4c23-86d0-8e319a232602 service neutron] 10.222.0.76 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271515 Mar 11 19:45:43.297446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2272d897-2011-475b-89d5-e22d0cdba5f6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:43.320268 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-6f0d00e4-da09-4686-af8d-4120204fa5eb service neutron] 10.222.0.76 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299188 Mar 11 19:45:43.361808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2272d897-2011-475b-89d5-e22d0cdba5f6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:43.362208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:43.549127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:43.569816 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6561caa4-c94a-4028-b375-bee71fea380f req-c669e960-af90-4984-aeba-d169207f62d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 210 time: 0.0593853 Mar 11 19:45:43.599899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2272d897-2011-475b-89d5-e22d0cdba5f6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2272d897-2011-475b-89d5-e22d0cdba5f6,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:43.619086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:43.696616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2272d897-2011-475b-89d5-e22d0cdba5f6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:43.845594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-075db2e7-23a9-4e8a-a8f9-4dec61985215 None None] Provisioning complete for port 2272d897-2011-475b-89d5-e22d0cdba5f6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:43.846039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-075db2e7-23a9-4e8a-a8f9-4dec61985215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:43.854725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-570563f7-d7be-4ab1-b79a-b8067845bad6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:43.874002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-570563f7-d7be-4ab1-b79a-b8067845bad6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:43.876699 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-570563f7-d7be-4ab1-b79a-b8067845bad6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249191264&fields=id&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 267 time: 0.0716298 Mar 11 19:45:44.030564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-52a1583c-249a-4add-ad40-efb64c5506c7 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:44.031201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-52a1583c-249a-4add-ad40-efb64c5506c7 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:44.048817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-52a1583c-249a-4add-ad40-efb64c5506c7 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:44.049963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-52a1583c-249a-4add-ad40-efb64c5506c7 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.1660836 Mar 11 19:45:44.067009 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-66df32be-e511-426e-af1e-943ab0ec95d3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/quotas/ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 375 time: 0.0107622 Mar 11 19:45:44.145775 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-f677a290-5177-494a-ae8f-ca0a56b7f57f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738287 Mar 11 19:45:44.374911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4b63ea31-eb52-4a28-82d0-10b0c2fe1569 service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160127 Mar 11 19:45:44.435998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-95039c7a-458f-4cfa-9b42-4bbf402ff308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:44.506781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-2d8db805-a67e-47f4-a0b5-87f1ac0bb5b5 service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260586 Mar 11 19:45:44.669401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ee4e04b-4183-4904-8854-7e2149d653fc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:44.671143 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ee4e04b-4183-4904-8854-7e2149d653fc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=65888f31-adcd-410d-b05a-6b56ddc9524a HTTP/1.1" status: 200 len: 796 time: 0.1590321 Mar 11 19:45:44.736246 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-c66d3ce7-4e03-4c9d-899b-58c74545b330 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 472 time: 0.0526385 Mar 11 19:45:44.747090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:44.784411 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a5cce28-3475-4d39-ab85-f3ec5a85e414 req-59aa3e24-56c4-4623-b8b5-a932b6a08d8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 210 time: 0.0480344 Mar 11 19:45:44.901390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:44.905696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:port and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:45:44.908569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:45:44.914389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:44.925056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:44.928544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:44.963707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-153405f5-5c20-415c-9ede-584fd7d6e89b req-16759601-8895-4037-975d-8f115ad03573 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:44.985622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2272d897-2011-475b-89d5-e22d0cdba5f6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:44.988212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-153405f5-5c20-415c-9ede-584fd7d6e89b req-16759601-8895-4037-975d-8f115ad03573 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:44.989845 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-153405f5-5c20-415c-9ede-584fd7d6e89b req-16759601-8895-4037-975d-8f115ad03573 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 210 time: 0.1023169 Mar 11 19:45:45.080565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2272d897-2011-475b-89d5-e22d0cdba5f6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:45.080949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.101854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.26 (65888f31-adcd-410d-b05a-6b56ddc9524a/6f4da47a-f96a-43d4-99c2-4d4abc66ef2f/be3c14a2-8b41-45f9-b4e2-6fcc5528b76a) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:45.308110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.323952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object be3c14a2-8b41-45f9-b4e2-6fcc5528b76a will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:45.347283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.440595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 65888f31-adcd-410d-b05a-6b56ddc9524a is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:45.445054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:45.446966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:45.449842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:45.516084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:45.516691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.548263 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fd0b6963-01d5-469b-b7b9-187053485246 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8053067 Mar 11 19:45:45.560067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Request body: {'port': {'device_id': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:45.678238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.708076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86fbe102-d829-40b7-b4e0-2f00dd391aad None None] Provisioning for port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:45.712749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-86fbe102-d829-40b7-b4e0-2f00dd391aad None None] Provisioning complete for port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:45.713122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86fbe102-d829-40b7-b4e0-2f00dd391aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:45.781591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-86fbe102-d829-40b7-b4e0-2f00dd391aad None None] Port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:46.078930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3c14a2-8b41-45f9-b4e2-6fcc5528b76a {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:46.086109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.101934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Transition to ACTIVE for port object be3c14a2-8b41-45f9-b4e2-6fcc5528b76a will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:46.116013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c4ba0-8e09-48a6-b4a6-8d1d8ba2baa5 req-9d44010e-66b7-458a-b10f-681cf2d0cb5a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:46.116735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ec5c4ba0-8e09-48a6-b4a6-8d1d8ba2baa5 req-9d44010e-66b7-458a-b10f-681cf2d0cb5a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:46.120890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.207669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ec5c4ba0-8e09-48a6-b4a6-8d1d8ba2baa5 req-9d44010e-66b7-458a-b10f-681cf2d0cb5a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:46.208827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec5c4ba0-8e09-48a6-b4a6-8d1d8ba2baa5 req-9d44010e-66b7-458a-b10f-681cf2d0cb5a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 932 time: 0.2987988 Mar 11 19:45:46.283833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bee5ecda-f7a5-4321-a13c-4799026b79af req-ce7ee9ba-fb59-4662-8850-f01406fe01c0 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 210 time: 0.0484517 Mar 11 19:45:46.367630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-b5aff3b9-ab2d-45fe-9a19-2341fea4d4d2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:46.369068 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-b5aff3b9-ab2d-45fe-9a19-2341fea4d4d2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.3576443 Mar 11 19:45:46.385973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:46.516248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-f51b4667-9ba1-4c72-9855-1f48fb1e352f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:46.525037 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec5c4ba0-8e09-48a6-b4a6-8d1d8ba2baa5 req-f7f3ef6c-ee8c-4a7c-ac29-42bb0171afd3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400406 Mar 11 19:45:46.531715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-f51b4667-9ba1-4c72-9855-1f48fb1e352f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:46.532863 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-f51b4667-9ba1-4c72-9855-1f48fb1e352f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 379 time: 0.0662935 Mar 11 19:45:46.544492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'port': {'device_id': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'admin_state_up': True, 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'security_groups': ['421b398e-0303-4403-95d5-2be62daf1c4a']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:46.565292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Attempting to bind port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:46.565621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Attempting to bind port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:46.565937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Attempting to bind port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a on network 65888f31-adcd-410d-b05a-6b56ddc9524a {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:46.571809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a on network 65888f31-adcd-410d-b05a-6b56ddc9524a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:45:46.572119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Attempting to bind port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a on network 65888f31-adcd-410d-b05a-6b56ddc9524a {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:46.578234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:46.578570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Checking segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:46.578937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Bound using segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:46.579370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Bound port: be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:46.579712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.669556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:46.672719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:46.678286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.689914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:45:46.700708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:45:46.720489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Made reservation on behalf of ab1bdd976e8241bfa5b391d2173f104f for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:46.725271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.732373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-56e179cd-3d02-4471-a1f7-2bb90b7d11de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.744201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:46.745552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] 10.222.0.90 "PUT /v2.0/ports/be3c14a2-8b41-45f9-b4e2-6fcc5528b76a HTTP/1.1" status: 200 len: 1094 time: 1.1901619 Mar 11 19:45:46.745983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:46.763387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdd715-4dec-4bfa-9fa1-6687b91cf455 service neutron] Pushing event updated for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:46.845737 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a', 'status': 'completed', 'code': 200} Mar 11 19:45:46.913322 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-fb1fd13e-7f3a-4f96-9395-130064ce5be1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 1097 time: 0.1077557 Mar 11 19:45:46.943886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.20.0.12 (8d7651d9-6b78-45f5-8643-c0fcf9e24afc/471bc7d4-1805-4fb3-bd80-01505387b0b7/6e8b1edc-ab97-4471-8402-4b9431f1a8af) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:46.997043 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-de0da283-1ce4-4d48-aec4-0e9967f954cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a HTTP/1.1" status: 200 len: 217 time: 0.0747030 Mar 11 19:45:47.069556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04715f0a-fe06-4729-827f-060012dbd1cd req-135692a2-4e69-4802-87c6-54c63fab44e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.071550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-135692a2-4e69-4802-87c6-54c63fab44e0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6f4da47a-f96a-43d4-99c2-4d4abc66ef2f HTTP/1.1" status: 200 len: 838 time: 0.0675404 Mar 11 19:45:47.151492 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-67b577f5-450a-4571-b4b1-dd6554553ddd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65888f31-adcd-410d-b05a-6b56ddc9524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721977 Mar 11 19:45:47.172590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.191947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Transition to ACTIVE for port object 6e8b1edc-ab97-4471-8402-4b9431f1a8af will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:47.216039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.294975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:47.298576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:47.300327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:47.302982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:47.323196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-2373d7dc-2c87-43e7-b896-8f2677f828bd service neutron] 10.222.0.90 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625364 Mar 11 19:45:47.372450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.373048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.399569 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-a45f8c9d-8c11-4303-a45e-22251c1bb35f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8597980 Mar 11 19:45:47.412576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Request body: {'port': {'device_id': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:45:47.532470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-04715f0a-fe06-4729-827f-060012dbd1cd req-c136058d-a5c2-4889-90d1-246ac44922df service neutron] 10.222.0.90 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007651 Mar 11 19:45:47.537035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.543457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be6409-8892-4252-8e15-378907acfdda req-5db211f8-c03f-4941-89d3-00104aaeb3fa tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.554157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-73be6409-8892-4252-8e15-378907acfdda req-5db211f8-c03f-4941-89d3-00104aaeb3fa tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 932 time: 0.1284254 Mar 11 19:45:47.665231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4717d467-8fb3-4a6a-a56c-911ea8165977 None None] Provisioning for port 6e8b1edc-ab97-4471-8402-4b9431f1a8af completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:47.668378 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-73be6409-8892-4252-8e15-378907acfdda req-aa9d7365-ffc2-4f91-b6ec-3d3f63832755 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127572 Mar 11 19:45:47.689069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4717d467-8fb3-4a6a-a56c-911ea8165977 None None] Provisioning complete for port 6e8b1edc-ab97-4471-8402-4b9431f1a8af triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:47.689696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4717d467-8fb3-4a6a-a56c-911ea8165977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.719737 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-8ce77b6b-498b-4176-8bbe-2d33d9803c4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 1097 time: 0.1174550 Mar 11 19:45:47.779067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4717d467-8fb3-4a6a-a56c-911ea8165977 None None] Port 6e8b1edc-ab97-4471-8402-4b9431f1a8af cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:47.783615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.877445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-202c37cc-9ab0-4af6-b747-5464e9e6baf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.879413 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-202c37cc-9ab0-4af6-b747-5464e9e6baf9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=65888f31-adcd-410d-b05a-6b56ddc9524a HTTP/1.1" status: 200 len: 897 time: 0.1567390 Mar 11 19:45:47.936856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aa7f3-c59f-4def-9f0c-f7439d008db6 req-c4a01627-d262-4b2a-8be9-8e70289d0eee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.938984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d8aa7f3-c59f-4def-9f0c-f7439d008db6 req-c4a01627-d262-4b2a-8be9-8e70289d0eee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 944 time: 0.1562827 Mar 11 19:45:47.952123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-07d92540-ee09-4795-84f6-941abeaf219d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a HTTP/1.1" status: 200 len: 217 time: 0.0639491 Mar 11 19:45:47.969411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:47.989579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8b1edc-ab97-4471-8402-4b9431f1a8af {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:48.000388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:48.010982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d8aa7f3-c59f-4def-9f0c-f7439d008db6 req-3002159c-1e46-4eb4-a814-2586874333d5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611577 Mar 11 19:45:48.018636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-99d48def-7446-44f5-aeec-96930aaa1627 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:48.019553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Transition to ACTIVE for port object 6e8b1edc-ab97-4471-8402-4b9431f1a8af will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:48.020670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-99d48def-7446-44f5-aeec-96930aaa1627 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6f4da47a-f96a-43d4-99c2-4d4abc66ef2f HTTP/1.1" status: 200 len: 838 time: 0.0622556 Mar 11 19:45:48.026993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:48.101133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-3481b9b8-ff7d-4725-8214-6c0406fce6a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=65888f31-adcd-410d-b05a-6b56ddc9524a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0736432 Mar 11 19:45:48.177309 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:48.273715 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-c316ca21-8b6b-46cf-91a2-d796335db7b5 service neutron] 10.222.0.90 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651974 Mar 11 19:45:48.322383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Attempting to bind port 6e8b1edc-ab97-4471-8402-4b9431f1a8af on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:48.323013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Attempting to bind port 6e8b1edc-ab97-4471-8402-4b9431f1a8af by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:48.323145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Attempting to bind port 6e8b1edc-ab97-4471-8402-4b9431f1a8af on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:48.330070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Port 6e8b1edc-ab97-4471-8402-4b9431f1a8af on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:45:48.330584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Attempting to bind port 6e8b1edc-ab97-4471-8402-4b9431f1a8af on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:48.337930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:48.338408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:48.338793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Bound using segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:48.339225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Bound port: 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:48.339614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:48.430639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:48.433780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:48.440167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:48.506667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:48.508062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] 10.222.0.90 "PUT /v2.0/ports/6e8b1edc-ab97-4471-8402-4b9431f1a8af HTTP/1.1" status: 200 len: 1094 time: 1.1017034 Mar 11 19:45:48.508456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:48.537862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8472181-a3af-4797-84f5-b68f3c57e52a req-c25deb30-eb5c-4060-81e0-107af8a0cab8 service neutron] 10.222.0.90 "GET /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563913 Mar 11 19:45:48.543782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e679131-0bc2-406c-a58b-c47a67cd6e68 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:48.588409 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'status': 'completed', 'code': 200} Mar 11 19:45:48.636896 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-81a687c1-da1b-49ff-ac2d-09330301d050 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 1097 time: 0.0835044 Mar 11 19:45:48.680048 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:45:48.700125 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:48.700891 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:48.714010 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-fc41738a-53f4-4ed2-8825-93a3b25b2a18 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af HTTP/1.1" status: 200 len: 217 time: 0.0696695 Mar 11 19:45:48.802285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4a7bf342-497b-4c2b-846b-1a64497b9da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:48.803653 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-4a7bf342-497b-4c2b-846b-1a64497b9da8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0807524 Mar 11 19:45:48.902855 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:48.923272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-7b02efd6-c1f4-4332-a11c-6fa22bd6f77e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125798 Mar 11 19:45:49.040551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ace7c-aa00-4988-9868-1f0987b382da req-3cd19c84-326a-4b7c-ac9a-2268f5d57e01 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.041890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-276ace7c-aa00-4988-9868-1f0987b382da req-3cd19c84-326a-4b7c-ac9a-2268f5d57e01 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:45:49.062191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-276ace7c-aa00-4988-9868-1f0987b382da req-3cd19c84-326a-4b7c-ac9a-2268f5d57e01 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:45:49.067802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-276ace7c-aa00-4988-9868-1f0987b382da req-3cd19c84-326a-4b7c-ac9a-2268f5d57e01 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.2517059 Mar 11 19:45:49.076926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-19ee9a2c-ae94-4fc7-b330-fd6d26ac660f service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471941 Mar 11 19:45:49.134664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:49.140264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-276ace7c-aa00-4988-9868-1f0987b382da req-7de31f79-9a01-43ba-8a02-40a426d1d122 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677066 Mar 11 19:45:49.284061 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 2, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:49.288832 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:45:49.288832 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Updating router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 port 82c5dece-d055-45b9-8b7d-b12b5488c801 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:45:49.310697 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c271cb85-ec8c-4b4b-8d51-582748997958 req-0ab193c1-5744-4e70-8047-a9afc11bb071 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268019 Mar 11 19:45:49.327166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78852-51d2-411b-a868-e08ee39afd8e req-d026153a-8e44-4c79-af16-b5981ffef150 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.328759 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e7f78852-51d2-411b-a868-e08ee39afd8e req-d026153a-8e44-4c79-af16-b5981ffef150 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 944 time: 0.1134253 Mar 11 19:45:49.345107 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:49.415984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e7f78852-51d2-411b-a868-e08ee39afd8e req-0d684c93-f487-4543-8ded-87a9c93d59c8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812962 Mar 11 19:45:49.457109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-0e75b6aa-bfad-4876-ba0f-c1bef1a721e9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 1097 time: 0.0907807 Mar 11 19:45:49.587472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-534d3b3a-bc68-4b57-b1bf-85ba6e099fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.588827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-534d3b3a-bc68-4b57-b1bf-85ba6e099fd5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1256244 Mar 11 19:45:49.660424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-9103b19f-f0c4-44e5-b6d3-7a62bb20e5d7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af HTTP/1.1" status: 200 len: 217 time: 0.0641344 Mar 11 19:45:49.712666 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:49.724890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-3231ecaa-2954-499c-97b6-20e16472e82e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.725897 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Transition to ACTIVE for port object 82c5dece-d055-45b9-8b7d-b12b5488c801 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:49.726602 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-3231ecaa-2954-499c-97b6-20e16472e82e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0602920 Mar 11 19:45:49.733618 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:49.809102 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-6f26250e-82bb-4967-9520-837ef4cd70d9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760334 Mar 11 19:45:49.859790 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeddf42-8e1f-4e16-9e48-63a98e1cf994 None None] Pushing event updated for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:49.963682 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-93c92cae-86f7-411b-8da2-1d554752f557 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484542 Mar 11 19:45:49.969545 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Attempting to bind port 82c5dece-d055-45b9-8b7d-b12b5488c801 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:45:49.969908 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Attempting to bind port 82c5dece-d055-45b9-8b7d-b12b5488c801 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:45:49.970255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Attempting to bind port 82c5dece-d055-45b9-8b7d-b12b5488c801 on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:45:49.977026 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:45:49.977387 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:45:49.977901 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:49.978450 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Bound using segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:45:49.979072 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Bound port: 82c5dece-d055-45b9-8b7d-b12b5488c801, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:45:49.979633 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:50.080353 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] For port 82c5dece-d055-45b9-8b7d-b12b5488c801, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:50.085525 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] For port 82c5dece-d055-45b9-8b7d-b12b5488c801, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=82c5dece-d055-45b9-8b7d-b12b5488c801,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:50.093610 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:50.118312 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f11eff40-9ce6-477b-a79c-2f675b6a26de req-dec0902c-44c0-434b-bdd9-6df4e5bbacef service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482487 Mar 11 19:45:50.176896 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:45:50.177728 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:50.298897 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeddf42-8e1f-4e16-9e48-63a98e1cf994 None None] Pushing event updated for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:50.368814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ce253-2bce-4b0c-aafc-f298dab520f1 req-1eee049f-312d-4814-8578-e573f67618fb tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:50.370407 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b24ce253-2bce-4b0c-aafc-f298dab520f1 req-1eee049f-312d-4814-8578-e573f67618fb tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.1072192 Mar 11 19:45:50.389772 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:45:50.420135 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b24ce253-2bce-4b0c-aafc-f298dab520f1 req-c1034ef1-5a14-4ff8-979e-a135711a79fe tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Mar 11 19:45:50.624520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a344670-ccb1-4870-a4d8-78821740257b req-b61c102a-bea8-41a6-9140-4345f22f1ad3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:50.625939 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a344670-ccb1-4870-a4d8-78821740257b req-b61c102a-bea8-41a6-9140-4345f22f1ad3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 944 time: 0.0768299 Mar 11 19:45:50.671054 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a344670-ccb1-4870-a4d8-78821740257b req-61fc64f4-7db2-40b7-87de-2694287913eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384295 Mar 11 19:45:50.713803 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:50Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:50.717653 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d361338-7784-4bf5-b4b2-23578b14da18 None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:50Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:45:50.968910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 82c5dece-d055-45b9-8b7d-b12b5488c801 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:51.040749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 82c5dece-d055-45b9-8b7d-b12b5488c801 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:51.045652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 82c5dece-d055-45b9-8b7d-b12b5488c801 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:51.046028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:51.070616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device be3c14a2-8b41-45f9-b4e2-6fcc5528b76a details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:45:51.271628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:51.302853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:51.325129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'port_id': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a', 'mac_address': 'fa:16:3e:5d:25:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:45:51.354382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 82c5dece-d055-45b9-8b7d-b12b5488c801, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=82c5dece-d055-45b9-8b7d-b12b5488c801,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:51.359940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:51.439389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:51.463109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:51.466637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3c14a2-8b41-45f9-b4e2-6fcc5528b76a {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:51.483498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:51.488244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:51.557698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:51.621866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61dd7ac-2f34-4716-a237-0f7e7da1a5de req-0ff9fe0e-f978-4063-8d10-a3ee0d59fb99 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:51.623823 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c61dd7ac-2f34-4716-a237-0f7e7da1a5de req-0ff9fe0e-f978-4063-8d10-a3ee0d59fb99 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0751493 Mar 11 19:45:51.666003 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c61dd7ac-2f34-4716-a237-0f7e7da1a5de req-115d8330-f45a-4f7c-9c8c-0ec625726329 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380080 Mar 11 19:45:51.841331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['be3c14a2-8b41-45f9-b4e2-6fcc5528b76a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:45:51.957857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5556-e723-4280-b026-043409a7dfcf req-4863f7c6-2496-4930-9099-6577f9b003f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:51.959218 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-390f5556-e723-4280-b026-043409a7dfcf req-4863f7c6-2496-4930-9099-6577f9b003f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 945 time: 0.1705852 Mar 11 19:45:52.007982 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-390f5556-e723-4280-b026-043409a7dfcf req-038ed8bb-9d98-4217-94c6-ca6293e12200 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398350 Mar 11 19:45:52.890317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376fbf1-8d79-4e64-a958-5482c721eff7 req-d995c102-d7a4-4873-aa9e-a570bc4faea2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:52.891808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3376fbf1-8d79-4e64-a958-5482c721eff7 req-d995c102-d7a4-4873-aa9e-a570bc4faea2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0919602 Mar 11 19:45:52.937339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3376fbf1-8d79-4e64-a958-5482c721eff7 req-90b93763-65d8-43ca-969b-6986ec0bb7eb tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395339 Mar 11 19:45:52.947832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 82c5dece-d055-45b9-8b7d-b12b5488c801 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:53.018315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 82c5dece-d055-45b9-8b7d-b12b5488c801 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:53.018598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:53.101407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device be3c14a2-8b41-45f9-b4e2-6fcc5528b76a up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:45:53.193903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:53.199766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:53.200146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:53.203333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7fe67-fce6-467d-9bbd-9af41d9f5336 req-c2259564-2e0d-45fa-8bb3-168bd54e2303 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:53.204784 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-62a7fe67-fce6-467d-9bbd-9af41d9f5336 req-c2259564-2e0d-45fa-8bb3-168bd54e2303 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 945 time: 0.0777161 Mar 11 19:45:53.249971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-62a7fe67-fce6-467d-9bbd-9af41d9f5336 req-ce44b64f-62d7-4c01-bee9-dc28319f6192 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Mar 11 19:45:53.309625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:53.337430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:45:53.349763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:53.354873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:53.397364 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a', 'code': 200} Mar 11 19:45:53.427254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:53.627221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-098cb19a-e551-4a7c-b825-9834624857fc req-16688636-c84e-45f8-83ad-7c67be21ad0d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 1099 time: 0.0712454 Mar 11 19:45:53.669867 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-098cb19a-e551-4a7c-b825-9834624857fc req-36221b4b-7dbe-44d1-be03-5371d9f2b262 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362215 Mar 11 19:45:54.141907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57030381-a4aa-4ad6-8a4f-c9a5c4dcf73d req-345cf1bf-0914-44e3-8167-8fd65fc3e7ae tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:54.143555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57030381-a4aa-4ad6-8a4f-c9a5c4dcf73d req-345cf1bf-0914-44e3-8167-8fd65fc3e7ae tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0750666 Mar 11 19:45:54.191960 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57030381-a4aa-4ad6-8a4f-c9a5c4dcf73d req-b7930eba-64b3-44c7-92d5-cc49a95fbebc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424817 Mar 11 19:45:54.412406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:54.448096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ef21a-7412-49d1-bbf5-37026706e08f req-a27f8db9-a955-41a5-aed5-b98aacc5b007 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:54.449541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b44ef21a-7412-49d1-bbf5-37026706e08f req-a27f8db9-a955-41a5-aed5-b98aacc5b007 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.0760770 Mar 11 19:45:54.498411 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b44ef21a-7412-49d1-bbf5-37026706e08f req-013a85e4-2cce-41db-9c8f-bf71d3b2c2f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431814 Mar 11 19:45:55.389197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6e48b-b5f9-43fa-9246-da8e77d18485 req-dded4d44-e681-408a-b414-7fd30d6c2a6c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:55.390672 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fcb6e48b-b5f9-43fa-9246-da8e77d18485 req-dded4d44-e681-408a-b414-7fd30d6c2a6c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0781219 Mar 11 19:45:55.438780 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fcb6e48b-b5f9-43fa-9246-da8e77d18485 req-1834eaae-3642-49ed-9a5a-481d53fc9bda tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404749 Mar 11 19:45:55.724138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cadd1d-b4b1-41c4-9324-2fca81657622 req-9532d216-2dcd-4841-8f59-7492ee0fafa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:55.725489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f0cadd1d-b4b1-41c4-9324-2fca81657622 req-9532d216-2dcd-4841-8f59-7492ee0fafa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.0922894 Mar 11 19:45:55.771186 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f0cadd1d-b4b1-41c4-9324-2fca81657622 req-97822e3b-054b-449b-9d3c-fa2fc6a21b3c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400307 Mar 11 19:45:55.983788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ac484-1b4b-43c9-9ca8-0735ca627e37 req-0236c214-8eb3-4c4c-b6ca-8e57d675c17f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:55.985133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2d2ac484-1b4b-43c9-9ca8-0735ca627e37 req-0236c214-8eb3-4c4c-b6ca-8e57d675c17f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.0893726 Mar 11 19:45:56.029870 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2d2ac484-1b4b-43c9-9ca8-0735ca627e37 req-29ab185a-21e2-47f6-912e-22e215fd5537 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389760 Mar 11 19:45:56.652452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee0323-bccf-4cb2-a69a-14084aae7232 req-895104b6-cd3a-45f3-9cf3-869033f18004 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:56.653880 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b0ee0323-bccf-4cb2-a69a-14084aae7232 req-895104b6-cd3a-45f3-9cf3-869033f18004 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0823524 Mar 11 19:45:56.701725 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b0ee0323-bccf-4cb2-a69a-14084aae7232 req-d9a0e99a-a33d-4375-9215-8d8c7a20ffd3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398228 Mar 11 19:45:57.546817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36350) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:45:57.896713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52892e57-2465-4238-bebf-484bc44a520c req-01831a74-590b-4b94-a536-fee6756365f4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:57.898145 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52892e57-2465-4238-bebf-484bc44a520c req-01831a74-590b-4b94-a536-fee6756365f4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.0756977 Mar 11 19:45:57.943579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52892e57-2465-4238-bebf-484bc44a520c req-180e486b-bf82-4ad2-bbf5-3d978d7b200f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398178 Mar 11 19:45:58.284950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:58.780002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.17 (65888f31-adcd-410d-b05a-6b56ddc9524a/6f4da47a-f96a-43d4-99c2-4d4abc66ef2f/1e979b62-130d-459d-a289-564a7bc3143d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:58.950394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:58.970919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 1e979b62-130d-459d-a289-564a7bc3143d will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:45:58.994879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.063499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 65888f31-adcd-410d-b05a-6b56ddc9524a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:59.092309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6e8b1edc-ab97-4471-8402-4b9431f1a8af details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:45:59.094496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:59.104162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:45:59.133372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:59.185917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.224238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d853a51-2565-4e94-ac2a-e7d54bcc660f req-769bf081-b830-4e80-aaea-6ae330dee6b9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:59.225736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d853a51-2565-4e94-ac2a-e7d54bcc660f req-769bf081-b830-4e80-aaea-6ae330dee6b9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 944 time: 0.1644328 Mar 11 19:45:59.233442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:59.247469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'port_id': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:45:59.304367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.314574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.322219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8b1edc-ab97-4471-8402-4b9431f1a8af {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:45:59.336085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d853a51-2565-4e94-ac2a-e7d54bcc660f req-7fae7062-832c-44af-b730-e49f6465e18f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815313 Mar 11 19:45:59.336954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:59.341166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.417843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:59.420665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-73ac71f2-2551-4a5e-82da-35d465d958eb None None] Provisioning for port 1e979b62-130d-459d-a289-564a7bc3143d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:45:59.426915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-73ac71f2-2551-4a5e-82da-35d465d958eb None None] Provisioning complete for port 1e979b62-130d-459d-a289-564a7bc3143d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:45:59.426915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-73ac71f2-2551-4a5e-82da-35d465d958eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.483137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-73ac71f2-2551-4a5e-82da-35d465d958eb None None] Port 1e979b62-130d-459d-a289-564a7bc3143d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:45:59.722100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.728068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['6e8b1edc-ab97-4471-8402-4b9431f1a8af'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:45:59.729152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.837776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:59.840256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:45:59.975416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 65888f31-adcd-410d-b05a-6b56ddc9524a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:59.976570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:00.209216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8d46dacd-d375-4185-9a29-8fc8d51a16ba None None] Provisioning complete for port 1e979b62-130d-459d-a289-564a7bc3143d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:00.209831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8d46dacd-d375-4185-9a29-8fc8d51a16ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:00.263369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8d46dacd-d375-4185-9a29-8fc8d51a16ba None None] Port 1e979b62-130d-459d-a289-564a7bc3143d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:46:00.465951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:00.537340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d054d2-2efc-484e-adea-410fd882e90a req-fc71d271-b099-40c7-abee-3f9f4cf0ee7a tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:00.538649 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b1d054d2-2efc-484e-adea-410fd882e90a req-fc71d271-b099-40c7-abee-3f9f4cf0ee7a tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 945 time: 0.0784347 Mar 11 19:46:00.584426 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b1d054d2-2efc-484e-adea-410fd882e90a req-334c4ee5-ca0c-414c-b68a-c9eee8d07359 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Mar 11 19:46:00.667860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:00.678306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:00.685557 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ada84fc1-71a4-4738-b4ee-935c99c713f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/51ab44be-7c01-4af8-b577-26a86b0f7140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1373727 Mar 11 19:46:00.689980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:00.690598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:00.863711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:01.128144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6e8b1edc-ab97-4471-8402-4b9431f1a8af up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:46:01.276973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 6e8b1edc-ab97-4471-8402-4b9431f1a8af completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:46:01.283993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 6e8b1edc-ab97-4471-8402-4b9431f1a8af triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:01.284356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.369205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:45:59Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e979b62-130d-459d-a289-564a7bc3143d', 'name': '', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4f:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:58Z', 'updated_at': '2022-03-11T19:45:59Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:01.398790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:01.399116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Updating router 51ab44be-7c01-4af8-b577-26a86b0f7140 port 1e979b62-130d-459d-a289-564a7bc3143d binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:46:01.466740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.477984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.532462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:46:01.556924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:01.566354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.637284 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'code': 200} Mar 11 19:46:01.712560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:01.846759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302819d-3bdd-404a-af79-b2613c9c2b32 req-7928c5ab-f872-4192-81fe-586ca83f87fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:01.848296 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d302819d-3bdd-404a-af79-b2613c9c2b32 req-7928c5ab-f872-4192-81fe-586ca83f87fd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.1326640 Mar 11 19:46:01.855303 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb8baa2b-35cf-42e1-9bfb-51cc8353b332 req-fb11c6a2-8de7-404a-80d2-614b6a2791c5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 1099 time: 0.0971839 Mar 11 19:46:01.894220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.906666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Transition to ACTIVE for port object 1e979b62-130d-459d-a289-564a7bc3143d will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:46:01.914287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:01.922240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d302819d-3bdd-404a-af79-b2613c9c2b32 req-d8da2e02-74d5-4b61-82ec-510cfae49d31 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659983 Mar 11 19:46:01.926581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb8baa2b-35cf-42e1-9bfb-51cc8353b332 req-34ad7b05-bdec-4cfb-9baa-dc8a05d8f8be service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572429 Mar 11 19:46:02.041302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba035-7664-49c6-8983-b1d292e816db None None] Pushing event updated for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:02.130663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Attempting to bind port 1e979b62-130d-459d-a289-564a7bc3143d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:46:02.131027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Attempting to bind port 1e979b62-130d-459d-a289-564a7bc3143d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:46:02.131423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Attempting to bind port 1e979b62-130d-459d-a289-564a7bc3143d on network 65888f31-adcd-410d-b05a-6b56ddc9524a {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:46:02.137890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:46:02.138255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Checking segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:46:02.138644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:02.139023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Bound using segment: {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:46:02.139501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Bound port: 1e979b62-130d-459d-a289-564a7bc3143d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059bab72-60d7-49fc-babe-1640887ce953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:46:02.140015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:02.237301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] For port 1e979b62-130d-459d-a289-564a7bc3143d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:02.240463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] For port 1e979b62-130d-459d-a289-564a7bc3143d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e979b62-130d-459d-a289-564a7bc3143d,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:02.246556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:02.325434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ba035-7664-49c6-8983-b1d292e816db None None] Pushing event updated for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:02.328348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:02.328936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:02.508108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:02.905690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:45:59Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e979b62-130d-459d-a289-564a7bc3143d', 'name': '', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4f:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:58Z', 'updated_at': '2022-03-11T19:46:02Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:02.910121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c4258-09d8-4cb8-a83e-25d42a378617 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:45:59Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e979b62-130d-459d-a289-564a7bc3143d', 'name': '', 'network_id': '65888f31-adcd-410d-b05a-6b56ddc9524a', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4f:dc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:58Z', 'updated_at': '2022-03-11T19:46:02Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '6f4da47a-f96a-43d4-99c2-4d4abc66ef2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:03.147698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48248e-313c-47fd-b038-4ee6b2cb26c0 req-bb3dd9ad-86e4-47cd-ae79-1d6be39a9e32 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:03.151828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ec48248e-313c-47fd-b038-4ee6b2cb26c0 req-bb3dd9ad-86e4-47cd-ae79-1d6be39a9e32 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0835769 Mar 11 19:46:03.197523 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ec48248e-313c-47fd-b038-4ee6b2cb26c0 req-a0aa71a6-3093-448a-9e73-d135d3efa78b tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423279 Mar 11 19:46:04.411964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d9496-9021-41b1-ad88-964d95d838d1 req-885bafa6-268e-45bd-a390-10bd37bec2a1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.413461 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-275d9496-9021-41b1-ad88-964d95d838d1 req-885bafa6-268e-45bd-a390-10bd37bec2a1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0922341 Mar 11 19:46:04.459586 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-275d9496-9021-41b1-ad88-964d95d838d1 req-98e202b3-6ef0-4fcb-ae5b-3e17d702ccd5 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 Mar 11 19:46:04.672954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7899e19-9dc3-4bb3-8597-f408b6dc4b48 req-1342b734-25f4-499a-a014-81b4d74be585 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.674458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7899e19-9dc3-4bb3-8597-f408b6dc4b48 req-1342b734-25f4-499a-a014-81b4d74be585 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0878820 Mar 11 19:46:04.731998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7899e19-9dc3-4bb3-8597-f408b6dc4b48 req-fc708702-e72c-461c-a70a-4e8f5b208572 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462909 Mar 11 19:46:04.760350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36376) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:04.963804 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-80e6d9f0-a823-4ea2-bc8b-726eea6d038a tempest-TestVolumeBootPattern-605776918 tempest-TestVolumeBootPattern-605776918-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 1094 time: 0.2021401 Mar 11 19:46:04.966495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36382) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:04.971601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:46:04.978058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:46:04.981613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e979b62-130d-459d-a289-564a7bc3143d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:46:04.982177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:floatingip and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:46:04.984914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:46:04.990708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:46:05.002055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.050588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 1e979b62-130d-459d-a289-564a7bc3143d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:46:05.055778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1e979b62-130d-459d-a289-564a7bc3143d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:05.056174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.117182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:46:05.138213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.170043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.203322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 1e979b62-130d-459d-a289-564a7bc3143d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e979b62-130d-459d-a289-564a7bc3143d,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:05.207340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.270751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:05.273742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.26.8.112 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:05.427464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.460678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:05.528874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:05.531622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:05.535837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:46:05.559676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:05.810612 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Sync routers for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:05.826645 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:05.827379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:05.999572 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:06.108476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.166584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.319532 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e636e69d-4046-45de-a71f-3080e78bec15', 'name': '', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'mac_address': 'fa:16:3e:b7:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:23Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 2, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'subnets': [{'id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:06.323223 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Checking router: 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:06.323586 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Updating router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db port e636e69d-4046-45de-a71f-3080e78bec15 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:46:06.369167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.374356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.374502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.470973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:06.493041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.681105 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Floating IP 1305d87f-4a3c-4d27-971a-d14815471bdb associated. External IP: 172.26.8.112, port: 6e8b1edc-ab97-4471-8402-4b9431f1a8af. Mar 11 19:46:06.695663 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.706904 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Transition to ACTIVE for port object e636e69d-4046-45de-a71f-3080e78bec15 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:46:06.713300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.836500 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Pushing event updated for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:06.880022 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.880396 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.880669 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.880984 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.881435 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.881752 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.882061 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.882369 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.882674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.882979 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.883280 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:06.936389 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Attempting to bind port e636e69d-4046-45de-a71f-3080e78bec15 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:46:06.937210 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Attempting to bind port e636e69d-4046-45de-a71f-3080e78bec15 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:46:06.937732 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Attempting to bind port e636e69d-4046-45de-a71f-3080e78bec15 on network ae1b7921-5676-4ece-8199-48bc733a13b3 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:46:06.949227 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:46:06.949598 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Checking segment: {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:46:06.949991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.950368 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Bound using segment: {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:46:06.950823 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Bound port: e636e69d-4046-45de-a71f-3080e78bec15, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afca344-7480-4d1c-9d01-ce1c28e67fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:46:06.951184 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:06.979052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e979b62-130d-459d-a289-564a7bc3143d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:46:07.055420 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] For port e636e69d-4046-45de-a71f-3080e78bec15, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:07.059001 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] For port e636e69d-4046-45de-a71f-3080e78bec15, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e636e69d-4046-45de-a71f-3080e78bec15,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:07.065409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:07.067987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 1e979b62-130d-459d-a289-564a7bc3143d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:07.068363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:07.099586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:07.147422 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f47fb0-3cfb-45c0-b5ba-c38a65c5f050 None None] Pushing event updated for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:07.165398 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:07.166119 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:07.356923 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:07.469000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:07.480041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:07.493034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:07.493898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:07.494528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:07.552692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e1e05203-4e36-4b5f-808c-8a6a17b40f86 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5851922 Mar 11 19:46:07.553497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:46:07.607397 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'status': 'completed', 'code': 200} Mar 11 19:46:07.673070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:07.673329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e636e69d-4046-45de-a71f-3080e78bec15', 'name': '', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'mac_address': 'fa:16:3e:b7:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:23Z', 'updated_at': '2022-03-11T19:46:07Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'subnets': [{'id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:07.678392 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf1c56e-735c-43da-9c52-ee5e41edcde0 None None] The sync data for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv is: [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:24Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e636e69d-4046-45de-a71f-3080e78bec15', 'name': '', 'network_id': 'ae1b7921-5676-4ece-8199-48bc733a13b3', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'mac_address': 'fa:16:3e:b7:46:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:23Z', 'updated_at': '2022-03-11T19:46:07Z', 'revision_number': 4, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'subnets': [{'id': '5b267839-09d6-457e-a4d4-d5e3265c19c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:07.713071 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-49623979-dcdd-4858-a202-8578ccf061bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 1099 time: 0.0720057 Mar 11 19:46:07.850546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-9c083595-a2e2-474e-8684-c34009c7b7e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:07.852030 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-9c083595-a2e2-474e-8684-c34009c7b7e2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1329668 Mar 11 19:46:07.966067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-2268ef5d-b777-450f-aaa1-1ccd406b63f9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af HTTP/1.1" status: 200 len: 1000 time: 0.1057615 Mar 11 19:46:08.031969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-a7d7fca6-205a-4ea5-b858-abd4380ef889 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:08.033589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1305d87f-4a3c-4d27-971a-d14815471bdb', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:46:05Z', 'updated_at': '2022-03-11T19:46:05Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:08.034165 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-a7d7fca6-205a-4ea5-b858-abd4380ef889 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0608332 Mar 11 19:46:08.037869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:08.048942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:08.049535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:45:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:08.118877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-d561b389-f21d-4383-ae60-af0c0bb51957 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769086 Mar 11 19:46:08.255081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-b8a9d9cd-158a-4e72-a141-23c50c6ac9b3 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292236 Mar 11 19:46:08.270038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:08.383584 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c8ddf26b-4615-490c-a44d-b31af40e6417 req-14705743-734e-45ba-8139-da7d6a112f37 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224468 Mar 11 19:46:08.605871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1305d87f-4a3c-4d27-971a-d14815471bdb', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:46:05Z', 'updated_at': '2022-03-11T19:46:05Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:08.609858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efa5bea-6f1a-49d2-9c59-10440fc0b904 None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1305d87f-4a3c-4d27-971a-d14815471bdb', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.112', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:c1:27:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:46:05Z', 'updated_at': '2022-03-11T19:46:05Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:08.987660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e636e69d-4046-45de-a71f-3080e78bec15 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:46:09.060581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e636e69d-4046-45de-a71f-3080e78bec15 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:46:09.065314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e636e69d-4046-45de-a71f-3080e78bec15 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:09.065675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:09.177586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:09.208983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e636e69d-4046-45de-a71f-3080e78bec15, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e636e69d-4046-45de-a71f-3080e78bec15,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:09.213873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:09.287512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:10.963128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e636e69d-4046-45de-a71f-3080e78bec15 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:46:11.033191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e636e69d-4046-45de-a71f-3080e78bec15 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:46:11.033560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:13.276905 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5291ea1e-068f-4122-a96d-847140cf3d58 None None] New status for floating IP 1305d87f-4a3c-4d27-971a-d14815471bdb: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:46:14.440298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-60e0357f-0e9c-419c-8f2d-e756763c74db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:16.738522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9257990e-ff92-4f2a-b904-3c7242f354aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:17.760488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:17.962793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:19.124665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:24.444270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:34.617026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36440) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:35.020133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:35.763023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 1e979b62-130d-459d-a289-564a7bc3143d {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:35.763808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:35.945578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 1e979b62-130d-459d-a289-564a7bc3143d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=1e979b62-130d-459d-a289-564a7bc3143d,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:35.945889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:36.062513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 1e979b62-130d-459d-a289-564a7bc3143d owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:36.240172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:36.289239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=1e979b62-130d-459d-a289-564a7bc3143d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:36.328438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.328759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.329157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.329464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.330023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.330126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.330452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.331358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.331358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.331561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.331796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:36.598625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:37.259930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:37.476688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:37.486430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:37.489587 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64f0fe91-c662-40a7-a379-ac8e375edda6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/51ab44be-7c01-4af8-b577-26a86b0f7140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8714075 Mar 11 19:46:37.500315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:37.500941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:37.676479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:37.871830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7d255-f4b5-42b4-ba72-a474039d0c99 req-ef26a885-a3da-4a7a-8ba5-e77e0fa2decd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:37.872500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-aeb7d255-f4b5-42b4-ba72-a474039d0c99 req-ef26a885-a3da-4a7a-8ba5-e77e0fa2decd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:46:37.888179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-aeb7d255-f4b5-42b4-ba72-a474039d0c99 req-ef26a885-a3da-4a7a-8ba5-e77e0fa2decd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:46:37.889294 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aeb7d255-f4b5-42b4-ba72-a474039d0c99 req-ef26a885-a3da-4a7a-8ba5-e77e0fa2decd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.0898983 Mar 11 19:46:37.937678 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aeb7d255-f4b5-42b4-ba72-a474039d0c99 req-f7b22d4f-1dd2-4d25-b22d-148ae6e80270 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426736 Mar 11 19:46:38.034660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:38.038410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:38.049491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:38.050060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:38.266123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:38.491844 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-5a68f21d-9992-45d6-98f8-0c6e10498059 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724456 Mar 11 19:46:38.591895 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-79b75df6-54c1-4b62-89bb-a575fe526a30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.0729988 Mar 11 19:46:38.614145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:38.618076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3c76b0-80cd-48bc-adb8-a708ae919b44 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '82f7d34b-0f8c-4949-be6d-ace86f0e850d', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'port_id': '894be30f-5a53-4240-95fe-b38809ff4ade', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'mac_address': 'fa:16:3e:bc:95:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:26Z', 'updated_at': '2022-03-11T19:44:33Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:38.738627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-ab862069-ecd9-432a-9f5d-dd49fe0fdee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:38.740106 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-ab862069-ecd9-432a-9f5d-dd49fe0fdee7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 897 time: 0.1294699 Mar 11 19:46:38.847839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-ac76fe6b-bb8a-4544-af3b-1db5c235e931 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 1000 time: 0.0992043 Mar 11 19:46:38.912663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-02bcbbf9-6914-496c-804c-872f381f12dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:38.914077 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-02bcbbf9-6914-496c-804c-872f381f12dc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.0601201 Mar 11 19:46:38.978093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e979b62-130d-459d-a289-564a7bc3143d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:38.999967 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-301d58b4-193c-4f86-a700-9de17ecb2744 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784814 Mar 11 19:46:39.011112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-c66fd5ad-bd8d-49b5-a13b-3826fef482ad service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:46:39.012566 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-c66fd5ad-bd8d-49b5-a13b-3826fef482ad service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055377 Mar 11 19:46:39.016913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 1e979b62-130d-459d-a289-564a7bc3143d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:39.018133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 1e979b62-130d-459d-a289-564a7bc3143d not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:39.204957 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-c85e0c36-f4d8-47b0-bda3-54271e1bb3e3 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844656 Mar 11 19:46:39.216386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252d45-0426-4e26-b8d2-a1994c31bdde req-3a083e14-a24e-4806-8b89-29bb30052680 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:39.217057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea252d45-0426-4e26-b8d2-a1994c31bdde req-3a083e14-a24e-4806-8b89-29bb30052680 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:46:39.307006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea252d45-0426-4e26-b8d2-a1994c31bdde req-3a083e14-a24e-4806-8b89-29bb30052680 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:46:39.308036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ea252d45-0426-4e26-b8d2-a1994c31bdde req-3a083e14-a24e-4806-8b89-29bb30052680 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.2163565 Mar 11 19:46:39.475911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bbc9202-7bd6-4bbc-8e55-558d33e315c5 req-57ab7c12-c527-4295-81fe-571f0ba2171b service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562821 Mar 11 19:46:39.479647 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ea252d45-0426-4e26-b8d2-a1994c31bdde req-8f0dc820-a925-493e-8fa4-ad5b81300730 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647446 Mar 11 19:46:39.706238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-49171828-379c-47ed-8d73-bdc6dede1dc3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:39.708080 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-49171828-379c-47ed-8d73-bdc6dede1dc3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 946 time: 0.0819521 Mar 11 19:46:39.775538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:39.775874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:40.011815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:40.012162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:40.133283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for be3c14a2-8b41-45f9-b4e2-6fcc5528b76a owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:40.275727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:40.324169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=be3c14a2-8b41-45f9-b4e2-6fcc5528b76a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:40.392768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port be3c14a2-8b41-45f9-b4e2-6fcc5528b76a on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:40.395269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:40.397743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'name': 'network-vif-deleted', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:46:40.413122 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-87ca461c-b31f-4400-9ddf-a78adbf47408 req-d4f8ac94-1d28-4176-84f3-f1dd198b5f6e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/be3c14a2-8b41-45f9-b4e2-6fcc5528b76a HTTP/1.1" status: 204 len: 173 time: 0.6994274 Mar 11 19:46:40.454240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6d5b04-f3a3-4c85-becc-08dbad96438a', 'name': 'network-vif-deleted', 'tag': 'be3c14a2-8b41-45f9-b4e2-6fcc5528b76a', 'status': 'completed', 'code': 200} Mar 11 19:46:40.662631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-37051492-f7e7-4182-92b0-544562fa48e6 req-febe106e-2a26-4ada-b4db-7203bdffb1d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:46:40.680917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-37051492-f7e7-4182-92b0-544562fa48e6 req-febe106e-2a26-4ada-b4db-7203bdffb1d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:46:40.682240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-37051492-f7e7-4182-92b0-544562fa48e6 req-febe106e-2a26-4ada-b4db-7203bdffb1d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=ea6d5b04-f3a3-4c85-becc-08dbad96438a HTTP/1.1" status: 200 len: 210 time: 0.0645339 Mar 11 19:46:41.791970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36462) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:41.859398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:41.888265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:41.957084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:41.976247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:41.992241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:41.994034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e6e1f9e-3f1a-4b6d-ba57-757ad2323e1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/c0c1d0ea-1d35-4948-ae14-eb8fe0cab7fa HTTP/1.1" status: 204 len: 168 time: 0.2013948 Mar 11 19:46:42.120642 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:46:43.061962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36470) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:43.245983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet 6f4da47a-f96a-43d4-99c2-4d4abc66ef2f {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:46:43.249518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.293171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device be3c14a2-8b41-45f9-b4e2-6fcc5528b76a no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:43.305100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.329372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: be3c14a2-8b41-45f9-b4e2-6fcc5528b76a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:43.329372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device be3c14a2-8b41-45f9-b4e2-6fcc5528b76a not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:43.388327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.462165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.497931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4da47a-f96a-43d4-99c2-4d4abc66ef2f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:43.509072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.509602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.509766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.510062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.510382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.510696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.511010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.511341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.511647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.511953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.512733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:43.514920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.517039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb419cd-8c2c-4d74-9ce8-5fe67aebbe36 None None] Network 65888f31-adcd-410d-b05a-6b56ddc9524a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:46:43.525028 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63d61277-233e-4f74-b458-d18e903995d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/6f4da47a-f96a-43d4-99c2-4d4abc66ef2f HTTP/1.1" status: 204 len: 168 time: 0.4616208 Mar 11 19:46:43.525943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36474) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:43.640478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.654149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 2272d897-2011-475b-89d5-e22d0cdba5f6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:43.654494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.777123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] DHCP port deletion for 65888f31-adcd-410d-b05a-6b56ddc9524a request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:46:43.782873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Deleting port 2272d897-2011-475b-89d5-e22d0cdba5f6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:43.782873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.867355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 2272d897-2011-475b-89d5-e22d0cdba5f6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2272d897-2011-475b-89d5-e22d0cdba5f6,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:43.867723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:43.989517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] For port 2272d897-2011-475b-89d5-e22d0cdba5f6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2272d897-2011-475b-89d5-e22d0cdba5f6,segment=NetworkSegment(059bab72-60d7-49fc-babe-1640887ce953),segment_id=059bab72-60d7-49fc-babe-1640887ce953)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:43.989836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.103448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 2272d897-2011-475b-89d5-e22d0cdba5f6 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:44.122689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Calling delete_port for 2272d897-2011-475b-89d5-e22d0cdba5f6 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:44.183927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.194868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:46:44.195748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:46:44.229303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=2272d897-2011-475b-89d5-e22d0cdba5f6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:44.235658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port 2272d897-2011-475b-89d5-e22d0cdba5f6 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:44.354944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.382293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65888f31-adcd-410d-b05a-6b56ddc9524a']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:44.395711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '059bab72-60d7-49fc-babe-1640887ce953') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:44.395711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '059bab72-60d7-49fc-babe-1640887ce953') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:44.410081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.428487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.436075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:46:44.436075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.448403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0383ad5a-1d27-456e-ae12-5a170305c73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:46:44.453011 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:46:44.539223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.563772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.565287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=65888f31-adcd-410d-b05a-6b56ddc9524a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:44.584046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ccc174f2-bb4f-4d4b-adae-58acd0dbd2cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/65888f31-adcd-410d-b05a-6b56ddc9524a HTTP/1.1" status: 204 len: 168 time: 1.0570099 Mar 11 19:46:44.586730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36478) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:44.696433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Deleting port 2272d897-2011-475b-89d5-e22d0cdba5f6 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:44.696815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.765758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-31f62cfd-2855-4c76-8f02-8910a20f3bfc None None] The port '2272d897-2011-475b-89d5-e22d0cdba5f6' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:46:44.810469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 6ef96efc-a4e0-4595-b46a-d2c763f04077 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:44.810469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.974097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2272d897-2011-475b-89d5-e22d0cdba5f6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:44.983052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:44.983405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:45.005334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2272d897-2011-475b-89d5-e22d0cdba5f6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:45.005704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2272d897-2011-475b-89d5-e22d0cdba5f6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:45.101961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 6ef96efc-a4e0-4595-b46a-d2c763f04077 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:45.265720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:45.310182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=6ef96efc-a4e0-4595-b46a-d2c763f04077,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:45.398436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:45.886384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:46.087829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:46.097498 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:46.105580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:46.110013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:46.110614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:46.158470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c554076a-b8dd-46ed-b4d4-75d0e6efee20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/82f7d34b-0f8c-4949-be6d-ace86f0e850d HTTP/1.1" status: 204 len: 168 time: 1.5705481 Mar 11 19:46:46.158869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:46:46.231371 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade', 'status': 'completed', 'code': 200} Mar 11 19:46:46.291939 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:46.344158 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-e5886393-9608-4ec0-8b2c-bf19e88c91e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 1098 time: 0.0849161 Mar 11 19:46:46.512534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-da948382-66eb-419f-92db-e467832e91e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:46.514670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-da948382-66eb-419f-92db-e467832e91e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 200 len: 898 time: 0.1638415 Mar 11 19:46:46.605115 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-9429de24-6e29-4ec9-8f44-cad150c66d86 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 200 len: 217 time: 0.0824616 Mar 11 19:46:46.625784 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:46.641269 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:46.650250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e5977-3b7e-4a08-b5de-73bcf3d471e4 req-15f8b395-3a57-434a-92e5-ffe207be97c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:46.651938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-6e1e5977-3b7e-4a08-b5de-73bcf3d471e4 req-15f8b395-3a57-434a-92e5-ffe207be97c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:46:46.660365 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:46.660982 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:46.674295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-6e1e5977-3b7e-4a08-b5de-73bcf3d471e4 req-15f8b395-3a57-434a-92e5-ffe207be97c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:46:46.676613 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e1e5977-3b7e-4a08-b5de-73bcf3d471e4 req-15f8b395-3a57-434a-92e5-ffe207be97c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.1637890 Mar 11 19:46:46.713079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-855ada53-5288-4faa-bdc2-b48b680183d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:46.721021 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-855ada53-5288-4faa-bdc2-b48b680183d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 200 len: 835 time: 0.1030025 Mar 11 19:46:46.741322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ae8c35bf-1def-4534-9318-96cd26be41be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:46.758386 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e1e5977-3b7e-4a08-b5de-73bcf3d471e4 req-3585849f-5645-47fb-b64f-2ab7c5e2e00d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748222 Mar 11 19:46:46.878822 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-93df70ab-239a-4741-a921-0386a99c35bf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=67cb29b3-99d1-46c1-a96d-87055d1db5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1517525 Mar 11 19:46:46.884365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f834bb-5ea5-4678-90ac-cff55892676b req-3170c173-c545-4bff-bff7-eb974388d3bf tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:46.885670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-74f834bb-5ea5-4678-90ac-cff55892676b req-3170c173-c545-4bff-bff7-eb974388d3bf tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1175354 Mar 11 19:46:46.886296 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:47.115455 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-74f834bb-5ea5-4678-90ac-cff55892676b req-66649762-edda-4471-ad5b-3ea055facb0e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107933 Mar 11 19:46:47.152881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-e81bd862-eedb-48d5-a488-66c7c2b05b5c service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661417 Mar 11 19:46:47.233283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:47.237123 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa8b976-bff8-4ebf-8cbc-feab2db9a732 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:36Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a', 'name': '', 'network_id': '67cb29b3-99d1-46c1-a96d-87055d1db5b5', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:f2:85:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:37Z', 'updated_at': '2022-03-11T19:43:54Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:47.296549 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da2c8016-b6ff-4c47-a00d-7481b38d1700 req-b35d8a4e-7cb0-4f9c-b727-7f70984909e5 service neutron] 10.222.0.90 "GET /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369474 Mar 11 19:46:47.462504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5ffa97-413a-42d7-a9ef-584e30b777cf None None] New status for floating IP 82f7d34b-0f8c-4949-be6d-ace86f0e850d: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:46:47.773618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:47.951329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ae2c7-88cb-47f7-9248-773f4211670b req-492aed29-47c7-4caa-8d43-1881e8cb1455 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:47.952699 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ef0ae2c7-88cb-47f7-9248-773f4211670b req-492aed29-47c7-4caa-8d43-1881e8cb1455 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.0835860 Mar 11 19:46:47.958802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:48.000862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ef0ae2c7-88cb-47f7-9248-773f4211670b req-cca71d4b-597b-43fa-a4ed-a1164f970927 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=58455e48-8fc8-4aae-a6ed-f8c1d92f779c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424154 Mar 11 19:46:48.377602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733145-2221-41f2-877c-0d5484ff2720 req-c9b3f4fd-8775-4c68-bb7e-78089b26325a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:48.379047 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d733145-2221-41f2-877c-0d5484ff2720 req-c9b3f4fd-8775-4c68-bb7e-78089b26325a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1347666 Mar 11 19:46:48.412078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-9f1f2035-bd7b-495e-b24c-30281cd51d74 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:48.413482 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-9f1f2035-bd7b-495e-b24c-30281cd51d74 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 945 time: 0.1178293 Mar 11 19:46:48.482165 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d733145-2221-41f2-877c-0d5484ff2720 req-736efa48-7832-4121-8edf-8b19c4e5e7d9 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973027 Mar 11 19:46:48.492598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 894be30f-5a53-4240-95fe-b38809ff4ade {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:48.492941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:48.736947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 894be30f-5a53-4240-95fe-b38809ff4ade, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=894be30f-5a53-4240-95fe-b38809ff4ade,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:48.737930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:48.859671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 894be30f-5a53-4240-95fe-b38809ff4ade owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:49.013476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:49.061941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=894be30f-5a53-4240-95fe-b38809ff4ade,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:49.127207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:49.137686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port 894be30f-5a53-4240-95fe-b38809ff4ade on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:49.140142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:49.142772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'name': 'network-vif-deleted', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:46:49.159805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-821bee56-d96b-44d1-8c3b-f9603ec7e7d6 req-4e8bbc74-7aae-475d-9307-6ee484a9507c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/894be30f-5a53-4240-95fe-b38809ff4ade HTTP/1.1" status: 204 len: 173 time: 0.7375753 Mar 11 19:46:49.185070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e5072e2a-a3d1-4fb3-876f-78b23d089cc4 req-f301ac8d-5d8d-4901-9147-5ed81b486c1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=bb55c5c1-54cc-491b-b3df-3c5124ee317d HTTP/1.1" status: 200 len: 210 time: 0.0483420 Mar 11 19:46:49.206144 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb55c5c1-54cc-491b-b3df-3c5124ee317d', 'name': 'network-vif-deleted', 'tag': '894be30f-5a53-4240-95fe-b38809ff4ade', 'status': 'completed', 'code': 200} Mar 11 19:46:49.694532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5d537-e390-47b1-9d99-0ea7260415b6 req-07f4b4da-e519-422d-86a5-caf68505d348 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:49.695969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06c5d537-e390-47b1-9d99-0ea7260415b6 req-07f4b4da-e519-422d-86a5-caf68505d348 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0775185 Mar 11 19:46:49.741843 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06c5d537-e390-47b1-9d99-0ea7260415b6 req-4b15974c-38d1-4c19-9aa1-a10215069002 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 Mar 11 19:46:50.303879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36512) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:50.376764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:50.413227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:50.489681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:50.509855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58455e48-8fc8-4aae-a6ed-f8c1d92f779c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:50.517291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:50.518443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f79389d2-6ca1-41f6-ae5c-1d762f762e1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/58455e48-8fc8-4aae-a6ed-f8c1d92f779c HTTP/1.1" status: 204 len: 168 time: 0.2135289 Mar 11 19:46:50.558367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36518) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:50.973693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f0392-8592-46c0-ae2d-4f2348c1041f req-f3940371-bbed-4f48-85ca-6f29f2f70b81 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:50.975111 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a3f0392-8592-46c0-ae2d-4f2348c1041f req-f3940371-bbed-4f48-85ca-6f29f2f70b81 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1119328 Mar 11 19:46:51.036054 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a3f0392-8592-46c0-ae2d-4f2348c1041f req-ef55a547-995c-48f0-9eb3-a796f7287410 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549622 Mar 11 19:46:51.046889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:51.304556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 894be30f-5a53-4240-95fe-b38809ff4ade no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:51.340159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 894be30f-5a53-4240-95fe-b38809ff4ade {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:51.340509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 894be30f-5a53-4240-95fe-b38809ff4ade not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:51.759920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:51.760588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:51.939977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:51.940305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:52.059463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:52.231515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:52.232001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115e27f-ff8c-4ce8-b6ec-da1832e0127e req-be81c732-0256-4dfb-9ce6-cff6785ba0d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.233574 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8115e27f-ff8c-4ce8-b6ec-da1832e0127e req-be81c732-0256-4dfb-9ce6-cff6785ba0d6 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0774045 Mar 11 19:46:52.275750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:52.278790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8115e27f-ff8c-4ce8-b6ec-da1832e0127e req-30b86b6a-e80d-411b-ad59-c87866b8d277 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393932 Mar 11 19:46:52.577251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:53.242030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 51ab44be-7c01-4af8-b577-26a86b0f7140 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:53.518123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f16b56-e7dd-4ecd-a465-28d690a2cad2 req-c81decee-6310-4bb0-a4d0-06b0522e0999 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:53.519507 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a8f16b56-e7dd-4ecd-a465-28d690a2cad2 req-c81decee-6310-4bb0-a4d0-06b0522e0999 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1033268 Mar 11 19:46:53.522060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:53.532421 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Sync routers for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:53.545119 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:53.545792 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:53.553481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-948f43dc-d1ed-4503-9a7a-f83b7db50bc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/51ab44be-7c01-4af8-b577-26a86b0f7140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9939148 Mar 11 19:46:53.556548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36528) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:53.579562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a8f16b56-e7dd-4ecd-a465-28d690a2cad2 req-2387f653-caa1-49f5-8ae0-78152b86edcd tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522850 Mar 11 19:46:53.756940 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:53.837587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet 14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:46:53.844172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:53.897880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:53.986846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.040597 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:52Z', 'revision_number': 7, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:54.044522 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Checking router: 51ab44be-7c01-4af8-b577-26a86b0f7140 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:54.055809 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Routers {'51ab44be-7c01-4af8-b577-26a86b0f7140'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:54.056405 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['51ab44be-7c01-4af8-b577-26a86b0f7140'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:54.058783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.096906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:54.102986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.112528 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5b6d2e50-ed63-4722-af96-819693bce4fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/14bf3a2c-82de-4e51-8ac1-8b8a8d5e115c HTTP/1.1" status: 204 len: 168 time: 0.5518391 Mar 11 19:46:54.112689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36532) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:54.118158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf90193c-861f-4aa5-803f-e274dc4891a8 None None] Network 67cb29b3-99d1-46c1-a96d-87055d1db5b5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:46:54.245482 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] Set router 51ab44be-7c01-4af8-b577-26a86b0f7140 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:54.321941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.362638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] DHCP port deletion for 67cb29b3-99d1-46c1-a96d-87055d1db5b5 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:46:54.367108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Deleting port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:54.367509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.478931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.525682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.535826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 296c211d-d549-4ce6-80a1-42911112ba3b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:46:54.536264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.537256 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:52Z', 'revision_number': 7, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:54.541566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c68811a-c060-48a1-a1ac-63e276d6a556 None None] The sync data for ids ['51ab44be-7c01-4af8-b577-26a86b0f7140'] in dv-neutron-832764-2-hyperv is: [{'id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'name': 'tempest-TestNetworkBasicOps-router-808783988', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:43:27Z', 'updated_at': '2022-03-11T19:46:52Z', 'revision_number': 7, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '296c211d-d549-4ce6-80a1-42911112ba3b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:69:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ab44be-7c01-4af8-b577-26a86b0f7140', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:43:28Z', 'updated_at': '2022-03-11T19:43:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:46:54.580090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] For port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,segment=NetworkSegment(34f50824-558e-4cb9-80c8-78e8cd2768c1),segment_id=34f50824-558e-4cb9-80c8-78e8cd2768c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:54.580474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.696581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Calling delete_port for 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:54.716506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 296c211d-d549-4ce6-80a1-42911112ba3b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=296c211d-d549-4ce6-80a1-42911112ba3b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:54.716976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.772621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:54.814638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] No DVR routers for this DVR port 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:54.822418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Pushing event deleted for resources: {'Port': ['ID=0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:54.831981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.832387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.832905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.833309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.833612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.834080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.834395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.834798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.835114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.835470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.835860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3581e6-4480-49d6-8022-4b3e68e8915a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:54.868567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 296c211d-d549-4ce6-80a1-42911112ba3b owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:46:54.988518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a78faa-02ca-47fd-ab79-7152e3eff8c3 req-03b069cd-a025-4fa9-8d9f-059a3f6789bf tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:54.990034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-48a78faa-02ca-47fd-ab79-7152e3eff8c3 req-03b069cd-a025-4fa9-8d9f-059a3f6789bf tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.2868192 Mar 11 19:46:54.993532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:55.028031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:55.028466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0ad54c7b-7c8f-4f02-a0f0-ffc92708dcdf not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:55.028724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:55.060724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:55.061061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8fa1ca2b-7aa7-40a0-9ba1-2cbfc5a1634a not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:55.082063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-48a78faa-02ca-47fd-ab79-7152e3eff8c3 req-77dc04ee-12c2-4f8a-a891-3b473a3c01fe tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830963 Mar 11 19:46:55.105359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.148786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=296c211d-d549-4ce6-80a1-42911112ba3b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:55.484245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.731453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.736442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.766013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.766603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 51ab44be-7c01-4af8-b577-26a86b0f7140 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:46:55.781050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:55.782155 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce2f092f-59b7-4f37-a797-48a1bff6f9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/51ab44be-7c01-4af8-b577-26a86b0f7140 HTTP/1.1" status: 204 len: 168 time: 1.6685829 Mar 11 19:46:55.784968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:55.901540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.031441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.056299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cb29b3-99d1-46c1-a96d-87055d1db5b5']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:56.067976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f50824-558e-4cb9-80c8-78e8cd2768c1') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:56.068270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f50824-558e-4cb9-80c8-78e8cd2768c1') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:56.079335 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.098239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.104519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:46:56.105022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:46:56.119380 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:46:56.196933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.203026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.229415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=67cb29b3-99d1-46c1-a96d-87055d1db5b5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:56.235087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b76bb34-74b4-4c32-a0fc-a9119e574c21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/67cb29b3-99d1-46c1-a96d-87055d1db5b5 HTTP/1.1" status: 204 len: 168 time: 0.4472334 Mar 11 19:46:56.253326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36546) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:56.259427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--1094298533', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:46:56.264535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:46:56.268791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:46:56.271870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:46:56.277653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:46:56.286919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dcf10-b038-4f1c-b3e7-f41480ce7fa0 req-6b5a8909-f510-40b9-a6b3-a78f7841f127 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.288451 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f7dcf10-b038-4f1c-b3e7-f41480ce7fa0 req-6b5a8909-f510-40b9-a6b3-a78f7841f127 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0810294 Mar 11 19:46:56.296084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:56.298998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.327451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:46:56.334148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f7dcf10-b038-4f1c-b3e7-f41480ce7fa0 req-a28de6a1-d37b-4973-a31d-15a84ac8d20e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400367 Mar 11 19:46:56.337198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.337546 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 77722c36-aacb-4961-9f05-579d46c70d8f of type vlan for network 4168dbc5-a354-4982-8072-5178aec1dbac Mar 11 19:46:56.365156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.396486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.400521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.401091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.503995 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2490509 Mar 11 19:46:56.506604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36550) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:56.509716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed347-be0f-4d9f-b07b-6091cdcc61d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=4168dbc5-a354-4982-8072-5178aec1dbac,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:56.511902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-447481075', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:46:56.519104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:46:56.520103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 4168dbc5-a354-4982-8072-5178aec1dbac details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:46:56.523002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:46:56.525950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:46:56.532009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:46:56.543868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.544760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.564174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.709918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.907707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.938149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:56.974595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 296c211d-d549-4ce6-80a1-42911112ba3b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:46:57.009708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 296c211d-d549-4ce6-80a1-42911112ba3b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:46:57.010048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 296c211d-d549-4ce6-80a1-42911112ba3b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:46:57.077005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.11 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/5773aa6a-741b-4215-a729-21210a18f539) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:57.232312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:57.266476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:57.331047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:57.333817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:57.339504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:46:57.363132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=5773aa6a-741b-4215-a729-21210a18f539,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:57.535989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e02162-1d95-42ac-97d8-982835666cb1 req-54b30a4b-327a-49f5-af63-d62d2860d3dc tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:57.537360 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-09e02162-1d95-42ac-97d8-982835666cb1 req-54b30a4b-327a-49f5-af63-d62d2860d3dc tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0770011 Mar 11 19:46:57.585132 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-09e02162-1d95-42ac-97d8-982835666cb1 req-87f8fd63-cb16-4569-8845-09155f5e2bb0 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415068 Mar 11 19:46:57.601268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:57.602331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:57.833372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 4948ac61-5190-4987-a847-b3d9638e6c72 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:46:58.044282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:58.053943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Sync routers for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:46:58.066750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:58.067352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:58.071590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.072774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d7f6bcb9-3357-4681-abb3-d6cbbd73718d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5651619 Mar 11 19:46:58.076008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36556) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:58.117990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-34154b3f-56da-4240-bdb1-e402500970fd tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407457 Mar 11 19:46:58.120679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:58.238645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:46:58.257108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b59b5-7632-4f34-b709-2833e68717dd tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:58.261442 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c12b59b5-7632-4f34-b709-2833e68717dd tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368735 Mar 11 19:46:58.261747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:58.299354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-012bbf9f-69f1-413e-b116-3f3657aebbed tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364368 Mar 11 19:46:58.302226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36568) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:58.307409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962272721', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:46:58.509831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:46:58.513578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:46:58.516435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:46:58.522133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:46:58.533800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:58.562518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:57Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:58.566496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Checking router: 4948ac61-5190-4987-a847-b3d9638e6c72 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:46:58.566841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Updating router 4948ac61-5190-4987-a847-b3d9638e6c72 port 5773aa6a-741b-4215-a729-21210a18f539 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:46:58.620397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.649306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.870568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558c10f-e965-4c75-82bb-8d76253ffb7f req-db000030-ded9-491e-a33f-e039fc9c4f4a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:58.872272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2558c10f-e965-4c75-82bb-8d76253ffb7f req-db000030-ded9-491e-a33f-e039fc9c4f4a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1586082 Mar 11 19:46:58.874767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.927194 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2558c10f-e965-4c75-82bb-8d76253ffb7f req-c649821b-611d-4836-8d75-49e7f475e030 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Mar 11 19:46:58.953145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.954093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=f2462936-18d4-45ba-9e43-e94c344a5663,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:58.968417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Transition to ACTIVE for port object 5773aa6a-741b-4215-a729-21210a18f539 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:46:58.969016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:46:58.969576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 4168dbc5-a354-4982-8072-5178aec1dbac, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:46:58.975815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:58.992152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4168dbc5-a354-4982-8072-5178aec1dbac is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:46:59.001221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 4168dbc5-a354-4982-8072-5178aec1dbac) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:59.005211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:59.005777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.015993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161190cf-19a5-44bc-9166-3d6ab154b945 None None] Network 4168dbc5-a354-4982-8072-5178aec1dbac requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:46:59.027171 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b6827a2d-3c23-4f2d-bb7c-26696c5057c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7238715 Mar 11 19:46:59.030109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36576) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:46:59.133532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063d5d-191c-46b6-b031-8a3932eb2222 None None] Pushing event updated for resources: {'Port': ['ID=5773aa6a-741b-4215-a729-21210a18f539,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.144126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Attempting to bind port 5773aa6a-741b-4215-a729-21210a18f539 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:46:59.144495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Attempting to bind port 5773aa6a-741b-4215-a729-21210a18f539 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:46:59.144858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Attempting to bind port 5773aa6a-741b-4215-a729-21210a18f539 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:46:59.173187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:46:59.173581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:46:59.173975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.174365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:46:59.175029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Bound port: 5773aa6a-741b-4215-a729-21210a18f539, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:46:59.175792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.327392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] For port 5773aa6a-741b-4215-a729-21210a18f539, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:59.340771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] For port 5773aa6a-741b-4215-a729-21210a18f539, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5773aa6a-741b-4215-a729-21210a18f539,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:59.346853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-4168dbc5-a354-4982-8072-5178aec1dbac', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:46:59.347805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.359650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.510221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063d5d-191c-46b6-b031-8a3932eb2222 None None] Pushing event updated for resources: {'Port': ['ID=5773aa6a-741b-4215-a729-21210a18f539,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.524596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:46:59.525289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:59.747918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Allocated IP 172.20.0.2 (4168dbc5-a354-4982-8072-5178aec1dbac/f2462936-18d4-45ba-9e43-e94c344a5663/a238b01f-5e51-481c-8f20-7445d7766538) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:59.769600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:46:59.862802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:47:00.150364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae24cc-cb01-4b57-be7e-6a94d0303c8c req-8792cf4b-5e9b-4bcc-9fdc-94c99d6993db tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:00.151967 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52ae24cc-cb01-4b57-be7e-6a94d0303c8c req-8792cf4b-5e9b-4bcc-9fdc-94c99d6993db tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0875461 Mar 11 19:47:00.202623 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52ae24cc-cb01-4b57-be7e-6a94d0303c8c req-6057bac1-2526-4772-9a43-6431a040e95d tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444152 Mar 11 19:47:00.228607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.266859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Transition to ACTIVE for port object a238b01f-5e51-481c-8f20-7445d7766538 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:00.293015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Transition to ACTIVE for port object a238b01f-5e51-481c-8f20-7445d7766538 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:00.302830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.362999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (4168dbc5-a354-4982-8072-5178aec1dbac/f2462936-18d4-45ba-9e43-e94c344a5663/e99c177e-f0b3-4941-a1d8-759f8296fae4) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:00.381485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Network 4168dbc5-a354-4982-8072-5178aec1dbac is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:00.383685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Pushing event updated for resources: {'Port': ['ID=a238b01f-5e51-481c-8f20-7445d7766538,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.386938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:00.388908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:47:00.394422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:57Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:00.426372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901ced9-a6b5-4719-8580-2594d6aaf89d None None] The sync data for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv is: [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:57Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:47:00.481792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Attempting to bind port a238b01f-5e51-481c-8f20-7445d7766538 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:47:00.482177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Attempting to bind port a238b01f-5e51-481c-8f20-7445d7766538 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:47:00.482540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Attempting to bind port a238b01f-5e51-481c-8f20-7445d7766538 on network 4168dbc5-a354-4982-8072-5178aec1dbac {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:47:00.489706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:47:00.490081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Checking segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:47:00.490479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.490862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Bound using segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:47:00.491335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Bound port: a238b01f-5e51-481c-8f20-7445d7766538, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:47:00.491724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.531217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.547512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object e99c177e-f0b3-4941-a1d8-759f8296fae4 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:00.574610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.592014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] For port a238b01f-5e51-481c-8f20-7445d7766538, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:00.618905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] For port a238b01f-5e51-481c-8f20-7445d7766538, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a238b01f-5e51-481c-8f20-7445d7766538,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:00.627153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.660674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4168dbc5-a354-4982-8072-5178aec1dbac is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:00.667949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:00.674684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:47:00.710079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.728929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0e8c0-9ea8-45bf-a775-fba66feb137c None None] Pushing event updated for resources: {'Port': ['ID=a238b01f-5e51-481c-8f20-7445d7766538,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.756434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:00.851495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.061664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a238b01f-5e51-481c-8f20-7445d7766538 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:01.136056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a238b01f-5e51-481c-8f20-7445d7766538 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:01.144248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5773aa6a-741b-4215-a729-21210a18f539 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:01.247342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 5773aa6a-741b-4215-a729-21210a18f539 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:01.253695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5773aa6a-741b-4215-a729-21210a18f539 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:01.254146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.342222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:47:01.478762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a24b01ba-c1f1-4989-afa6-0b2bb606d8ca req-12269c6f-c9fe-451a-8fbb-5aecd45ebb3c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.1944749 Mar 11 19:47:01.479399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.487721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.527509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a24b01ba-c1f1-4989-afa6-0b2bb606d8ca req-0ca157e9-eedb-4c01-8f02-ef4f4cf1b833 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Mar 11 19:47:01.539358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.570769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.578636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb4a00-e449-4d56-acba-c9f66801db9a req-e86d010d-a254-4dfe-b07a-5d08f8ab1f26 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:01.582009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 5773aa6a-741b-4215-a729-21210a18f539, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5773aa6a-741b-4215-a729-21210a18f539,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:01.586009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e0fb4a00-e449-4d56-acba-c9f66801db9a req-e86d010d-a254-4dfe-b07a-5d08f8ab1f26 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.2215860 Mar 11 19:47:01.588568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.640704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.652738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:01.653354 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:47:01.667641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:01.677990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:01.683383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=5773aa6a-741b-4215-a729-21210a18f539,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:01.695982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e0fb4a00-e449-4d56-acba-c9f66801db9a req-e45582c5-6905-4e01-8bf6-cb4ac8ab6d08 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089563 Mar 11 19:47:01.739686 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'code': 200} Mar 11 19:47:01.756847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:01.820715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b93e45-9754-4bbf-ae6a-79ce55354715 None None] Network 4168dbc5-a354-4982-8072-5178aec1dbac requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:47:01.834493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4168dbc5-a354-4982-8072-5178aec1dbac is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:01.835633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:01.913349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Provisioning for port a238b01f-5e51-481c-8f20-7445d7766538 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:01.931071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Provisioning complete for port a238b01f-5e51-481c-8f20-7445d7766538 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:01.931467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.145882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.187219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] For port a238b01f-5e51-481c-8f20-7445d7766538, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a238b01f-5e51-481c-8f20-7445d7766538,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:02.192281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.258667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c3801-b8b5-4720-8175-3118b226c464 None None] Pushing event updated for resources: {'Port': ['ID=a238b01f-5e51-481c-8f20-7445d7766538,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:02.333116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 4948ac61-5190-4987-a847-b3d9638e6c72 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:47:02.420238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Provisioning for port e99c177e-f0b3-4941-a1d8-759f8296fae4 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:02.426305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Provisioning complete for port e99c177e-f0b3-4941-a1d8-759f8296fae4 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:02.426774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.529836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Port e99c177e-f0b3-4941-a1d8-759f8296fae4 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:47:02.542767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Provisioning complete for port a238b01f-5e51-481c-8f20-7445d7766538 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:02.543242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4abfcb70-84b8-4e77-a28c-0d4b34e79bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.544199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:47:02.560675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36588) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:02.561263 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d394866-a031-4fca-8b0c-477c8f955828 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/4948ac61-5190-4987-a847-b3d9638e6c72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5297143 Mar 11 19:47:02.718909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.719494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.720132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.720593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.720953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.721305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.721657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.723520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-967c4973-3bc0-42d2-bcf9-0a7fb1b1c903 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1609395 Mar 11 19:47:02.726868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36592) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:02.780650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2c330d85-ae61-491e-8120-e3452bf58443 None None] Provisioning complete for port e99c177e-f0b3-4941-a1d8-759f8296fae4 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:02.781010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2c330d85-ae61-491e-8120-e3452bf58443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:02.801046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.801334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.801669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.802016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.802354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.802700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.803035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:02.807840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-07d092e4-163e-47d2-aa64-6f7e0c712ae7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.0769463 Mar 11 19:47:02.807840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36598) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:02.836646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2c330d85-ae61-491e-8120-e3452bf58443 None None] Port e99c177e-f0b3-4941-a1d8-759f8296fae4 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:47:03.000272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a238b01f-5e51-481c-8f20-7445d7766538 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:03.017128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cae52c-e9c2-4480-beff-626c527ee55c req-9eac3045-9acd-4167-9d0f-40fdfe9c731a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:03.018621 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23cae52c-e9c2-4480-beff-626c527ee55c req-9eac3045-9acd-4167-9d0f-40fdfe9c731a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 943 time: 0.1597979 Mar 11 19:47:03.070647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a238b01f-5e51-481c-8f20-7445d7766538 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:03.071151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.081719 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23cae52c-e9c2-4480-beff-626c527ee55c req-6aa32da1-384d-41f5-93c8-2ae3e4c0ae50 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568080 Mar 11 19:47:03.122295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bea40562-3870-4659-ae41-63237e502cff tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.3132117 Mar 11 19:47:03.201490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5773aa6a-741b-4215-a729-21210a18f539 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:03.266567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5773aa6a-741b-4215-a729-21210a18f539 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:03.267280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.357151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:47:03.403993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36604) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:03.409731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836960901', 'description': 'tempest-secgroup-smoke-1836960901 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:03.415558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:03.419845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:03.422791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:03.428723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:03.447206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.486157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:03.486157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:03.494099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:03.500621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:03.529487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:03.543627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'port_id': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'mac_address': 'fa:16:3e:9e:44:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:47:03.554308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.558238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.597516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.601453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf66b37-964d-49a7-81e2-d83f6d07fcf1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:03.605306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.609445 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5b80f9e2-6845-4602-bd45-103357950ff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2014928 Mar 11 19:47:03.609890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36608) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:03.616115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:03.616285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04727b3e-2d41-4f26-89de-e5156bc7965f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:47:03.621860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:03.625978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:03.628786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:03.632381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:03.634378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:03.637356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.651086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.709098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:03.714583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.719426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.742157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8445600-5882-4bdc-a996-eea63a93a9a4,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:03.751676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.753067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a1999697-a868-4063-89b2-81d8f9e79cca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1425219 Mar 11 19:47:03.755807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36612) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:03.761268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:03.766962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:03.770680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:03.773501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:03.779972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:03.798978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.871089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.876495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.900574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d98f34e-4042-4709-a9c7-02ebb7f70d4a,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:03.910037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:03.911181 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92e3fbb0-1014-4ebe-bd26-9c9ee9dce1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1544411 Mar 11 19:47:03.914027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36616) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:03.919785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:03.926146 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:03.930102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:03.933273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:03.939328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:03.957183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.022628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.027549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.031288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['04727b3e-2d41-4f26-89de-e5156bc7965f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:47:04.051465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a45ca6-1500-40b0-9268-d9c95e9a9e0c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:04.062408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.066532 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-da96481f-3795-4ec9-88f2-6dea531c21fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1515236 Mar 11 19:47:04.066769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36620) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:04.073309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:04.080276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:04.084507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:04.087094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:04.092887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:04.115222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.174538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Sync routers for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:47:04.188899 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:47:04.190241 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:04.193242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.198985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.226892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca8b703-867f-4ca0-a085-fe8a41f2f9d6,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:04.240818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.247171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36626) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:04.251860 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3468e476-e31a-4df7-9e24-dea261f146c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1833937 Mar 11 19:47:04.281405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:04.291027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:04.299731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:04.304036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:04.310655 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:04.335126 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:47:04.343899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.380454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97a88-2180-4bd5-9bfc-b42941fd89fb req-76e12b0e-9af6-4850-91d1-63b212257b06 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:04.382131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3db97a88-2180-4bd5-9bfc-b42941fd89fb req-76e12b0e-9af6-4850-91d1-63b212257b06 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 944 time: 0.1361217 Mar 11 19:47:04.398717 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:47:04.451654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3db97a88-2180-4bd5-9bfc-b42941fd89fb req-0f985a21-271d-4cf1-a043-04da39fa4ec3 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622373 Mar 11 19:47:04.453096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.458025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.481954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36630) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:04.493732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73359c9-0de9-45a1-be91-6e0ed83a273b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:04.505491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.507171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-702cedd8-3beb-42eb-a615-05f1400eb6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2588689 Mar 11 19:47:04.510048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:04.516276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'baf66b37-964d-49a7-81e2-d83f6d07fcf1', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:04.522899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:04.527139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:04.530669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:04.536787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:04.548833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:47:04.556627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.586876 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9522bd4-f2f1-4c5b-b23d-de8a79a8f30f tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 200 len: 991 time: 0.1036232 Mar 11 19:47:04.626861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.630809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.655583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1adbb4b-085a-4aa3-a451-517288e66cdb,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:04.665275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.666588 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bfbf692b-a86c-4003-8deb-df5b7d397b89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1551678 Mar 11 19:47:04.745159 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:04.748905 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Checking router: 4948ac61-5190-4987-a847-b3d9638e6c72 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:47:04.749246 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Updating router 4948ac61-5190-4987-a847-b3d9638e6c72 port e99c177e-f0b3-4941-a1d8-759f8296fae4 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:47:04.798961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:04.839237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-09d4d4db-83cb-4d12-93fa-725005d0a0fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:04.855923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-09d4d4db-83cb-4d12-93fa-725005d0a0fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:04.857897 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-09d4d4db-83cb-4d12-93fa-725005d0a0fd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836960901&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0599937 Mar 11 19:47:05.002667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2319-a67f-4874-bc3a-21a091720863 req-bd9c798f-4024-4a9b-8e37-3905913471e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:05.003240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-bd9c798f-4024-4a9b-8e37-3905913471e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:05.019324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-bd9c798f-4024-4a9b-8e37-3905913471e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:05.020466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-bd9c798f-4024-4a9b-8e37-3905913471e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 200 len: 797 time: 0.1556110 Mar 11 19:47:05.036702 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-42aff6f4-61ea-4d06-9393-0e79f796bd7a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0106361 Mar 11 19:47:05.115753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-367ecce7-8d73-40dc-9d6a-28fc27ce4289 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:05.126962 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.132643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-733c2319-a67f-4874-bc3a-21a091720863 req-367ecce7-8d73-40dc-9d6a-28fc27ce4289 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:05.134403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-367ecce7-8d73-40dc-9d6a-28fc27ce4289 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924203 Mar 11 19:47:05.139297 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Transition to ACTIVE for port object e99c177e-f0b3-4941-a1d8-759f8296fae4 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:05.146701 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.151619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-4fdaebf5-bad4-4927-9a10-a044fc1e5576 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:47:05.152557 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-4fdaebf5-bad4-4927-9a10-a044fc1e5576 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054548 Mar 11 19:47:05.296950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-35278bf3-466d-4e9a-9264-b9112341053e service neutron] 10.222.0.76 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382630 Mar 11 19:47:05.305467 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8ad3-33b4-43d2-b913-cd58edce2f3c None None] Pushing event updated for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.357851 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Attempting to bind port e99c177e-f0b3-4941-a1d8-759f8296fae4 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:47:05.358219 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Attempting to bind port e99c177e-f0b3-4941-a1d8-759f8296fae4 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:47:05.358573 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Attempting to bind port e99c177e-f0b3-4941-a1d8-759f8296fae4 on network 4168dbc5-a354-4982-8072-5178aec1dbac {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:47:05.366626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:05.371974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:47:05.372751 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Checking segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:47:05.373366 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.373966 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Bound using segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:47:05.375814 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Bound port: e99c177e-f0b3-4941-a1d8-759f8296fae4, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:47:05.376448 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.434705 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-4ccf3a2e-c5e9-43f3-aaee-e4f97d798b4f service neutron] 10.222.0.76 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311929 Mar 11 19:47:05.435624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 04727b3e-2d41-4f26-89de-e5156bc7965f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:05.436224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.466962 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] For port e99c177e-f0b3-4941-a1d8-759f8296fae4, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:05.470084 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] For port e99c177e-f0b3-4941-a1d8-759f8296fae4, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e99c177e-f0b3-4941-a1d8-759f8296fae4,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:05.475887 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.559241 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:47:05.559892 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:05.570591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.601318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:47:05.616917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:05.622919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:05.700032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a3d12f08-6baa-4742-aa51-ca5a9a15ffbf req-d433c7d8-4111-4c0d-be66-47d3bb9bc6d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:05.727436 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'code': 200} Mar 11 19:47:05.728157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a3d12f08-6baa-4742-aa51-ca5a9a15ffbf req-d433c7d8-4111-4c0d-be66-47d3bb9bc6d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:05.730573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a3d12f08-6baa-4742-aa51-ca5a9a15ffbf req-d433c7d8-4111-4c0d-be66-47d3bb9bc6d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 210 time: 0.1226337 Mar 11 19:47:05.732148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.748338 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8ad3-33b4-43d2-b913-cd58edce2f3c None None] Pushing event updated for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.813817 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:47:06.159686 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:05Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:06.163562 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c39df-cd62-45d9-a4a1-6cc04e84ea9f None None] The sync data for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv is: [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:05Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:47:06.920641 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-85824d45-5d14-4c56-9b71-ed9e546f51fa req-60d38b7b-a7fc-43ce-b134-380f73d01983 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 210 time: 0.0504024 Mar 11 19:47:06.968243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2319-a67f-4874-bc3a-21a091720863 req-709bd09e-e114-4aaf-9976-0c38fd018c37 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:06.969771 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-709bd09e-e114-4aaf-9976-0c38fd018c37 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 200 len: 797 time: 0.3214126 Mar 11 19:47:07.021912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e99c177e-f0b3-4941-a1d8-759f8296fae4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:07.027777 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-1042088f-ad30-4d02-bd3e-9318a1dca0f4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 380 time: 0.0442944 Mar 11 19:47:07.035716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['baf66b37-964d-49a7-81e2-d83f6d07fcf1']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:07.095171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e99c177e-f0b3-4941-a1d8-759f8296fae4 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:07.100329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e99c177e-f0b3-4941-a1d8-759f8296fae4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:07.100701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.168459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:07.180142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:07.192034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:07.195093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.219116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.250875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e99c177e-f0b3-4941-a1d8-759f8296fae4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e99c177e-f0b3-4941-a1d8-759f8296fae4,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:07.255246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.320052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:07.353226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.14 (4168dbc5-a354-4982-8072-5178aec1dbac/f2462936-18d4-45ba-9e43-e94c344a5663/50aac66f-cdd0-44ab-803c-a1fd2e8e38e6) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:07.532742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.547516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:07.569995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.639052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4168dbc5-a354-4982-8072-5178aec1dbac is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:07.642045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:07.646216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:47:07.670455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:07.711910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:07.712514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.739221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-94e666da-24b9-4a44-8343-fa70c3b53328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7070768 Mar 11 19:47:07.751885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Request body: {'port': {'device_id': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:07.857175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.875262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-29266519-d9e9-4746-bb58-3145e0a857ed None None] Provisioning for port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:07.880278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-29266519-d9e9-4746-bb58-3145e0a857ed None None] Provisioning complete for port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:07.880744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29266519-d9e9-4746-bb58-3145e0a857ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:07.937420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-29266519-d9e9-4746-bb58-3145e0a857ed None None] Port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:47:08.117756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d808d-d6a7-4f36-9a39-7c0da465ef4e req-1d5ece63-35be-47d8-85a7-9940a125b99a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.119219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e83d808d-d6a7-4f36-9a39-7c0da465ef4e req-1d5ece63-35be-47d8-85a7-9940a125b99a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 932 time: 0.0741453 Mar 11 19:47:08.165399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e83d808d-d6a7-4f36-9a39-7c0da465ef4e req-c4b4e263-9e15-4209-85f0-9eed8358c231 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:08.178664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e83d808d-d6a7-4f36-9a39-7c0da465ef4e req-c4b4e263-9e15-4209-85f0-9eed8358c231 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:08.179896 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e83d808d-d6a7-4f36-9a39-7c0da465ef4e req-c4b4e263-9e15-4209-85f0-9eed8358c231 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551312 Mar 11 19:47:08.190043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:47:08.197287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:08.214651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Transition to ACTIVE for port object 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:47:08.219677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:08.339987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:08.445976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Attempting to bind port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:47:08.446311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Attempting to bind port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:47:08.446629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Attempting to bind port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 on network 4168dbc5-a354-4982-8072-5178aec1dbac {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:47:08.452712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 on network 4168dbc5-a354-4982-8072-5178aec1dbac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:47:08.453026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Attempting to bind port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 on network 4168dbc5-a354-4982-8072-5178aec1dbac {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:47:08.459355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:47:08.459791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Checking segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:47:08.460165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Bound using segment: {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:47:08.460576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Bound port: 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77722c36-aacb-4961-9f05-579d46c70d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:47:08.460886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:08.548704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:08.553094 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:08.559229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:08.623781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:08.625095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] 10.222.0.90 "PUT /v2.0/ports/50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 200 len: 1094 time: 0.8776000 Mar 11 19:47:08.625547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:47:08.646100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e59241-8d51-42f8-b7a7-9a58ffd3a8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:08.693832 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'status': 'completed', 'code': 200} Mar 11 19:47:08.832260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-a812e3e9-19cf-486f-bda9-cd76616d143e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1097 time: 0.1690538 Mar 11 19:47:08.897576 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-ca5bb48a-30f5-4e83-a1fc-f19d4ec2db10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 200 len: 217 time: 0.0586765 Mar 11 19:47:08.959811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c2319-a67f-4874-bc3a-21a091720863 req-5d04305e-3b7d-4f3d-a784-456e6966960b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.961216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-5d04305e-3b7d-4f3d-a784-456e6966960b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2462936-18d4-45ba-9e43-e94c344a5663 HTTP/1.1" status: 200 len: 835 time: 0.0581675 Mar 11 19:47:08.992308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e99c177e-f0b3-4941-a1d8-759f8296fae4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:09.033712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-9e145af2-5b47-4d8a-8a69-68040b5752e9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4168dbc5-a354-4982-8072-5178aec1dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668983 Mar 11 19:47:09.060949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e99c177e-f0b3-4941-a1d8-759f8296fae4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:09.061317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:09.165651 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-eceabc19-2e78-4c13-91dc-bb0085bb843d service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256709 Mar 11 19:47:09.295003 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-733c2319-a67f-4874-bc3a-21a091720863 req-0b5dde79-6895-46be-93e5-cb4ba654400c service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234632 Mar 11 19:47:09.413228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-bffc904f-bc4b-4c51-8410-15f2601b2585 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1097 time: 0.0743532 Mar 11 19:47:09.477430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c663c0-36bb-4031-a940-438c4ae0368b req-e10fb2f3-c36b-404a-99f8-8d58f4b274fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.478770 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b9c663c0-36bb-4031-a940-438c4ae0368b req-e10fb2f3-c36b-404a-99f8-8d58f4b274fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 944 time: 0.1799231 Mar 11 19:47:09.522428 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b9c663c0-36bb-4031-a940-438c4ae0368b req-ac314823-35dc-4d61-88a5-9ff333884038 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Mar 11 19:47:09.543530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-3f54712a-626a-4b96-90f3-d214866e0147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.544944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-3f54712a-626a-4b96-90f3-d214866e0147 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 200 len: 898 time: 0.1248088 Mar 11 19:47:09.609640 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-77724edb-cd45-46f1-9756-54186d8784d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 200 len: 217 time: 0.0583549 Mar 11 19:47:09.673501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-a2c8cf22-ddbf-4372-ba93-4f3496b01c89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.674948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-a2c8cf22-ddbf-4372-ba93-4f3496b01c89 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2462936-18d4-45ba-9e43-e94c344a5663 HTTP/1.1" status: 200 len: 835 time: 0.0587564 Mar 11 19:47:09.756339 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-b4609339-55a7-4b5c-b4a7-4b10e3c34d40 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4168dbc5-a354-4982-8072-5178aec1dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740650 Mar 11 19:47:09.888223 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-042ee307-0244-49ca-9918-c8da89f577e3 service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252275 Mar 11 19:47:10.018340 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f67f7a35-0bea-4043-91fe-0755cbe3f4fb req-3da6c29d-1766-4070-8f1a-4ef5f3a1fbd9 service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233985 Mar 11 19:47:10.731961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdedbb7-4843-4b67-b105-b492f6c36299 req-4584bd8c-5493-48db-b048-3aedbb914d92 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:10.732686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1cdedbb7-4843-4b67-b105-b492f6c36299 req-4584bd8c-5493-48db-b048-3aedbb914d92 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:47:10.750116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1cdedbb7-4843-4b67-b105-b492f6c36299 req-4584bd8c-5493-48db-b048-3aedbb914d92 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:47:10.751361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1cdedbb7-4843-4b67-b105-b492f6c36299 req-4584bd8c-5493-48db-b048-3aedbb914d92 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 944 time: 0.0945470 Mar 11 19:47:10.804855 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1cdedbb7-4843-4b67-b105-b492f6c36299 req-f8bbbd05-dc2b-4729-8ccd-1c5bf947e31d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448966 Mar 11 19:47:12.011884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e701f-e703-4b07-a164-f4056479bc4b req-2e3373e5-89f9-4ead-a7cb-b83b9e37c809 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:12.013275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c38e701f-e703-4b07-a164-f4056479bc4b req-2e3373e5-89f9-4ead-a7cb-b83b9e37c809 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 944 time: 0.0794060 Mar 11 19:47:12.061912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c38e701f-e703-4b07-a164-f4056479bc4b req-4f92e193-da1f-4439-804a-39388ab4f33b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Mar 11 19:47:13.281239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c95a4-ad48-4952-a293-1ff9dedc16df req-3879db31-3d0d-401a-a447-38dbd11d5b3f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.283186 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-604c95a4-ad48-4952-a293-1ff9dedc16df req-3879db31-3d0d-401a-a447-38dbd11d5b3f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 944 time: 0.0916669 Mar 11 19:47:13.330487 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-604c95a4-ad48-4952-a293-1ff9dedc16df req-d9a3f665-1eaf-4a0a-979d-c910e85df3fb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415106 Mar 11 19:47:13.414671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:47:13.558365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:13.571298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'port_id': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'mac_address': 'fa:16:3e:55:4a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:47:13.627565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:13.644861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:47:13.660373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:13.666027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:13.730574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:14.055791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:47:14.445038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a0b8cf9-1e3e-4217-83b7-3bbd27e5fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:14.538017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0dccc9-f083-41fb-ae9f-67c0b43c2e95 req-4ccc8bfe-8fb1-4311-a115-8ae20a879c5d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:14.539492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b0dccc9-f083-41fb-ae9f-67c0b43c2e95 req-4ccc8bfe-8fb1-4311-a115-8ae20a879c5d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 945 time: 0.0775950 Mar 11 19:47:14.585841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b0dccc9-f083-41fb-ae9f-67c0b43c2e95 req-73f857c4-2f70-43cd-aa8a-665d5690305c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Mar 11 19:47:15.430650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:47:15.522343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:47:15.529950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:47:15.530570 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:15.648013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:15.677928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:47:15.687592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:15.692677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:15.736497 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'code': 200} Mar 11 19:47:15.774945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.795739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21d257-12d6-4f3b-acd7-c535a0ae41eb req-bf566d52-9745-4a48-953d-c9944af44636 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:15.797199 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-eb21d257-12d6-4f3b-acd7-c535a0ae41eb req-bf566d52-9745-4a48-953d-c9944af44636 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.0827081 Mar 11 19:47:15.844179 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-eb21d257-12d6-4f3b-acd7-c535a0ae41eb req-1e254c90-289a-4761-939a-7f030dbade7f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Mar 11 19:47:15.980130 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56a5b851-86ee-4516-862f-644476019001 req-4ae448fd-45f9-410a-b066-5b00b8f18b4b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1099 time: 0.0682664 Mar 11 19:47:16.027321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56a5b851-86ee-4516-862f-644476019001 req-0a3e9538-2405-4110-8f1b-661aaecc7a51 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403147 Mar 11 19:47:16.748864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7917343f-c7c0-43e0-966e-372a738d2730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:17.052587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80058148-3636-49bf-b8c2-3939725a801f req-0458fa70-982e-4778-9194-fafeb73f38d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:17.053910 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-80058148-3636-49bf-b8c2-3939725a801f req-0458fa70-982e-4778-9194-fafeb73f38d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.0865409 Mar 11 19:47:17.099567 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-80058148-3636-49bf-b8c2-3939725a801f req-40635afc-684b-4150-8703-d049c6635a40 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Mar 11 19:47:17.774835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:17.964869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:18.387349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf956cd-d1c9-4dfd-81cb-79627cb3d7f7 req-be42db2f-66e1-43e1-8c65-c70279ffcc43 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.388878 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fdf956cd-d1c9-4dfd-81cb-79627cb3d7f7 req-be42db2f-66e1-43e1-8c65-c70279ffcc43 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.1600075 Mar 11 19:47:18.433320 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fdf956cd-d1c9-4dfd-81cb-79627cb3d7f7 req-9e6af4d4-00bb-4c7f-84d0-57565018bef9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388467 Mar 11 19:47:18.639154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee0795-3498-498c-8260-b9a959f5be31 req-6b2db4fc-a34a-4d2b-8092-052f3d28310e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.640665 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b5ee0795-3498-498c-8260-b9a959f5be31 req-6b2db4fc-a34a-4d2b-8092-052f3d28310e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.0905595 Mar 11 19:47:18.685365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b5ee0795-3498-498c-8260-b9a959f5be31 req-c1c91cdb-b921-45aa-9fc9-1d084c2cce0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391259 Mar 11 19:47:18.721277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36684) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:18.803134 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4b96072e-98e6-47c7-8198-056639ca97e4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1094 time: 0.0805833 Mar 11 19:47:18.807124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36688) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:18.812228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:47:18.817688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:47:18.821544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:47:18.824343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:47:18.830042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:47:18.843115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:18.976256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:19.120075 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:47:19.123294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.22 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/f45c72d7-9bf3-4e9e-8e51-22663d7303d8) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:19.129333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:19.269271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:19.301116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:19.364675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:19.367520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:19.371669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:47:19.394990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f45c72d7-9bf3-4e9e-8e51-22663d7303d8,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.855474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:19.931581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:20.222149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:20.229240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:20.331527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f45c72d7-9bf3-4e9e-8e51-22663d7303d8,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.344826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:20.533500 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 9ed04102-5763-449e-a30a-788dda079094 associated. External IP: 172.26.8.22, port: 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6. Mar 11 19:47:20.936560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 4948ac61-5190-4987-a847-b3d9638e6c72 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:47:21.135040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:47:21.146040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Sync routers for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:47:21.159365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:47:21.160059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:47:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:21.161929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:21.219120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7792c96e-12fe-44a8-83da-724fbc56eb4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4109700 Mar 11 19:47:21.219726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:47:21.221992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36692) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:21.275000 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'status': 'completed', 'code': 200} Mar 11 19:47:21.341879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:47:21.383941 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-252911a1-5d45-4589-8d5e-0861ccecdfec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/9ed04102-5763-449e-a30a-788dda079094 HTTP/1.1" status: 200 len: 991 time: 0.1605864 Mar 11 19:47:21.403646 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-b763f975-64fa-472b-bf1e-81539507b7ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1099 time: 0.0929158 Mar 11 19:47:21.531217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293709a-b135-48cf-9e24-299800a1de3b req-803fae7c-a6bd-42ad-bbf6-887fcebe9b2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:21.532779 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-803fae7c-a6bd-42ad-bbf6-887fcebe9b2b service neutron] 10.222.0.90 "GET /v2.0/networks?id=4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 200 len: 898 time: 0.1224873 Mar 11 19:47:21.631647 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-2cc75dfc-df63-4a88-abeb-6dc49b30b59c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 200 len: 999 time: 0.0923007 Mar 11 19:47:21.686680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '9ed04102-5763-449e-a30a-788dda079094', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'port_id': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'mac_address': 'fa:16:3e:55:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:47:19Z', 'updated_at': '2022-03-11T19:47:19Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:21.690506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Checking router: 4948ac61-5190-4987-a847-b3d9638e6c72 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:47:21.696313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293709a-b135-48cf-9e24-299800a1de3b req-b54ab71c-3b3c-4235-873c-bec00afbc1e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:21.697753 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-b54ab71c-3b3c-4235-873c-bec00afbc1e1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2462936-18d4-45ba-9e43-e94c344a5663 HTTP/1.1" status: 200 len: 835 time: 0.0597508 Mar 11 19:47:21.700888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:47:21.701456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:47:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:21.773337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-e5e43f5b-9d34-4035-b494-829f343634ee service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4168dbc5-a354-4982-8072-5178aec1dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677392 Mar 11 19:47:21.906662 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-7338043f-3014-4a3c-9a24-b405d4e03594 service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256914 Mar 11 19:47:21.908581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:47:22.040560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d293709a-b135-48cf-9e24-299800a1de3b req-78e3a112-043c-4627-b6d2-7302df1fc3ef service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280003 Mar 11 19:47:22.251480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '9ed04102-5763-449e-a30a-788dda079094', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'port_id': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'mac_address': 'fa:16:3e:55:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:47:19Z', 'updated_at': '2022-03-11T19:47:19Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:22.255772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edaa44b-dbd8-4ca1-bf84-d63535833104 None None] The sync data for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv is: [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '9ed04102-5763-449e-a30a-788dda079094', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'port_id': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'mac_address': 'fa:16:3e:55:4a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:47:19Z', 'updated_at': '2022-03-11T19:47:19Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:47:22.389254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36698) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:22.497988 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f600304-964c-44a7-8e7d-824b90e0352c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/9ed04102-5763-449e-a30a-788dda079094 HTTP/1.1" status: 200 len: 991 time: 0.1071258 Mar 11 19:47:23.142689 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f72af-1967-4578-ab79-bf602f309119 None None] New status for floating IP 9ed04102-5763-449e-a30a-788dda079094: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:47:23.503757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:47:23.618195 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-256e5efa-562b-496f-8a17-ab63d8468c51 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/9ed04102-5763-449e-a30a-788dda079094 HTTP/1.1" status: 200 len: 993 time: 0.1128123 Mar 11 19:47:24.448839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:40.450784 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-2d2d8c17-9d2c-4cee-9286-e60dd259a859 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833004 Mar 11 19:47:40.614264 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-6f8f00c9-b0f3-4ef7-a7d2-7ec867043b41 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.0782585 Mar 11 19:47:40.764919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-cd6f293c-f12e-4e3b-b59b-699b077b39ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:40.766375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-cd6f293c-f12e-4e3b-b59b-699b077b39ef service neutron] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 897 time: 0.1317821 Mar 11 19:47:40.865550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-8a574c88-c2e0-4163-ad5d-1f6adc99cb43 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 1000 time: 0.0921588 Mar 11 19:47:41.019053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-8da6e4c9-1438-4391-b904-7760b2407c97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:41.020409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-8da6e4c9-1438-4391-b904-7760b2407c97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.1474249 Mar 11 19:47:41.094303 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-3351a0a4-b66e-4907-9a58-80757daf6ace service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670786 Mar 11 19:47:41.235995 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-8d56cfce-63d0-4068-9bbe-f9c92f180e61 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348135 Mar 11 19:47:41.363736 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76a344d9-6721-4ba4-af21-a10e0f0938ca req-13497353-cc55-420d-8f06-1b66519fffab service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211462 Mar 11 19:47:44.449444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8789143c-516f-4575-a612-22a7223c8648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:46.734058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-57d51fcc-5c13-4ce5-90ec-33ae36ce4f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:47.773918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:47.958231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:49.129607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:54.453996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:47:56.128008 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:48:03.373835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd87548-9eec-4763-bc56-17a27312d946 req-d1a68043-3dc4-4dc4-9c94-0dcc107c5bba tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.375273 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bdd87548-9eec-4763-bc56-17a27312d946 req-d1a68043-3dc4-4dc4-9c94-0dcc107c5bba tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0910139 Mar 11 19:48:03.419863 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bdd87548-9eec-4763-bc56-17a27312d946 req-46d0d6da-343c-4572-8e09-1ddbda34f3f2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389907 Mar 11 19:48:04.631069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e5215-8cd8-4ef9-ace1-6e8a6a8799e8 req-c9bbdad8-24b8-4a33-9299-2ee9c41d8516 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:04.632532 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e97e5215-8cd8-4ef9-ace1-6e8a6a8799e8 req-c9bbdad8-24b8-4a33-9299-2ee9c41d8516 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0892472 Mar 11 19:48:04.678652 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e97e5215-8cd8-4ef9-ace1-6e8a6a8799e8 req-057b175d-eafe-4d3d-8c81-846575117dc4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405042 Mar 11 19:48:05.080387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-eb944aef-e50e-444c-87b7-928b7dca98e8 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:05.081691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-eb944aef-e50e-444c-87b7-928b7dca98e8 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 946 time: 0.0850182 Mar 11 19:48:05.150165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port 6e8b1edc-ab97-4471-8402-4b9431f1a8af {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:05.150509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:05.401365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] For port 6e8b1edc-ab97-4471-8402-4b9431f1a8af, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6e8b1edc-ab97-4471-8402-4b9431f1a8af,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:05.401703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:05.678052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:05.678322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:05.678784 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Floating IP 1305d87f-4a3c-4d27-971a-d14815471bdb disassociated. External IP: 172.26.8.112, port: 6e8b1edc-ab97-4471-8402-4b9431f1a8af. Mar 11 19:48:05.679128 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for 6e8b1edc-ab97-4471-8402-4b9431f1a8af owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:05.851077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:05.892480 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-00c9748a-0f9e-4222-a90f-014d46110d51 req-004d4f28-10b2-48fd-aabf-435ca2095049 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 210 time: 0.0748329 Mar 11 19:48:05.903787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=6e8b1edc-ab97-4471-8402-4b9431f1a8af,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:05.915044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.915369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.915725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.916028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.916343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.916661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.916973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.917286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.917592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.917898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:05.918202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:06.197222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:06.401735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:06.411445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:06.423637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:06.424230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:47:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:06.469160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] No DVR routers for this DVR port 6e8b1edc-ab97-4471-8402-4b9431f1a8af on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:06.471712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:06.474307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'name': 'network-vif-deleted', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:06.490748 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23eb4979-cec5-4a91-ae4e-0c5a41aa3fb1 req-5f5ace42-7381-40aa-b3c8-a6bb36e706a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "DELETE /v2.0/ports/6e8b1edc-ab97-4471-8402-4b9431f1a8af HTTP/1.1" status: 204 len: 173 time: 1.4032109 Mar 11 19:48:06.535209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f432c593-d30a-444c-ad58-0a9bd66400dc', 'name': 'network-vif-deleted', 'tag': '6e8b1edc-ab97-4471-8402-4b9431f1a8af', 'status': 'completed', 'code': 200} Mar 11 19:48:06.600399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:06.908195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:06.912262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:06.923292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:06.923903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:47:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:07.061439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7b2222c8-2e49-4d93-8077-7623eeb98a38 req-902a31c7-3163-491c-891f-349102489fcd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:07.079142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7b2222c8-2e49-4d93-8077-7623eeb98a38 req-902a31c7-3163-491c-891f-349102489fcd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:07.080958 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7b2222c8-2e49-4d93-8077-7623eeb98a38 req-902a31c7-3163-491c-891f-349102489fcd tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=f432c593-d30a-444c-ad58-0a9bd66400dc HTTP/1.1" status: 200 len: 210 time: 0.0649383 Mar 11 19:48:07.176830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:07.495505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4560191d-249f-4261-ab68-e75712c079aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:07.500040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4560191d-249f-4261-ab68-e75712c079aa None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:07.715977 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15261d2-b337-4ca1-ad2b-e20ce2c8c8d1 None None] New status for floating IP 1305d87f-4a3c-4d27-971a-d14815471bdb: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:48:08.560564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-54549ecb-90d0-4967-a305-23bbfbda475d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249191264&fields=id&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 267 time: 0.0401585 Mar 11 19:48:08.706279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-e4aa0d5c-ba91-44f5-81d6-c87d8dc4cfa3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:08.707595 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-e4aa0d5c-ba91-44f5-81d6-c87d8dc4cfa3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.1407530 Mar 11 19:48:08.724753 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-2fc42d79-858d-43d2-908f-03762cc06e02 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/quotas/ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 375 time: 0.0116990 Mar 11 19:48:08.806736 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-53399590-996e-463e-a05e-e3ae60150e4e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772283 Mar 11 19:48:08.942634 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-b3623de2-1e41-4036-a626-c0c3247566cd service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241965 Mar 11 19:48:09.077027 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-eec155ca-f4fd-40c6-a6de-84779d7c3c32 service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284807 Mar 11 19:48:09.471695 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6c43eec2-def4-4e20-b0bd-f192cfafcbb2 req-3e25aea8-63f0-46b3-a746-2b6d9596405f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 210 time: 0.0422134 Mar 11 19:48:09.683089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6e8b1edc-ab97-4471-8402-4b9431f1a8af no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:09.722700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 6e8b1edc-ab97-4471-8402-4b9431f1a8af {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:09.723057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6e8b1edc-ab97-4471-8402-4b9431f1a8af not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:10.582505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-816c6d10-93f9-40e6-a272-6d10b41d833f req-5fcf225b-446f-40c9-bcdb-3ccde88663db tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 210 time: 0.0409963 Mar 11 19:48:11.535154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-1c7eb93f-433d-4b5d-97d3-ef46f6de0a6e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:11.536585 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-1c7eb93f-433d-4b5d-97d3-ef46f6de0a6e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.1466868 Mar 11 19:48:11.594535 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-09b8e51f-916b-4c67-a13a-f3e860cbdc2c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 379 time: 0.0450580 Mar 11 19:48:11.602367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'port': {'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'admin_state_up': True, 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'security_groups': ['421b398e-0303-4403-95d5-2be62daf1c4a']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:11.742178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:11.743794 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b62c70f3-c1e7-481c-a9f5-73b406847a3b req-dc2b0493-60ed-4627-a154-80ff7fa735f4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 210 time: 0.0398328 Mar 11 19:48:11.752896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:11.765879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Made reservation on behalf of ab1bdd976e8241bfa5b391d2173f104f for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:11.769516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:11.926281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.20.0.8 (8d7651d9-6b78-45f5-8643-c0fcf9e24afc/471bc7d4-1805-4fb3-bd80-01505387b0b7/c1c826e9-ca4c-45e4-83b3-9512122684cd) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:12.209376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.227160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Transition to ACTIVE for port object c1c826e9-ca4c-45e4-83b3-9512122684cd will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:12.252172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.322564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:12.325607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:12.330484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:12.355028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:12.397494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:12.398097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.425156 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-543a748f-afc6-4710-b646-7e22425e5d04 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8259377 Mar 11 19:48:12.436759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Request body: {'port': {'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:12.544131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.551148 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cf6a128e-96fb-4cc9-8bc2-0e45719e8a2f None None] Provisioning for port c1c826e9-ca4c-45e4-83b3-9512122684cd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:12.556456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cf6a128e-96fb-4cc9-8bc2-0e45719e8a2f None None] Provisioning complete for port c1c826e9-ca4c-45e4-83b3-9512122684cd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:12.556820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cf6a128e-96fb-4cc9-8bc2-0e45719e8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.608348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cf6a128e-96fb-4cc9-8bc2-0e45719e8a2f None None] Port c1c826e9-ca4c-45e4-83b3-9512122684cd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:48:12.927825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c826e9-ca4c-45e4-83b3-9512122684cd {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:48:12.938741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:12.962343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Transition to ACTIVE for port object c1c826e9-ca4c-45e4-83b3-9512122684cd will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:12.968909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:13.093310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a002baa-733c-4065-827f-8074f44c801f req-aa2b5b25-ea42-4f44-8b93-1ca90c039278 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:13.094001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8a002baa-733c-4065-827f-8074f44c801f req-aa2b5b25-ea42-4f44-8b93-1ca90c039278 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:13.110051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.191914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8a002baa-733c-4065-827f-8074f44c801f req-aa2b5b25-ea42-4f44-8b93-1ca90c039278 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:13.193080 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a002baa-733c-4065-827f-8074f44c801f req-aa2b5b25-ea42-4f44-8b93-1ca90c039278 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 931 time: 0.3179669 Mar 11 19:48:13.263534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Attempting to bind port c1c826e9-ca4c-45e4-83b3-9512122684cd on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:48:13.263859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Attempting to bind port c1c826e9-ca4c-45e4-83b3-9512122684cd by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:48:13.264177 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Attempting to bind port c1c826e9-ca4c-45e4-83b3-9512122684cd on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:13.268494 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a002baa-733c-4065-827f-8074f44c801f req-3c5deb84-4070-4575-bc4e-228847070998 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647657 Mar 11 19:48:13.272450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Port c1c826e9-ca4c-45e4-83b3-9512122684cd on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:48:13.272691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Attempting to bind port c1c826e9-ca4c-45e4-83b3-9512122684cd on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:13.278747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:48:13.279078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:13.279472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Bound using segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:48:13.279857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Bound port: c1c826e9-ca4c-45e4-83b3-9512122684cd, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:48:13.280224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:13.371237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:13.374322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:13.381110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:13.440648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:13.441930 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] 10.222.0.90 "PUT /v2.0/ports/c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 1093 time: 1.0098853 Mar 11 19:48:13.442362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:13.469170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a47e33-95cc-4b51-bc63-727c79257092 service neutron] Pushing event updated for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.513578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'status': 'completed', 'code': 200} Mar 11 19:48:13.558206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-3f00d7c8-9478-4733-a40c-b23db2653419 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1096 time: 0.0754290 Mar 11 19:48:13.624480 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-3297e38f-25e0-4d34-8438-43c31b2135e6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 217 time: 0.0595770 Mar 11 19:48:13.690117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-22a6cd32-2ea6-4fae-a2af-56ee18f7ebe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:13.691579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-22a6cd32-2ea6-4fae-a2af-56ee18f7ebe2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0605915 Mar 11 19:48:13.766891 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-e7b1eed2-40ad-47e7-989b-93c5c287e4e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687797 Mar 11 19:48:13.902928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-cc31fce8-6b4e-414d-a0bf-6e5643f3b0d9 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303036 Mar 11 19:48:14.115759 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-935db4aa-c5a4-4c3c-b7f0-3ea3ef4ac992 req-83c8cc77-99b3-44df-a98a-3ea6925ffd10 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065814 Mar 11 19:48:14.241659 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-64191f2d-2556-4602-8983-08a57f342aac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1096 time: 0.0733275 Mar 11 19:48:14.373513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-eaad6c55-c2f0-4ba9-814e-3395462e9212 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.374887 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-eaad6c55-c2f0-4ba9-814e-3395462e9212 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1264813 Mar 11 19:48:14.452628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7041cdb6-3b92-49b0-be39-a3062c1273f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:14.484233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-37314654-4f06-4dc3-85a9-bd62fa1ef4a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 217 time: 0.1023517 Mar 11 19:48:14.556272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-e21ba61e-6fb1-4177-a61f-ff0785a2042e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.557656 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-e21ba61e-6fb1-4177-a61f-ff0785a2042e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0630310 Mar 11 19:48:14.567624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224e388-4d30-42a0-8fc5-82e4f079a1f6 req-388859d6-f403-40ee-a5a2-f5fe10d30202 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.568927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b224e388-4d30-42a0-8fc5-82e4f079a1f6 req-388859d6-f403-40ee-a5a2-f5fe10d30202 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.1398733 Mar 11 19:48:14.658207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b224e388-4d30-42a0-8fc5-82e4f079a1f6 req-0f152ff6-6216-4b61-a18a-a8f37d77f351 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610247 Mar 11 19:48:14.671061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-8ce2b1d5-41fd-4974-9d1c-2c99dd64e19c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012883 Mar 11 19:48:14.799331 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-5cc5f848-9bc2-4ac1-8c3a-da7a7ce365d2 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198270 Mar 11 19:48:14.927860 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf58f9a8-f038-4d98-a3d9-6dd1621385ee req-e5987356-2d13-4dab-bf05-9522b1a59e55 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219838 Mar 11 19:48:15.870214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b122b-810a-4a41-a451-c4802c8b2188 req-e9644809-837b-4f04-b557-800046826c80 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:15.871682 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-168b122b-810a-4a41-a451-c4802c8b2188 req-e9644809-837b-4f04-b557-800046826c80 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.0865088 Mar 11 19:48:15.916293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-168b122b-810a-4a41-a451-c4802c8b2188 req-1d7bde8b-44cc-400a-bf84-f912a40c2970 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Mar 11 19:48:16.750913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-207b8426-b854-4748-b1b0-3ecd1b1acd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:17.128550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ea25-4ca1-456e-8e5a-fcaef4dfef05 req-64c93752-4498-4cce-a706-fa9ed19c0d00 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:17.129954 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d80ea25-4ca1-456e-8e5a-fcaef4dfef05 req-64c93752-4498-4cce-a706-fa9ed19c0d00 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.0800242 Mar 11 19:48:17.174576 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d80ea25-4ca1-456e-8e5a-fcaef4dfef05 req-95828d7d-0c65-4250-8330-1d5e2a1dc40e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389633 Mar 11 19:48:17.785582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:17.970062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:18.493208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ea41-d123-4d9f-a5a6-6c961b3aaaca req-aa635bcd-5fd8-4038-a049-288477a6b9a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:18.494550 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c731ea41-d123-4d9f-a5a6-6c961b3aaaca req-aa635bcd-5fd8-4038-a049-288477a6b9a3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.1891065 Mar 11 19:48:18.541790 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c731ea41-d123-4d9f-a5a6-6c961b3aaaca req-539e0972-8449-4ad1-9edc-0aab1ac923b5 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388920 Mar 11 19:48:19.135415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:19.771746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d5cab-aad7-4824-ad71-e6dce6c76b01 req-0c6cfa6f-609a-44ef-aac1-a5c05fe727d6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.773187 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc4d5cab-aad7-4824-ad71-e6dce6c76b01 req-0c6cfa6f-609a-44ef-aac1-a5c05fe727d6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.0801055 Mar 11 19:48:19.818693 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc4d5cab-aad7-4824-ad71-e6dce6c76b01 req-de237cc0-22c3-4101-959e-e629b5842cb6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396807 Mar 11 19:48:19.978840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:20.182170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Deleting port f7ff89da-ac65-4aad-9830-619f8c6d1917 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:20.182513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:20.344045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:20.344305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:20.556972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Calling delete_port for f7ff89da-ac65-4aad-9830-619f8c6d1917 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:20.705970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:20.748234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Port': ['ID=f7ff89da-ac65-4aad-9830-619f8c6d1917,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:20.839293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:21.016352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015c6b8-a128-4720-9700-333052d04b49 req-bc93bd06-3c59-41ad-a49c-535e8c9c9484 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:21.020159 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c015c6b8-a128-4720-9700-333052d04b49 req-bc93bd06-3c59-41ad-a49c-535e8c9c9484 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.0843017 Mar 11 19:48:21.064700 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c015c6b8-a128-4720-9700-333052d04b49 req-429d7255-ac64-4c59-81c1-a16e6db78188 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Mar 11 19:48:21.240639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Router 82bc3484-1c51-4d5d-8176-fd93b5942906 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:21.451438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:21.462429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Sync routers for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:21.475598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:21.476587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:21.477203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:21.527157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-83e47945-b47c-43ae-b2b0-feeed9cc83e2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "DELETE /v2.0/floatingips/0708329d-dd87-4450-8b64-80a6f196babd HTTP/1.1" status: 204 len: 168 time: 1.5471554 Mar 11 19:48:21.527654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:21.580395 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'status': 'completed', 'code': 200} Mar 11 19:48:21.663269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:21.678963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-388d3ab0-7512-4d4c-be85-b7dd062fc5a2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 1098 time: 0.0740104 Mar 11 19:48:21.821304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-de545d44-d270-412e-8c03-485c29e093e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:21.823080 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-de545d44-d270-412e-8c03-485c29e093e0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 200 len: 897 time: 0.1373162 Mar 11 19:48:21.896673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-55f7137b-55a8-43a6-a5a4-9e85172e5b84 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 200 len: 217 time: 0.0671525 Mar 11 19:48:21.965808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-102c1611-5d7b-4195-867a-3b8542bdee48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:21.967256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-102c1611-5d7b-4195-867a-3b8542bdee48 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 200 len: 835 time: 0.0627873 Mar 11 19:48:21.992132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:21.996164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Checking router: 82bc3484-1c51-4d5d-8176-fd93b5942906 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:22.006983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:22.007181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:22.055479 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-d89ba95b-6430-45ed-a9d8-46fc17776fe3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=6779bf42-7dba-46b2-8d91-12d89f1f42fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812385 Mar 11 19:48:22.068377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc2fe-a52f-4976-902e-b544f80b38b8 req-5257a78e-218a-45bc-a4cf-436c3be8967e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:22.069811 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-467fc2fe-a52f-4976-902e-b544f80b38b8 req-5257a78e-218a-45bc-a4cf-436c3be8967e tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0754364 Mar 11 19:48:22.115665 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-467fc2fe-a52f-4976-902e-b544f80b38b8 req-dc353766-3c32-40d8-a8c2-31fc208a0d9a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398021 Mar 11 19:48:22.213020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:22.342901 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-bd4f1bd2-f758-4b87-b96b-fd132a5fc53e service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802255 Mar 11 19:48:22.374352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93277f-21ce-42e9-b1f0-c30b9ee08807 req-cfb86e26-8877-48a1-af2f-04794aa9ab8b tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:22.375733 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4a93277f-21ce-42e9-b1f0-c30b9ee08807 req-cfb86e26-8877-48a1-af2f-04794aa9ab8b tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.1413932 Mar 11 19:48:22.501095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4a93277f-21ce-42e9-b1f0-c30b9ee08807 req-c08ac051-980d-4057-b415-ed120340c845 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181538 Mar 11 19:48:22.519858 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a11632d0-a2d2-4b31-aa04-fa811cd1cb0f req-a381cca3-3f11-41b8-98c5-66a35e0580e3 service neutron] 10.222.0.90 "GET /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691334 Mar 11 19:48:22.563577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:22.567972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87fe881-aff7-4536-8117-4a267cd75db3 None None] The sync data for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv is: [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '42aa8a4c-ac61-42f2-9095-21d046bd3891', 'name': '', 'network_id': '6779bf42-7dba-46b2-8d91-12d89f1f42fb', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'mac_address': 'fa:16:3e:7a:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:08Z', 'updated_at': '2022-03-11T19:45:15Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'subnets': [{'id': 'd2a04192-582b-4f4a-981e-8d8ab01fafef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:22.791172 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd81526-d8db-4063-a81e-01a55ecd347a None None] New status for floating IP 0708329d-dd87-4450-8b64-80a6f196babd: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:48:23.338854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8a5ac-4b51-4c3d-bc46-547725f3cf6d req-d3af7332-caa1-4371-9bfe-780c7a6ecef2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:23.340298 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7ee8a5ac-4b51-4c3d-bc46-547725f3cf6d req-d3af7332-caa1-4371-9bfe-780c7a6ecef2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.0849674 Mar 11 19:48:23.384981 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7ee8a5ac-4b51-4c3d-bc46-547725f3cf6d req-67c15bda-fb4f-4344-9936-2930b72d8d61 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/security-groups?id=f819dd28-d879-4dc6-ad97-629996af1c94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391123 Mar 11 19:48:23.707026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afbfe4-e514-49e8-9281-e5782d2efe25 req-328450c3-c22d-46bb-be45-fbcff317f975 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:23.708514 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-47afbfe4-e514-49e8-9281-e5782d2efe25 req-328450c3-c22d-46bb-be45-fbcff317f975 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 943 time: 0.0806031 Mar 11 19:48:23.729386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device c1c826e9-ca4c-45e4-83b3-9512122684cd details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:48:23.802368 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-47afbfe4-e514-49e8-9281-e5782d2efe25 req-7f9193f8-6985-454f-b6c4-f2aaffdd037e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617805 Mar 11 19:48:23.820142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-f56a1200-dc58-4ef6-837d-5f535ef6b44b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:23.820913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-f56a1200-dc58-4ef6-837d-5f535ef6b44b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Synchronizing usage tracker for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:23.838600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-f56a1200-dc58-4ef6-837d-5f535ef6b44b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Unset dirty status for tenant:5f73239bb00547eb8bf914ea8cdc4f9b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:23.839788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-f56a1200-dc58-4ef6-837d-5f535ef6b44b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 945 time: 0.1304553 Mar 11 19:48:23.864302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:23.877299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:48:23.904925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Deleting port 04727b3e-2d41-4f26-89de-e5156bc7965f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:23.905260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:23.931265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:23.949129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c826e9-ca4c-45e4-83b3-9512122684cd {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:48:23.964932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:23.969980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:24.036818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:24.045011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.045348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.045675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.045995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.046313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.046634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.046944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.047255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.047589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.047899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.048232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:24.148409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] For port 04727b3e-2d41-4f26-89de-e5156bc7965f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=04727b3e-2d41-4f26-89de-e5156bc7965f,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:24.148848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:24.265942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Calling delete_port for 04727b3e-2d41-4f26-89de-e5156bc7965f owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:24.305687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['c1c826e9-ca4c-45e4-83b3-9512122684cd'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:48:24.406967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:24.458301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Port': ['ID=04727b3e-2d41-4f26-89de-e5156bc7965f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:24.507030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:24.544860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] No DVR routers for this DVR port 04727b3e-2d41-4f26-89de-e5156bc7965f on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:24.547387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:24.550297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-deleted', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:24.570681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6e260c0-22ff-4b4c-8dcf-8b9deeaa162d req-c7a76137-e702-4f75-bef6-942c336922ea tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebc59c85-c78b-4905-899a-fda3e2547b57 HTTP/1.1" status: 200 len: 210 time: 0.0428352 Mar 11 19:48:24.579762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06aa5abe-7b92-463c-8ed9-0330ab191a84 req-b7bc7910-d490-4e35-8ccd-fee672a69720 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.90 "DELETE /v2.0/ports/04727b3e-2d41-4f26-89de-e5156bc7965f HTTP/1.1" status: 204 len: 173 time: 0.7344143 Mar 11 19:48:24.615930 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc59c85-c78b-4905-899a-fda3e2547b57', 'name': 'network-vif-deleted', 'tag': '04727b3e-2d41-4f26-89de-e5156bc7965f', 'status': 'completed', 'code': 200} Mar 11 19:48:25.004065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280e779-b57d-463b-b94a-22e399ad9485 req-8c9c7d60-22a2-4e10-95d0-236364fbbda1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:25.005549 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b280e779-b57d-463b-b94a-22e399ad9485 req-8c9c7d60-22a2-4e10-95d0-236364fbbda1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 944 time: 0.0802155 Mar 11 19:48:25.050444 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b280e779-b57d-463b-b94a-22e399ad9485 req-46657145-f441-47e2-8969-a5d1f0b2d4f2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392938 Mar 11 19:48:25.702156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36826) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:25.745076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device c1c826e9-ca4c-45e4-83b3-9512122684cd up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:25.816857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port c1c826e9-ca4c-45e4-83b3-9512122684cd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:25.822619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port c1c826e9-ca4c-45e4-83b3-9512122684cd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:25.823036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:25.936863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:25.963018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:25.972719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:25.977781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:25.979208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:26.031602 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'code': 200} Mar 11 19:48:26.044168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 04727b3e-2d41-4f26-89de-e5156bc7965f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:26.044507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 04727b3e-2d41-4f26-89de-e5156bc7965f not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:26.077435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:26.098821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:26.312828 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df2215-2d5e-440f-be35-cb0780df6bdf req-ff1e7c4f-8337-445b-87d3-966b414d01f2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:26.314138 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-12df2215-2d5e-440f-be35-cb0780df6bdf req-ff1e7c4f-8337-445b-87d3-966b414d01f2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.1298668 Mar 11 19:48:26.345121 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e8f97df-ac74-4c86-b7eb-b12d96a05069 req-1e2e0b26-3a72-4ad3-a578-277f98b32172 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1098 time: 0.1058853 Mar 11 19:48:26.382050 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-12df2215-2d5e-440f-be35-cb0780df6bdf req-51d2c529-9a00-457e-9369-60b8da1b069d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614216 Mar 11 19:48:26.398519 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e8f97df-ac74-4c86-b7eb-b12d96a05069 req-89ec40d4-fc4c-4785-b19e-17c52ae851e8 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445242 Mar 11 19:48:26.700610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Deleting port 42aa8a4c-ac61-42f2-9095-21d046bd3891 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:26.700933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:26.978387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] For port 42aa8a4c-ac61-42f2-9095-21d046bd3891, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=42aa8a4c-ac61-42f2-9095-21d046bd3891,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:26.978996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:27.097380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Calling delete_port for 42aa8a4c-ac61-42f2-9095-21d046bd3891 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:27.275854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:27.320965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Port': ['ID=42aa8a4c-ac61-42f2-9095-21d046bd3891,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:27.366998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.367342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.367691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.368012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.368359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.368683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.369004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.369320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.369646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.369966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.370284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:27.651669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4378e23-03c6-4844-b6b7-5686608b1f2c req-5c7276c6-dd32-4ecc-bff7-51ae2ff8ab66 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:27.652992 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b4378e23-03c6-4844-b6b7-5686608b1f2c req-5c7276c6-dd32-4ecc-bff7-51ae2ff8ab66 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.1094465 Mar 11 19:48:27.715339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b4378e23-03c6-4844-b6b7-5686608b1f2c req-cd5cec89-36b2-4a91-b84e-6952fed8fb77 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559521 Mar 11 19:48:27.730245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:28.395892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Router 82bc3484-1c51-4d5d-8176-fd93b5942906 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:28.594679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:28.604502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Sync routers for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:28.607050 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ded59484-4481-4982-ab4d-ff4b739c22f2 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "PUT /v2.0/routers/82bc3484-1c51-4d5d-8176-fd93b5942906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9037523 Mar 11 19:48:28.609950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36838) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:28.617615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:28.618218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:28.789086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:28.789957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Deleting subnet d2a04192-582b-4f4a-981e-8d8ab01fafef {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:48:28.793013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:28.848988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:28.915122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261ebc7-34da-4c82-b7d4-ce843ac59abe req-4ffc4840-6ed3-49fd-90cd-e6b119cae946 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:28.916749 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c261ebc7-34da-4c82-b7d4-ce843ac59abe req-4ffc4840-6ed3-49fd-90cd-e6b119cae946 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.0814974 Mar 11 19:48:28.939813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:28.966353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c261ebc7-34da-4c82-b7d4-ce843ac59abe req-f513f0ba-ad57-40d0-b7af-665f97867f71 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420141 Mar 11 19:48:29.031014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.078548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a04192-582b-4f4a-981e-8d8ab01fafef,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:29.085064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.092527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:48:27Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:29.093392 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f698f1e5-ebb4-4544-9b10-425b091a21b4 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "DELETE /v2.0/subnets/d2a04192-582b-4f4a-981e-8d8ab01fafef HTTP/1.1" status: 204 len: 168 time: 0.4825122 Mar 11 19:48:29.096260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36846) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:29.098925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17752efa-19bf-4ace-9004-0bb6213d21b6 None None] Network 6779bf42-7dba-46b2-8d91-12d89f1f42fb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:29.170794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5023f1-5c64-49af-9a7a-164f2a9ee5e5 req-6f3b1af9-64cc-4a3e-a936-3d284dbf564d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:29.172340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc5023f1-5c64-49af-9a7a-164f2a9ee5e5 req-6f3b1af9-64cc-4a3e-a936-3d284dbf564d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.0779557 Mar 11 19:48:29.218843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Checking router: 82bc3484-1c51-4d5d-8176-fd93b5942906 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:29.226139 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc5023f1-5c64-49af-9a7a-164f2a9ee5e5 req-497ae359-d284-4f25-bbd5-3922a52ac74d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Mar 11 19:48:29.258039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36850) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:29.288603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Routers {'82bc3484-1c51-4d5d-8176-fd93b5942906'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:29.289494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['82bc3484-1c51-4d5d-8176-fd93b5942906'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:29.328856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-808ce07f-319a-436a-9564-2d6d4e65e534 tempest-TestVolumeBootPattern-605776918 tempest-TestVolumeBootPattern-605776918-project-admin] Synchronizing usage tracker for tenant:61f266e08aa545598c68b6ea9689016f on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:29.348110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-808ce07f-319a-436a-9564-2d6d4e65e534 tempest-TestVolumeBootPattern-605776918 tempest-TestVolumeBootPattern-605776918-project-admin] Unset dirty status for tenant:61f266e08aa545598c68b6ea9689016f on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:29.349290 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-808ce07f-319a-436a-9564-2d6d4e65e534 tempest-TestVolumeBootPattern-605776918 tempest-TestVolumeBootPattern-605776918-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1093 time: 0.0901873 Mar 11 19:48:29.352396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36854) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:29.357903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:29.363477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:29.367924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:floatingip and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:29.371189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:29.376843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:29.388211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.401262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.516686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] Set router 82bc3484-1c51-4d5d-8176-fd93b5942906 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:29.527705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.613884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.618967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] DHCP port deletion for 6779bf42-7dba-46b2-8d91-12d89f1f42fb request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:48:29.624663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Deleting port 85236718-1d50-4ed5-b409-e7f7ee25ac81 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:29.625185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.646394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Deleting port 2e045924-6bd8-40aa-b149-21d7e333a58a {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:29.646767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.689113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.26.8.233 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/69135ff9-88a6-4dae-9f46-f4295a5af4c2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:29.808323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] For port 85236718-1d50-4ed5-b409-e7f7ee25ac81, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=85236718-1d50-4ed5-b409-e7f7ee25ac81,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:29.808961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.839391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.866959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:29.933929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:29.936876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:29.939301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:29.939918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Calling delete_port for 85236718-1d50-4ed5-b409-e7f7ee25ac81 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:29.968990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=69135ff9-88a6-4dae-9f46-f4295a5af4c2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:29.972201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] For port 2e045924-6bd8-40aa-b149-21d7e333a58a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2e045924-6bd8-40aa-b149-21d7e333a58a,segment=NetworkSegment(1b877442-a319-4b65-901d-5bbc2f124408),segment_id=1b877442-a319-4b65-901d-5bbc2f124408)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:29.972613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.095274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Calling delete_port for 2e045924-6bd8-40aa-b149-21d7e333a58a owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:30.114068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.153608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:48:27Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:30.165112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Port': ['ID=85236718-1d50-4ed5-b409-e7f7ee25ac81,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:30.168478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ddc5fd-6f3e-42ed-ae67-f19492e63997 None None] The sync data for ids ['82bc3484-1c51-4d5d-8176-fd93b5942906'] in dv-neutron-832764-2-hyperv is: [{'id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1749937304', 'tenant_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:48:27Z', 'revision_number': 5, 'project_id': '5f73239bb00547eb8bf914ea8cdc4f9b', 'gw_port': {'id': '85236718-1d50-4ed5-b409-e7f7ee25ac81', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:35:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bc3484-1c51-4d5d-8176-fd93b5942906', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:02Z', 'updated_at': '2022-03-11T19:45:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:30.192513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.240923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] Pushing event deleted for resources: {'Port': ['ID=2e045924-6bd8-40aa-b149-21d7e333a58a,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:30.248615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba277eee-0128-44b0-838a-af98a1671e0f None None] No DVR routers for this DVR port 2e045924-6bd8-40aa-b149-21d7e333a58a on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:30.418806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.573508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.637083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.782923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.787359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.813262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.814058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Fanout notify agent at l3_agent the message router_deleted on router 82bc3484-1c51-4d5d-8176-fd93b5942906 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:48:30.829237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.833113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-eb34bd88-cb55-485e-b214-acc297bf0ee1 tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "DELETE /v2.0/routers/82bc3484-1c51-4d5d-8176-fd93b5942906 HTTP/1.1" status: 204 len: 168 time: 1.7331171 Mar 11 19:48:30.833321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36858) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:30.856977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.863224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.955040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:30.970691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=69135ff9-88a6-4dae-9f46-f4295a5af4c2,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:30.983119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.085953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.114794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6779bf42-7dba-46b2-8d91-12d89f1f42fb']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.127002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b877442-a319-4b65-901d-5bbc2f124408') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.127280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b877442-a319-4b65-901d-5bbc2f124408') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.139257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.155432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.162719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:48:31.163107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.172700 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Floating IP 4c1ddd74-02ad-409f-bc25-59e1ef3b4456 associated. External IP: 172.26.8.233, port: c1c826e9-ca4c-45e4-83b3-9512122684cd. Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:31.178489 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:31.258023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.288865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.308903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'Network': ['ID=6779bf42-7dba-46b2-8d91-12d89f1f42fb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:31.321664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6c174938-bba8-475a-9370-a73b28467f7b tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "DELETE /v2.0/networks/6779bf42-7dba-46b2-8d91-12d89f1f42fb HTTP/1.1" status: 204 len: 168 time: 0.4871774 Mar 11 19:48:31.324269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36862) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:31.338344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 42aa8a4c-ac61-42f2-9095-21d046bd3891 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:31.379234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 42aa8a4c-ac61-42f2-9095-21d046bd3891 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:31.379644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 42aa8a4c-ac61-42f2-9095-21d046bd3891 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:31.380138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2e045924-6bd8-40aa-b149-21d7e333a58a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:31.396879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.412215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2e045924-6bd8-40aa-b149-21d7e333a58a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:31.412558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2e045924-6bd8-40aa-b149-21d7e333a58a not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:31.412981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 85236718-1d50-4ed5-b409-e7f7ee25ac81 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:31.428271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.444547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 85236718-1d50-4ed5-b409-e7f7ee25ac81 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:31.444812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 85236718-1d50-4ed5-b409-e7f7ee25ac81 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:31.497928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.520419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819dd28-d879-4dc6-ad97-629996af1c94,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:31.528005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.531363 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9e9cb18d-0022-427b-8137-fafb940c931a tempest-TestNetworkAdvancedServerOps-1240396104 tempest-TestNetworkAdvancedServerOps-1240396104-project] 10.222.0.76 "DELETE /v2.0/security-groups/f819dd28-d879-4dc6-ad97-629996af1c94 HTTP/1.1" status: 204 len: 168 time: 0.2040558 Mar 11 19:48:31.589641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:31.889870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36872) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:31.901876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:31.911792 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:31.925990 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:31.926852 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.928739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:31.982552 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d0ade85a-01f1-4d31-93ba-4c109881a107 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6290929 Mar 11 19:48:31.983121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:32.046285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'status': 'completed', 'code': 200} Mar 11 19:48:32.102027 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:32.139641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:32.140114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5c2dcc2c-e7ef-4296-b2d9-bb4dbf1cb773 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f73239bb00547eb8bf914ea8cdc4f9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2487161 Mar 11 19:48:32.181945 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-22e45cda-ce34-4319-92e8-274687db2c64 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1098 time: 0.1041920 Mar 11 19:48:32.208555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.235772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.290678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.308599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01773ceb-0bc7-4c17-88be-0b24c6e4e620,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:32.315072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.316214 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f9e05e59-0344-49d6-8fed-16857ba3a5bb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/01773ceb-0bc7-4c17-88be-0b24c6e4e620 HTTP/1.1" status: 204 len: 168 time: 0.1746087 Mar 11 19:48:32.334510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da058-d9d2-4681-ba9a-473b1305c190 req-629d3d59-65a4-4716-9a32-4f2f10b0a96d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:32.336170 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-629d3d59-65a4-4716-9a32-4f2f10b0a96d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1481571 Mar 11 19:48:32.443044 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:30Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:32.446047 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-7b0788e7-185c-4209-94e0-5bd3dade82b6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 999 time: 0.1032271 Mar 11 19:48:32.446964 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:32.457017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:32.457655 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:32.515022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396da058-d9d2-4681-ba9a-473b1305c190 req-c6a662f0-0588-4d21-b261-f56a330598e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:32.516643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-c6a662f0-0588-4d21-b261-f56a330598e4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0647321 Mar 11 19:48:32.590694 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-22b6ca6c-bc74-4fe4-92a1-f5e1bcbca635 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675147 Mar 11 19:48:32.664164 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:32.687239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36890) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:32.705892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.735563 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-1822bcaf-31b0-40e1-bce0-a8a0390d32a6 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384017 Mar 11 19:48:32.738087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:32.742142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Usage tracker for resource:security_group_rule and tenant:db2007b3795e42b9a955148a403e5b1b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:32.745122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:32.750894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:32.822391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.828075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.870691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-396da058-d9d2-4681-ba9a-473b1305c190 req-e43897eb-40b1-4402-9757-c02624e09dfb service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286812 Mar 11 19:48:32.872607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05377518-7ff3-4e2c-a9f0-2458e3e8a594,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:32.886865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-94d7db39-a3aa-4bee-a593-ceb44767051d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db2007b3795e42b9a955148a403e5b1b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1983867 Mar 11 19:48:32.889532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36894) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:32.951374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:32.977113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:33.013356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:30Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:33.017320 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23ff1fa-fc09-4ce1-8384-929d75159c8c None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:30Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:33.028730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:33.047100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05377518-7ff3-4e2c-a9f0-2458e3e8a594,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.050498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:33.054137 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2e138075-d388-41a2-b313-9b3b24c3c155 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05377518-7ff3-4e2c-a9f0-2458e3e8a594 HTTP/1.1" status: 204 len: 168 time: 0.1613123 Mar 11 19:48:33.117823 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:48:33.221051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0fb541-2f7c-49d7-b2d2-2f1f1940ebde None None] New status for floating IP 4c1ddd74-02ad-409f-bc25-59e1ef3b4456: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:48:33.925225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:34.057129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1926009664-network', 'tenant_id': '05c05bd8300448e89039ee170cd35a6c'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:34.063956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:34.068981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Usage tracker for resource:network and tenant:05c05bd8300448e89039ee170cd35a6c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:34.071926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:34.077679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:34.090920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Made reservation on behalf of 05c05bd8300448e89039ee170cd35a6c for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:34.093331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.105600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.135750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:34.139467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Usage tracker for resource:security_group_rule and tenant:05c05bd8300448e89039ee170cd35a6c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:34.142158 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:34.147691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:34.212536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.217110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.252281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:34.257618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdfae25-d634-4078-b63c-80ba3139b35a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:34.266853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.267148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Added segment b5abcf13-4d75-4d42-994c-a31193f6daa3 of type vlan for network 52f90111-f3f2-4bde-8966-e8c8888aadb5 Mar 11 19:48:34.294592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.324687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.325679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:34.326244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.428454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] Pushing event updated for resources: {'Network': ['ID=52f90111-f3f2-4bde-8966-e8c8888aadb5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:34.432943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f9b41657-e0a1-4c49-bc74-15ada352397d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5066447 Mar 11 19:48:34.436011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36922) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:34.439470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 52f90111-f3f2-4bde-8966-e8c8888aadb5 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:48:34.442299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Request body: {'subnet': {'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1926009664-subnet', 'tenant_id': '05c05bd8300448e89039ee170cd35a6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:34.447251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:34.451078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Usage tracker for resource:subnet and tenant:05c05bd8300448e89039ee170cd35a6c is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:34.453930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:34.459771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:34.471669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Made reservation on behalf of 05c05bd8300448e89039ee170cd35a6c for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:34.473893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.676919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.744903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7b3090-aabe-4200-a3b2-cc818dd10e01,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:34.761188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Checking segment: {'id': 'b5abcf13-4d75-4d42-994c-a31193f6daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:34.761531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Network hostable DHCP agents. Network: 52f90111-f3f2-4bde-8966-e8c8888aadb5, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:34.783106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Network 52f90111-f3f2-4bde-8966-e8c8888aadb5 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:34.792632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 52f90111-f3f2-4bde-8966-e8c8888aadb5) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:34.796476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:34.797048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:34.802266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df864a-cc86-4c46-8662-6b251f817475 None None] Network 52f90111-f3f2-4bde-8966-e8c8888aadb5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:34.819047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8de8e8c1-2d61-4bf1-8735-6b9225114e12 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3818228 Mar 11 19:48:35.018630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba9cd1e-186c-42bd-b565-11d4bd8de48a None None] Network 52f90111-f3f2-4bde-8966-e8c8888aadb5 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:35.678168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 36944) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:35.683744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1469771877-network', 'tenant_id': 'd4b22041d05c4ce8b54f1c972474811b'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:35.688574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:35.692622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Usage tracker for resource:network and tenant:d4b22041d05c4ce8b54f1c972474811b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:35.695448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:35.701847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:35.723358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Made reservation on behalf of d4b22041d05c4ce8b54f1c972474811b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:35.725825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.738629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.772149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:35.776051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Usage tracker for resource:security_group_rule and tenant:d4b22041d05c4ce8b54f1c972474811b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:35.778887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:35.784578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:35.856842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.861263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.892327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:35.897456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0374b7f-0c4a-4fd8-a630-da213b513e18,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:35.904120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.905011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Added segment 5cb45477-a7b8-4ebe-b280-377e3879914e of type vlan for network 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 Mar 11 19:48:35.931638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.961644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:35.962494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:35.963067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:36.142685 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4632273 Mar 11 19:48:36.143484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a1f86-f4ca-4a06-b446-8365abe7d06a admin admin] Pushing event updated for resources: {'Network': ['ID=84c2aed6-7c34-48dd-a13f-e79ccb1d8da6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:36.145540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36948) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:36.151810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Request body: {'subnet': {'network_id': '84c2aed6-7c34-48dd-a13f-e79ccb1d8da6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1469771877-subnet', 'tenant_id': 'd4b22041d05c4ce8b54f1c972474811b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:36.154228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:48:36.157211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:36.161482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Usage tracker for resource:subnet and tenant:d4b22041d05c4ce8b54f1c972474811b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:36.164697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:36.170862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:36.182896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Made reservation on behalf of d4b22041d05c4ce8b54f1c972474811b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:36.185328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:36.383991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:36.453024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2f5d8e-4539-47f7-a44d-3b5506ce0fd8,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:36.469594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Checking segment: {'id': '5cb45477-a7b8-4ebe-b280-377e3879914e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '84c2aed6-7c34-48dd-a13f-e79ccb1d8da6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:36.469944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Network hostable DHCP agents. Network: 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:36.493620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Network 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:36.504509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:36.508413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:36.509012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:36.513227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d6f3e-2703-4b87-a28a-f86e15ba480c None None] Network 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:36.529865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a859b7ca-eac8-4b68-b005-7be7fcf89ef5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3825808 Mar 11 19:48:36.688625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36958) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:36.732197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c8d2a9-02dc-4521-b41d-9a68f1285155 None None] Network 84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:37.001610 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bd97e0c8-dedc-4bdf-991e-fce6b5e188b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/9ed04102-5763-449e-a30a-788dda079094 HTTP/1.1" status: 200 len: 993 time: 0.3118174 Mar 11 19:48:37.186140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-18c12a1a-f7e9-425c-92c2-b80690320659 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:37.187591 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-18c12a1a-f7e9-425c-92c2-b80690320659 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/networks?id=52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 200 len: 812 time: 0.1420612 Mar 11 19:48:37.205776 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-e5aa38b5-5bf9-4530-ac51-266ceb6f96a5 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/quotas/05c05bd8300448e89039ee170cd35a6c HTTP/1.1" status: 200 len: 375 time: 0.0124781 Mar 11 19:48:37.251718 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-b5cce7a9-2457-4734-a06f-762e1a8afc1e tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05c05bd8300448e89039ee170cd35a6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400543 Mar 11 19:48:37.315195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 36976) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:37.394847 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-433b0c2a-b9f9-40d9-816d-22220d5425e4 service neutron] 10.222.0.76 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364694 Mar 11 19:48:37.513432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port f45c72d7-9bf3-4e9e-8e51-22663d7303d8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:37.513660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:37.523407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-c5bc1ff2-7df7-49a9-8bd7-b8d65a400a55 service neutron] 10.222.0.76 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226957 Mar 11 19:48:37.770768 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d32f0e86-a913-491f-ada8-d1a8790de81c req-cf44709e-626b-4734-8296-f3267be77e11 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 210 time: 0.0875189 Mar 11 19:48:37.826988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:37.827375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:37.950862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for f45c72d7-9bf3-4e9e-8e51-22663d7303d8 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:38.104676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:38.147334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=f45c72d7-9bf3-4e9e-8e51-22663d7303d8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:38.246176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:38.656113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 4948ac61-5190-4987-a847-b3d9638e6c72 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:38.951148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-702d60d5-f9cc-4c74-a2f6-ea44037bd4c2 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:38.953612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-702d60d5-f9cc-4c74-a2f6-ea44037bd4c2 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.90 "GET /v2.0/networks?id=52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 200 len: 812 time: 0.2836988 Mar 11 19:48:38.981692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Request body: {'port': {'device_id': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5', 'admin_state_up': True, 'tenant_id': '05c05bd8300448e89039ee170cd35a6c'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:39.080074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:39.090931 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Sync routers for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:39.116747 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:39.124109 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:39.151503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:39.169370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:39.171879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Usage tracker for resource:port and tenant:05c05bd8300448e89039ee170cd35a6c is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:39.175158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:39.186630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:39.252337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Made reservation on behalf of 05c05bd8300448e89039ee170cd35a6c for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:39.255054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:39.281981 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d3191b87-4140-478e-a4b9-62dce4077eb0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/9ed04102-5763-449e-a30a-788dda079094 HTTP/1.1" status: 204 len: 168 time: 1.9657023 Mar 11 19:48:39.283871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:39.285770 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6c0d6e84-6869-40fd-8cc1-ca5e8ecd4850 req-3c41401f-65c7-4ef6-929c-fdd0b20275cb tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 210 time: 0.0847168 Mar 11 19:48:39.423844 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'status': 'completed', 'code': 200} Mar 11 19:48:39.440892 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:39.551474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Allocated IP 172.20.0.14 (52f90111-f3f2-4bde-8966-e8c8888aadb5/aa7b3090-aabe-4200-a3b2-cc818dd10e01/53131d68-99ce-4f8d-93ed-a54d9de790d8) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:39.650239 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-392d6c04-4ab2-4a47-a540-0fd931e73482 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 1099 time: 0.2019567 Mar 11 19:48:39.846443 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:39.853858 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Checking router: 4948ac61-5190-4987-a847-b3d9638e6c72 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:39.869508 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:39.870571 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:39.922450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-d7303461-7a1c-4caa-8afb-d75ed06dd6a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:39.923517 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-d7303461-7a1c-4caa-8afb-d75ed06dd6a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 200 len: 898 time: 0.2687342 Mar 11 19:48:39.961507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:39.996077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-c0fa4dba-0146-4b86-93d0-9bb907d7385a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 200 len: 217 time: 0.0646298 Mar 11 19:48:40.012611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:40.066864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-b287e268-ffbd-45ec-b291-4413fca4bee5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:40.068662 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-b287e268-ffbd-45ec-b291-4413fca4bee5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f2462936-18d4-45ba-9e43-e94c344a5663 HTTP/1.1" status: 200 len: 835 time: 0.0670114 Mar 11 19:48:40.076280 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:40.101189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526784-813c-48ea-828e-7d8a485e6808 req-035eabd0-9032-4f9e-b4ec-c991052d45ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:40.102944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c2526784-813c-48ea-828e-7d8a485e6808 req-035eabd0-9032-4f9e-b4ec-c991052d45ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.2066398 Mar 11 19:48:40.105156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Network 52f90111-f3f2-4bde-8966-e8c8888aadb5 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:40.108554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:40.111538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:40.152256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-acce3436-ab43-4ced-8462-60a986e77dcc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4168dbc5-a354-4982-8072-5178aec1dbac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762248 Mar 11 19:48:40.175709 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Pushing event updated for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:40.218446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:40.219394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:40.234167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c2526784-813c-48ea-828e-7d8a485e6808 req-acc0462c-a06b-4e8d-85db-822772da0ca6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895085 Mar 11 19:48:40.247065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-3b335dd0-851d-478d-a875-813ad13fe600 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2770500 Mar 11 19:48:40.262855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Request body: {'port': {'device_id': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:40.294205 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-0548bd65-070a-44aa-8162-c8cef3166c0e service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329286 Mar 11 19:48:40.405782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:40.444146 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-039da597-10bc-4ed2-a1c8-13b0f3a39e87 req-4666fa0a-c635-40af-895a-b4765c4a2f0f service neutron] 10.222.0.90 "GET /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418705 Mar 11 19:48:40.472277 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:40.483448 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53973434-c5a5-4fd5-a96c-17d26e60a569 None None] The sync data for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv is: [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e99c177e-f0b3-4941-a1d8-759f8296fae4', 'name': '', 'network_id': '4168dbc5-a354-4982-8072-5178aec1dbac', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:4d:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:47:00Z', 'updated_at': '2022-03-11T19:47:07Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'f2462936-18d4-45ba-9e43-e94c344a5663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:40.542339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd628f4-053a-4795-94b2-836570c57612 req-be19e4ca-fc01-40f1-b076-b573d18dd7bd tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:40.543829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dd628f4-053a-4795-94b2-836570c57612 req-be19e4ca-fc01-40f1-b076-b573d18dd7bd tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 932 time: 0.0897834 Mar 11 19:48:40.590990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-7dd628f4-053a-4795-94b2-836570c57612 req-386d5fa8-c28e-426a-ac7e-85d580ace557 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Synchronizing usage tracker for tenant:05c05bd8300448e89039ee170cd35a6c on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:40.607996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-7dd628f4-053a-4795-94b2-836570c57612 req-386d5fa8-c28e-426a-ac7e-85d580ace557 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Unset dirty status for tenant:05c05bd8300448e89039ee170cd35a6c on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:40.609156 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dd628f4-053a-4795-94b2-836570c57612 req-386d5fa8-c28e-426a-ac7e-85d580ace557 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589595 Mar 11 19:48:40.733335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6279d0fa-94f7-4f72-8383-9c4932f7e774 None None] New status for floating IP 9ed04102-5763-449e-a30a-788dda079094: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:48:40.855792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53131d68-99ce-4f8d-93ed-a54d9de790d8 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:48:40.862767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:40.877303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Transition to ACTIVE for port object 53131d68-99ce-4f8d-93ed-a54d9de790d8 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:40.881382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:41.000023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:41.106214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Attempting to bind port 53131d68-99ce-4f8d-93ed-a54d9de790d8 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:48:41.106511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Attempting to bind port 53131d68-99ce-4f8d-93ed-a54d9de790d8 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'b5abcf13-4d75-4d42-994c-a31193f6daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:48:41.106859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Attempting to bind port 53131d68-99ce-4f8d-93ed-a54d9de790d8 on network 52f90111-f3f2-4bde-8966-e8c8888aadb5 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:41.112754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Port 53131d68-99ce-4f8d-93ed-a54d9de790d8 on network 52f90111-f3f2-4bde-8966-e8c8888aadb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:48:41.113066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Attempting to bind port 53131d68-99ce-4f8d-93ed-a54d9de790d8 on network 52f90111-f3f2-4bde-8966-e8c8888aadb5 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:41.119445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:48:41.119778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Checking segment: {'id': 'b5abcf13-4d75-4d42-994c-a31193f6daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:41.120145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Bound using segment: {'id': 'b5abcf13-4d75-4d42-994c-a31193f6daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:48:41.120559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Bound port: 53131d68-99ce-4f8d-93ed-a54d9de790d8, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5abcf13-4d75-4d42-994c-a31193f6daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:48:41.120917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:41.208897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:41.212513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8,segment=NetworkSegment(b5abcf13-4d75-4d42-994c-a31193f6daa3),segment_id=b5abcf13-4d75-4d42-994c-a31193f6daa3)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:41.217636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:41.291242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:41.292739 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] 10.222.0.90 "PUT /v2.0/ports/53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 200 len: 1094 time: 1.0382612 Mar 11 19:48:41.293088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:41.314078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4992d-0f8f-4a13-a4fd-414a871232e5 service neutron] Pushing event updated for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:41.433332 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8', 'status': 'completed', 'code': 200} Mar 11 19:48:41.460737 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-a9eb9bc0-06ed-4f62-a3de-6fbd60648bfe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05c05bd8300448e89039ee170cd35a6c&device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 1097 time: 0.1276727 Mar 11 19:48:41.521868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dab1a-3c4f-4e11-8f0d-7320ecd68295 req-711c6639-74a2-4637-b32e-b3afeaf4dff5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:41.523252 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c77dab1a-3c4f-4e11-8f0d-7320ecd68295 req-711c6639-74a2-4637-b32e-b3afeaf4dff5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.1367323 Mar 11 19:48:41.554160 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-5ceffb0c-1558-453e-a3b5-c6b6cb11fe25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 200 len: 217 time: 0.0824962 Mar 11 19:48:41.573932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-25ab4d9c-39e8-402e-bbda-bc1c9af1f64f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:41.574616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-25ab4d9c-39e8-402e-bbda-bc1c9af1f64f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:41.591738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-25ab4d9c-39e8-402e-bbda-bc1c9af1f64f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:41.592974 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-25ab4d9c-39e8-402e-bbda-bc1c9af1f64f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 946 time: 0.0933163 Mar 11 19:48:41.617194 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c77dab1a-3c4f-4e11-8f0d-7320ecd68295 req-9224a59e-8498-4f28-baed-24ef8d3db243 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=baf66b37-964d-49a7-81e2-d83f6d07fcf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878539 Mar 11 19:48:41.631597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-22353f38-4f27-417f-9110-8c0de09e379a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:41.633020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-22353f38-4f27-417f-9110-8c0de09e379a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa7b3090-aabe-4200-a3b2-cc818dd10e01 HTTP/1.1" status: 200 len: 852 time: 0.0638201 Mar 11 19:48:41.672301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:41.672301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:41.678861 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-30af2c23-3185-4395-8020-c2f9b1bc0627 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52f90111-f3f2-4bde-8966-e8c8888aadb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388658 Mar 11 19:48:41.810655 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-8b7c2cde-bc3b-45eb-9604-9074164e9e85 service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232846 Mar 11 19:48:41.939531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d598ac88-5922-4280-9b5f-93cbbb6808dd req-0839d347-3f79-4ab5-9c29-cf6f3ea6187a service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230280 Mar 11 19:48:41.945801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a49f5-6f8e-4b46-a515-a9f1c98b5f42 req-5170fbf2-58dc-4b4f-bc38-4da247f238f8 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:41.947218 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a97a49f5-6f8e-4b46-a515-a9f1c98b5f42 req-5170fbf2-58dc-4b4f-bc38-4da247f238f8 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 944 time: 0.1980798 Mar 11 19:48:41.977924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:41.978262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:42.065922 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-f6f14e0f-88a7-4366-a554-837c4c1270bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05c05bd8300448e89039ee170cd35a6c&device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 1097 time: 0.0732694 Mar 11 19:48:42.107593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:42.162539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a97a49f5-6f8e-4b46-a515-a9f1c98b5f42 req-82900a44-05e0-497e-9474-08c1f034b364 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068541 Mar 11 19:48:42.218422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-9186a777-69d6-4896-9e07-6e817f58f947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:42.219901 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-9186a777-69d6-4896-9e07-6e817f58f947 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 200 len: 913 time: 0.1379898 Mar 11 19:48:42.259442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:42.312102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=50aac66f-cdd0-44ab-803c-a1fd2e8e38e6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:42.373098 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-e7c852b1-5624-4b46-a6e5-fb294268a22b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 200 len: 217 time: 0.1461096 Mar 11 19:48:42.382815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:42.386915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:42.390727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'name': 'network-vif-deleted', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:42.407652 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ae5461-a556-4e31-91f7-c45770e559f8 req-4cc9978a-d525-4d3c-9b15-97f1273fb0ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 HTTP/1.1" status: 204 len: 173 time: 0.8101113 Mar 11 19:48:42.447947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-4d53dded-e552-47bb-a9b0-993da9aed469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:42.449389 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-4d53dded-e552-47bb-a9b0-993da9aed469 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa7b3090-aabe-4200-a3b2-cc818dd10e01 HTTP/1.1" status: 200 len: 852 time: 0.0648582 Mar 11 19:48:42.455394 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b22ef08d-bed4-4778-877e-ce2f73bd03c7', 'name': 'network-vif-deleted', 'tag': '50aac66f-cdd0-44ab-803c-a1fd2e8e38e6', 'status': 'completed', 'code': 200} Mar 11 19:48:42.506307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-09d42562-4d10-48d3-8587-90045b7b8a2a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52f90111-f3f2-4bde-8966-e8c8888aadb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391500 Mar 11 19:48:42.641239 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-553257ab-4ea7-4263-9172-3d6c19425e87 service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279273 Mar 11 19:48:42.799767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc703b70-e2d6-4a5e-bc96-4b80187fcfc5 req-ba0fa469-1cbe-4839-9b1a-79edb34052aa service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429877 Mar 11 19:48:42.802124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-bddd2416-2bee-4131-9c57-ffd3cfeb35f7 req-510a8090-7608-4879-b93c-f54e8ada6361 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:42.827325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-bddd2416-2bee-4131-9c57-ffd3cfeb35f7 req-510a8090-7608-4879-b93c-f54e8ada6361 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:42.828498 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bddd2416-2bee-4131-9c57-ffd3cfeb35f7 req-510a8090-7608-4879-b93c-f54e8ada6361 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=b22ef08d-bed4-4778-877e-ce2f73bd03c7 HTTP/1.1" status: 200 len: 210 time: 0.0683706 Mar 11 19:48:43.392389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea792246-f216-460c-9465-b453fa282eae req-ea08db0c-1a87-4821-b5ed-cec334e12a65 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:43.393043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea792246-f216-460c-9465-b453fa282eae req-ea08db0c-1a87-4821-b5ed-cec334e12a65 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Synchronizing usage tracker for tenant:05c05bd8300448e89039ee170cd35a6c on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:48:43.411558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea792246-f216-460c-9465-b453fa282eae req-ea08db0c-1a87-4821-b5ed-cec334e12a65 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Unset dirty status for tenant:05c05bd8300448e89039ee170cd35a6c on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:48:43.412786 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ea792246-f216-460c-9465-b453fa282eae req-ea08db0c-1a87-4821-b5ed-cec334e12a65 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 944 time: 0.1108274 Mar 11 19:48:43.458295 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ea792246-f216-460c-9465-b453fa282eae req-b8d73fb6-174f-4a3d-938d-2c4de536b6dd tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Mar 11 19:48:43.851800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:43.894924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:43.895265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50aac66f-cdd0-44ab-803c-a1fd2e8e38e6 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:43.942921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37018) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:44.009749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.039364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.108852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.126783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf66b37-964d-49a7-81e2-d83f6d07fcf1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:44.137820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.141898 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2fdadc2-5728-404d-8582-9baad22d8191 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/baf66b37-964d-49a7-81e2-d83f6d07fcf1 HTTP/1.1" status: 204 len: 168 time: 0.1951320 Mar 11 19:48:44.184242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37024) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:44.459590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6d3006dc-89c9-4c77-bb86-93904e53b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.598573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:44.744395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2fff8-b4b0-4ffa-8ce4-6c99ab399ea1 req-6d56e92b-62cb-4824-b40c-7da63060dc89 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:44.745736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bdf2fff8-b4b0-4ffa-8ce4-6c99ab399ea1 req-6d56e92b-62cb-4824-b40c-7da63060dc89 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 944 time: 0.1697221 Mar 11 19:48:44.800443 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bdf2fff8-b4b0-4ffa-8ce4-6c99ab399ea1 req-5bd82a44-60e4-49c8-b21e-1d5ad9bb206a tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489426 Mar 11 19:48:45.297374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port e99c177e-f0b3-4941-a1d8-759f8296fae4 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:45.297641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:45.494481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port e99c177e-f0b3-4941-a1d8-759f8296fae4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e99c177e-f0b3-4941-a1d8-759f8296fae4,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:45.494723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:45.610339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for e99c177e-f0b3-4941-a1d8-759f8296fae4 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:45.805595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:45.851086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=e99c177e-f0b3-4941-a1d8-759f8296fae4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:45.865774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 53131d68-99ce-4f8d-93ed-a54d9de790d8 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:48:46.080291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8,segment=NetworkSegment(b5abcf13-4d75-4d42-994c-a31193f6daa3),segment_id=b5abcf13-4d75-4d42-994c-a31193f6daa3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:46.098109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '53131d68-99ce-4f8d-93ed-a54d9de790d8', 'network_id': '52f90111-f3f2-4bde-8966-e8c8888aadb5', 'port_id': '53131d68-99ce-4f8d-93ed-a54d9de790d8', 'mac_address': 'fa:16:3e:59:33:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7b3090-aabe-4200-a3b2-cc818dd10e01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:48:46.170189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:46.199424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53131d68-99ce-4f8d-93ed-a54d9de790d8 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:48:46.221936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8,segment=NetworkSegment(b5abcf13-4d75-4d42-994c-a31193f6daa3),segment_id=b5abcf13-4d75-4d42-994c-a31193f6daa3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:46.221936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:46.236590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86685d6-6043-4f6c-98e4-fa99e2482af4 req-ce9473a9-0572-45ce-82e0-9ea49511714c tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:46.236590 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c86685d6-6043-4f6c-98e4-fa99e2482af4 req-ce9473a9-0572-45ce-82e0-9ea49511714c tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 944 time: 0.2639892 Mar 11 19:48:46.305595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:46.312496 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c86685d6-6043-4f6c-98e4-fa99e2482af4 req-5f2d8020-51a0-4772-beb8-b4eb59562949 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684211 Mar 11 19:48:46.327159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:46.552458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['53131d68-99ce-4f8d-93ed-a54d9de790d8'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:48:46.758217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af4888ed-3456-4518-942e-3dff7e3eb867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.051998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 4948ac61-5190-4987-a847-b3d9638e6c72 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:47.288548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:47.298961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Sync routers for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:47.312607 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:47.312607 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.319610 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-62b2a124-2080-4ebb-82e1-33749b49f65a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/4948ac61-5190-4987-a847-b3d9638e6c72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1279440 Mar 11 19:48:47.319610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37034) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:47.538318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:47.560079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a1a88-1952-4151-8504-fe9255b3303a req-ebc7d779-a579-4de6-93ed-c568ae150ed7 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:47.574121 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c19a1a88-1952-4151-8504-fe9255b3303a req-ebc7d779-a579-4de6-93ed-c568ae150ed7 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 945 time: 0.1112657 Mar 11 19:48:47.586042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet f2462936-18d4-45ba-9e43-e94c344a5663 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:48:47.586042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.633689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c19a1a88-1952-4151-8504-fe9255b3303a req-bb326fba-c0f4-47ff-8adc-761366665112 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589685 Mar 11 19:48:47.683614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.785988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.802234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.876616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 53131d68-99ce-4f8d-93ed-a54d9de790d8 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:47.886064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.890604 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:48:45Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.890604 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Checking router: 4948ac61-5190-4987-a847-b3d9638e6c72 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:47.908446 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Routers {'4948ac61-5190-4987-a847-b3d9638e6c72'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:47.908446 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4948ac61-5190-4987-a847-b3d9638e6c72'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.958264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=f2462936-18d4-45ba-9e43-e94c344a5663,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.963503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:47.973519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289371f-6c05-48c4-99a5-1b5e69c7ff6f None None] Network 4168dbc5-a354-4982-8072-5178aec1dbac requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:47.978193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37040) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:47.992416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-22d1b003-8e2a-41a7-b8be-727ac290501c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/f2462936-18d4-45ba-9e43-e94c344a5663 HTTP/1.1" status: 204 len: 168 time: 0.6674953 Mar 11 19:48:48.078438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.129376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 53131d68-99ce-4f8d-93ed-a54d9de790d8 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:48.170020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 53131d68-99ce-4f8d-93ed-a54d9de790d8 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:48.170020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.232449 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] Set router 4948ac61-5190-4987-a847-b3d9638e6c72 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:48.289111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.385932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.427057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:48:48.450441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8,segment=NetworkSegment(b5abcf13-4d75-4d42-994c-a31193f6daa3),segment_id=b5abcf13-4d75-4d42-994c-a31193f6daa3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:48.450441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.501270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] DHCP port deletion for 4168dbc5-a354-4982-8072-5178aec1dbac request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:48:48.531164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Deleting port a238b01f-5e51-481c-8f20-7445d7766538 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:48.531164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.566549 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8', 'code': 200} Mar 11 19:48:48.630174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:48.674086 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f650144b-868a-4651-a844-d4b194a2391c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:48:45Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:48.684137 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f650144b-868a-4651-a844-d4b194a2391c None None] The sync data for ids ['4948ac61-5190-4987-a847-b3d9638e6c72'] in dv-neutron-832764-2-hyperv is: [{'id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'name': 'tempest-TestNetworkBasicOps-router-447481075', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '5773aa6a-741b-4215-a729-21210a18f539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:48:45Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '5773aa6a-741b-4215-a729-21210a18f539', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ae:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4948ac61-5190-4987-a847-b3d9638e6c72', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:46:56Z', 'updated_at': '2022-03-11T19:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:48.742093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.760305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 5773aa6a-741b-4215-a729-21210a18f539 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:48:48.760305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.891616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] For port a238b01f-5e51-481c-8f20-7445d7766538, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a238b01f-5e51-481c-8f20-7445d7766538,segment=NetworkSegment(77722c36-aacb-4961-9f05-579d46c70d8f),segment_id=77722c36-aacb-4961-9f05-579d46c70d8f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:48.891616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:48.913291 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01d266a3-98a5-491b-98be-45cf6edca39a req-b81b720f-50b8-48aa-8742-fa3c818fbf69 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 1099 time: 0.1230822 Mar 11 19:48:49.012965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01d266a3-98a5-491b-98be-45cf6edca39a req-9007800f-3f00-46e9-a845-3acc570ab4bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943506 Mar 11 19:48:49.023463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Calling delete_port for a238b01f-5e51-481c-8f20-7445d7766538 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:49.076184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 5773aa6a-741b-4215-a729-21210a18f539, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5773aa6a-741b-4215-a729-21210a18f539,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:49.076184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:49.091136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bebcc-32f6-469a-b6a9-8b331888ace1 req-33aefe4f-c540-484b-bacb-98edad0330bf tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:49.091136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-481bebcc-32f6-469a-b6a9-8b331888ace1 req-33aefe4f-c540-484b-bacb-98edad0330bf tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.2118928 Mar 11 19:48:49.161465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:49.171409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:49.257377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a238b01f-5e51-481c-8f20-7445d7766538 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:49.322417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] Pushing event deleted for resources: {'Port': ['ID=a238b01f-5e51-481c-8f20-7445d7766538,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.328872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 5773aa6a-741b-4215-a729-21210a18f539 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:48:49.333933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204dba51-f004-46e9-b8a0-a1408297c47b None None] No DVR routers for this DVR port a238b01f-5e51-481c-8f20-7445d7766538 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:49.333933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a238b01f-5e51-481c-8f20-7445d7766538 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:49.333933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a238b01f-5e51-481c-8f20-7445d7766538 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:49.333933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e99c177e-f0b3-4941-a1d8-759f8296fae4 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:49.366417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e99c177e-f0b3-4941-a1d8-759f8296fae4 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:49.366417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e99c177e-f0b3-4941-a1d8-759f8296fae4 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:49.399449 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-481bebcc-32f6-469a-b6a9-8b331888ace1 req-6b930795-0678-45b9-b4c6-a5df46f03f35 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955248 Mar 11 19:48:49.525073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:49.576118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=5773aa6a-741b-4215-a729-21210a18f539,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.796555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.175262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.181684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.211614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.211614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 4948ac61-5190-4987-a847-b3d9638e6c72 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:48:50.230697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.230697 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-05856129-7f36-4d23-b421-240a7aeeb13a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/4948ac61-5190-4987-a847-b3d9638e6c72 HTTP/1.1" status: 204 len: 168 time: 2.2564185 Mar 11 19:48:50.234624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37048) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:50.359231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.510473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.549060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168dbc5-a354-4982-8072-5178aec1dbac']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:50.567042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77722c36-aacb-4961-9f05-579d46c70d8f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:50.567042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77722c36-aacb-4961-9f05-579d46c70d8f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:50.591099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.609023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.633421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:48:50.633421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.653299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020a69-43e8-4028-9d1d-ab62d4563d08 req-8ba51692-08ef-4b99-8de1-39e150ef3269 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.655933 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c020a69-43e8-4028-9d1d-ab62d4563d08 req-8ba51692-08ef-4b99-8de1-39e150ef3269 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.1155486 Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:50.663070 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:50.706676 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c020a69-43e8-4028-9d1d-ab62d4563d08 req-df009d50-2bd5-4e01-b72e-1ebeb02f7510 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457470 Mar 11 19:48:50.749370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.766682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.777264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=4168dbc5-a354-4982-8072-5178aec1dbac,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:50.786741 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2559ddd7-d42b-4bea-9e0f-18a800128acf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/4168dbc5-a354-4982-8072-5178aec1dbac HTTP/1.1" status: 204 len: 168 time: 0.5544031 Mar 11 19:48:50.803944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37054) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:50.809311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--1960658659', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:50.814295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:50.818443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:50.821298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:50.826867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:50.836602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:50.839842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.870640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:50.880126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.880473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment c9babbf1-1ab4-419c-8ab0-06a328cfc725 of type vlan for network a93f61fe-2d2b-4166-8f0a-88460f5028c0 Mar 11 19:48:50.907934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.947715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:50.952841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.953405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.043048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5773aa6a-741b-4215-a729-21210a18f539 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:48:51.052143 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2471313 Mar 11 19:48:51.054960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:51.061775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-243748103', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:51.066785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e01de2-6893-4d12-89df-f2a1377291ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=a93f61fe-2d2b-4166-8f0a-88460f5028c0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:51.070317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:51.074260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:51.077003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:51.081725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:48:51.082697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:51.094084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.095007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.119404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.130192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 5773aa6a-741b-4215-a729-21210a18f539 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:48:51.130768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5773aa6a-741b-4215-a729-21210a18f539 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:48:51.281540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.467072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.501572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.727162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.134 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/939d08d9-2a2a-4719-9410-f820aae8aaf3) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:51.913994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:51.955227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def55265-4169-445f-a171-5d48dd0d2e03 req-c647975e-41d8-41cc-8e30-a9f31b750f48 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:51.956714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-def55265-4169-445f-a171-5d48dd0d2e03 req-c647975e-41d8-41cc-8e30-a9f31b750f48 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.1171155 Mar 11 19:48:51.978257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:52.061821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:52.062466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=939d08d9-2a2a-4719-9410-f820aae8aaf3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:52.066826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:52.070947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:52.102290 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-def55265-4169-445f-a171-5d48dd0d2e03 req-1bef9c55-178f-4a78-af18-8f2a8792a98b tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397302 Mar 11 19:48:52.230639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:52.231488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:52.298073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece689c-b3f5-4a88-ae58-489c5e0a054a req-7a72d7fb-acb4-40da-b482-d1bc88dd173f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:52.299908 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3ece689c-b3f5-4a88-ae58-489c5e0a054a req-7a72d7fb-acb4-40da-b482-d1bc88dd173f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0779719 Mar 11 19:48:52.344777 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3ece689c-b3f5-4a88-ae58-489c5e0a054a req-ec03a32b-639b-41d7-a7f8-6597bbec8f4d tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386078 Mar 11 19:48:52.456987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:48:52.681272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:52.690433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:52.702479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:52.703572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:52.709160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:52.713615 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-69527f18-ae2b-4aed-ae54-9d2245e1c8f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6544681 Mar 11 19:48:52.713766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37070) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:52.793483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7e5f1-ba4d-4e5f-bc9f-1c56d14829a7 req-7035d129-bc0f-43b0-9bab-fd962d8da529 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:52.794940 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76b7e5f1-ba4d-4e5f-bc9f-1c56d14829a7 req-7035d129-bc0f-43b0-9bab-fd962d8da529 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0750570 Mar 11 19:48:52.843271 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76b7e5f1-ba4d-4e5f-bc9f-1c56d14829a7 req-c4993926-596d-447c-ac41-f14e7bb7ed52 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Mar 11 19:48:52.879202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:52.981593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7ce558a5-dc2f-45e0-be96-61588b94f640 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2639127 Mar 11 19:48:52.981593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37078) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:53.111191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583946e-33e7-4a65-af3d-6ff5b411333f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:53.115345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c583946e-33e7-4a65-af3d-6ff5b411333f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304040 Mar 11 19:48:53.115861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37082) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:53.157759 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a5edadb6-b1f4-41db-a5a1-1cebd7ab3b5c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407107 Mar 11 19:48:53.160950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37086) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:53.165757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2015918560', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:53.176819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:52Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:53.180682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:53.181031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Updating router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f port 939d08d9-2a2a-4719-9410-f820aae8aaf3 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:48:53.235009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.272311 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:53.276565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:53.279355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:53.286104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:53.296005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:53.490858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.575923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.590692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Transition to ACTIVE for port object 939d08d9-2a2a-4719-9410-f820aae8aaf3 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:53.599584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.688553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2c3dc-a605-47a8-8c5d-48149da2bf4e None None] Pushing event updated for resources: {'Port': ['ID=939d08d9-2a2a-4719-9410-f820aae8aaf3,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.690350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Attempting to bind port 939d08d9-2a2a-4719-9410-f820aae8aaf3 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:48:53.690350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Attempting to bind port 939d08d9-2a2a-4719-9410-f820aae8aaf3 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:48:53.690350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Attempting to bind port 939d08d9-2a2a-4719-9410-f820aae8aaf3 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:53.698084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:48:53.698084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:53.698084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.698084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:48:53.700764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Bound port: 939d08d9-2a2a-4719-9410-f820aae8aaf3, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:48:53.700764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.714018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.775018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] For port 939d08d9-2a2a-4719-9410-f820aae8aaf3, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:53.775018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] For port 939d08d9-2a2a-4719-9410-f820aae8aaf3, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=939d08d9-2a2a-4719-9410-f820aae8aaf3,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:53.783292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.796664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=671978ef-782f-4125-8066-56157448213a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.796664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:53.796664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: a93f61fe-2d2b-4166-8f0a-88460f5028c0, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:53.824221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:53.841474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, a93f61fe-2d2b-4166-8f0a-88460f5028c0) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:53.841474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:53.841474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:53.859445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211bbc74-f52a-4a0e-aa1b-4ff96e7f2821 None None] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:53.876233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e4e6c83c-65eb-43c5-a6f4-ca2e7f7031f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7092857 Mar 11 19:48:53.876233 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37092) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:53.906991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2c3dc-a605-47a8-8c5d-48149da2bf4e None None] Pushing event updated for resources: {'Port': ['ID=939d08d9-2a2a-4719-9410-f820aae8aaf3,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.984843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:53.984843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:54.217555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1aba5-7c88-46b0-9297-7bdbe8d7d520 req-02f47724-771d-4601-84f4-ece805aeaef4 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:54.217555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ee1aba5-7c88-46b0-9297-7bdbe8d7d520 req-02f47724-771d-4601-84f4-ece805aeaef4 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.1770422 Mar 11 19:48:54.325682 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ee1aba5-7c88-46b0-9297-7bdbe8d7d520 req-1c780bd8-bcd7-4911-8f75-39e6e0fae879 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906644 Mar 11 19:48:54.332196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:54.459711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:48:54.460488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:54.677628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:54.789373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Allocated IP 172.20.0.2 (a93f61fe-2d2b-4166-8f0a-88460f5028c0/671978ef-782f-4125-8066-56157448213a/210c3b20-3655-451b-8e11-fdf2282e3e3a) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:54.839244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e24a8-e449-491d-882b-0d9ed7dacccb req-ad41aa95-b792-4420-976b-7eacf1af618f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:54.848887 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-948d892f-b0da-4889-bbe6-1b257d4f6323 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05c05bd8300448e89039ee170cd35a6c&device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 1099 time: 0.1281927 Mar 11 19:48:54.853992 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c79e24a8-e449-491d-882b-0d9ed7dacccb req-ad41aa95-b792-4420-976b-7eacf1af618f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.1312132 Mar 11 19:48:54.912020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c79e24a8-e449-491d-882b-0d9ed7dacccb req-211e15e5-90fd-4214-b74f-efa7416f6dd9 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Mar 11 19:48:54.983247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:52Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:55.016181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2b6d7d-4820-4086-b9fd-393fcb918e92 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:52Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:48:55.065921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.078179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Transition to ACTIVE for port object 210c3b20-3655-451b-8e11-fdf2282e3e3a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:55.093236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-cefc81b8-e283-48ad-bce9-e6b621847860 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:55.094593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-cefc81b8-e283-48ad-bce9-e6b621847860 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 200 len: 913 time: 0.2431688 Mar 11 19:48:55.101928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Transition to ACTIVE for port object 210c3b20-3655-451b-8e11-fdf2282e3e3a will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:55.110835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.203054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:55.207100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:55.210585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:55.240445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Pushing event updated for resources: {'Port': ['ID=210c3b20-3655-451b-8e11-fdf2282e3e3a,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:55.247279 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-56aea0ec-93db-471e-8bfc-3d0afb013a1f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 200 len: 217 time: 0.1221764 Mar 11 19:48:55.351507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Attempting to bind port 210c3b20-3655-451b-8e11-fdf2282e3e3a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:48:55.351873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Attempting to bind port 210c3b20-3655-451b-8e11-fdf2282e3e3a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:48:55.352228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Attempting to bind port 210c3b20-3655-451b-8e11-fdf2282e3e3a on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:48:55.361407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:48:55.361407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Checking segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:48:55.362526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.362526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Bound using segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:48:55.362853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Bound port: 210c3b20-3655-451b-8e11-fdf2282e3e3a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:48:55.366170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.423622 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.449007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-d0b567b0-3d73-4e58-a996-d87dd303eee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:55.450232 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-d0b567b0-3d73-4e58-a996-d87dd303eee9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa7b3090-aabe-4200-a3b2-cc818dd10e01 HTTP/1.1" status: 200 len: 852 time: 0.2021019 Mar 11 19:48:55.463559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] For port 210c3b20-3655-451b-8e11-fdf2282e3e3a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:55.468789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] For port 210c3b20-3655-451b-8e11-fdf2282e3e3a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=210c3b20-3655-451b-8e11-fdf2282e3e3a,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:55.475945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:55.573019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868845e8-e032-4998-96f5-aeb9bde81894 None None] Pushing event updated for resources: {'Port': ['ID=210c3b20-3655-451b-8e11-fdf2282e3e3a,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:55.610410 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-cf8bcef7-b37c-4a7a-bb18-c0871edee31c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52f90111-f3f2-4bde-8966-e8c8888aadb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097322 Mar 11 19:48:55.900323 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-b164dce4-cbfc-4d64-a2eb-07e1e37ea858 service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764187 Mar 11 19:48:56.208220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bf0083b-7f3b-4239-a05d-9e19838322c0 req-70ad22c8-1349-4376-ad90-1d13a8b1e8ba service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018377 Mar 11 19:48:56.257939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (a93f61fe-2d2b-4166-8f0a-88460f5028c0/671978ef-782f-4125-8066-56157448213a/b767ee90-d55e-4fd4-9b01-9dd2efc2f898) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:56.275173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfe21a-4747-4fea-8593-a36ac10c7009 req-d8a752bf-f82d-4c36-89ae-d3b03f6f4b26 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.276515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebbfe21a-4747-4fea-8593-a36ac10c7009 req-d8a752bf-f82d-4c36-89ae-d3b03f6f4b26 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.1979918 Mar 11 19:48:56.411965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebbfe21a-4747-4fea-8593-a36ac10c7009 req-a46ed82f-b4f1-4ae4-a2fe-13edfd311cf8 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201324 Mar 11 19:48:56.481018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:56.497792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object b767ee90-d55e-4fd4-9b01-9dd2efc2f898 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:56.521224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:56.594495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:56.597871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:56.601641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:48:56.633706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.655900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51861f36-e0d0-46c3-824f-6b7cfe3f7a03 None None] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:48:56.667660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:56.768609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f7329d20-06e1-4d3b-bbfa-9a961df1ae70 None None] Provisioning for port 210c3b20-3655-451b-8e11-fdf2282e3e3a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:56.777120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.141691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 939d08d9-2a2a-4719-9410-f820aae8aaf3 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:57.325491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 939d08d9-2a2a-4719-9410-f820aae8aaf3 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:57.336399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a874a57d-43e8-410b-a90e-2aef9cebf2e2 None None] Provisioning for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:57.345700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 939d08d9-2a2a-4719-9410-f820aae8aaf3 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:57.346363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.353570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.359261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.374941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a874a57d-43e8-410b-a90e-2aef9cebf2e2 None None] Provisioning complete for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:57.375301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a874a57d-43e8-410b-a90e-2aef9cebf2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.479516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.483157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:57.523852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a874a57d-43e8-410b-a90e-2aef9cebf2e2 None None] Port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:48:57.610793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.633111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 939d08d9-2a2a-4719-9410-f820aae8aaf3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=939d08d9-2a2a-4719-9410-f820aae8aaf3,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:57.640047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.640904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 210c3b20-3655-451b-8e11-fdf2282e3e3a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:57.643719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7a8a9-d13f-4969-9060-909add68e431 req-345cef6e-630a-4b57-bfc6-84b13c33c549 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:57.645281 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40c7a8a9-d13f-4969-9060-909add68e431 req-345cef6e-630a-4b57-bfc6-84b13c33c549 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0888433 Mar 11 19:48:57.652889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:57.654324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:57.703275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40c7a8a9-d13f-4969-9060-909add68e431 req-45f9823a-66fe-434e-8c0b-ccd34422def7 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517790 Mar 11 19:48:57.835486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-263cda86-480c-4d93-bb04-adb9e6b188d7 None None] Provisioning complete for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:57.835486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-263cda86-480c-4d93-bb04-adb9e6b188d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:57.880988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=939d08d9-2a2a-4719-9410-f820aae8aaf3,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:57.911279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-263cda86-480c-4d93-bb04-adb9e6b188d7 None None] Port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:48:57.916887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 210c3b20-3655-451b-8e11-fdf2282e3e3a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:48:57.928564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 210c3b20-3655-451b-8e11-fdf2282e3e3a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:57.929088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:58.083792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5f4abf11-c0ae-4051-ad54-071c800974ec None None] Provisioning complete for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:58.083792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5f4abf11-c0ae-4051-ad54-071c800974ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:58.162297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:58.181829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5f4abf11-c0ae-4051-ad54-071c800974ec None None] Port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:48:58.202475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 210c3b20-3655-451b-8e11-fdf2282e3e3a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=210c3b20-3655-451b-8e11-fdf2282e3e3a,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:58.207710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:58.297476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=210c3b20-3655-451b-8e11-fdf2282e3e3a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:58.299756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:58.332781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3925a1-5595-492b-a928-9242efa7ab81 req-10bba3de-7cd9-4997-940a-7d2d9cd91064 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.334330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f3925a1-5595-492b-a928-9242efa7ab81 req-10bba3de-7cd9-4997-940a-7d2d9cd91064 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0932789 Mar 11 19:48:58.390287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3f3925a1-5595-492b-a928-9242efa7ab81 req-32abb71f-dbc7-4f46-9a14-1f3f147c9b4a tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Mar 11 19:48:58.522246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:58.532660 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dffbb1d1-7bf9-49d8-900d-c36a6dd6e215 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/9601f7b0-d6b4-4682-90e4-2b28b509fd0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6583989 Mar 11 19:48:58.535540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37110) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:58.692604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.692765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.693564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.693564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.693804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.694358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.694761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.694973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.700220 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-00075172-18a0-43b1-b0d0-e3d9775c2b96 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5685 time: 0.1637793 Mar 11 19:48:58.700634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37114) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:58.881718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.882093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.883027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.883027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.884193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.884193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.884193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.884193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.885922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-353c83e1-6d24-4fba-8188-569ab85ad13c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1847241 Mar 11 19:48:58.888955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37118) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:58.936941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:48:58.949051 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:48:58.949829 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:59.071330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 939d08d9-2a2a-4719-9410-f820aae8aaf3 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:59.146589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 939d08d9-2a2a-4719-9410-f820aae8aaf3 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:59.146976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.157539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c5f143da-0e36-4360-8e05-7127c25b08b7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2674279 Mar 11 19:48:59.168999 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:48:59.277405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 210c3b20-3655-451b-8e11-fdf2282e3e3a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:48:59.381294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 210c3b20-3655-451b-8e11-fdf2282e3e3a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:48:59.381660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.508867 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:59.512805 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:48:59.513315 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Updating router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:48:59.565388 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.595423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7a98c-1f49-4836-8db1-04818586ae19 req-28b7e3cb-0505-4670-a970-4188751f1fc8 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.596135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37126) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:59.597025 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1e7a98c-1f49-4836-8db1-04818586ae19 req-28b7e3cb-0505-4670-a970-4188751f1fc8 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0807731 Mar 11 19:48:59.602415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-896972925', 'description': 'tempest-secgroup-smoke-896972925 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:59.608549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:59.612613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:59.615480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:59.620968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:59.636474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.648337 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1e7a98c-1f49-4836-8db1-04818586ae19 req-e2675431-f7ad-4cb1-b05b-3b9f14690e45 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Mar 11 19:48:59.671744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:59.675787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:59.678945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:59.684493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:59.742598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.747850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.794282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e680ab19-6586-4b31-973d-4635178acd41,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:59.798777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.800384 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ba70b8ef-a2e3-4bf6-b782-c2a0681269b8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2031822 Mar 11 19:48:59.803733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:48:59.810586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:48:59.816557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:48:59.820610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:48:59.823616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:48:59.829466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:48:59.850355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.944236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.949711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.968721 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:48:59.980863 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Transition to ACTIVE for port object b767ee90-d55e-4fd4-9b01-9dd2efc2f898 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:48:59.989007 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.017326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad778ab9-dabe-4f0e-8a2e-7fd28b57265d,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.027668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bfa18-f1d0-42db-9bd6-ba6cb45288ad req-613000d8-d055-49d7-930e-f9219baa6ebd tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.029264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-289bfa18-f1d0-42db-9bd6-ba6cb45288ad req-613000d8-d055-49d7-930e-f9219baa6ebd tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0844395 Mar 11 19:49:00.041057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.042202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b06b2cea-5adc-4d54-b218-28c4eb211b97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2370315 Mar 11 19:49:00.045323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37138) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:00.052896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:00.064735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:00.072123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:00.075551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:00.082912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:00.083633 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-289bfa18-f1d0-42db-9bd6-ba6cb45288ad req-51fd675a-c273-4a28-8f9a-9fb1fa398def tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472524 Mar 11 19:49:00.089601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-815868aa-8b3c-4034-bde6-6c6d5d7ead46 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=05c05bd8300448e89039ee170cd35a6c&device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 1099 time: 0.1250944 Mar 11 19:49:00.120190 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Pushing event updated for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.132947 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.133361 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.133755 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.134147 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.134556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.134943 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.135364 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.135733 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.136138 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.136498 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.136873 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:00.234117 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Attempting to bind port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:49:00.234583 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Attempting to bind port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:49:00.235058 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Attempting to bind port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:49:00.242300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:49:00.242838 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Checking segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:49:00.243377 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.243838 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Bound using segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:49:00.244421 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Bound port: b767ee90-d55e-4fd4-9b01-9dd2efc2f898, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:49:00.244884 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.294777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.333132 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] For port b767ee90-d55e-4fd4-9b01-9dd2efc2f898, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:00.336105 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] For port b767ee90-d55e-4fd4-9b01-9dd2efc2f898, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:00.341765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.364435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-6c3e3d09-9500-48bb-ba92-75fb64718683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.365884 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-6c3e3d09-9500-48bb-ba92-75fb64718683 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 200 len: 913 time: 0.2698367 Mar 11 19:49:00.417865 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fab8b1-2281-4f47-bb36-a1f5b369166d None None] Pushing event updated for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.426716 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:49:00.427347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:48:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.447874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-aebf1118-b3ee-42b1-a7ba-983c1a213ea0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 200 len: 217 time: 0.0755341 Mar 11 19:49:00.452344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.489503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.532107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8055b71-5f58-424e-9712-16831aff7366,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.543799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-1c6572d5-dcba-45ba-aaf9-25d6c6859c0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.545252 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-1c6572d5-dcba-45ba-aaf9-25d6c6859c0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=aa7b3090-aabe-4200-a3b2-cc818dd10e01 HTTP/1.1" status: 200 len: 852 time: 0.0904019 Mar 11 19:49:00.546576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.548188 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ef0aac0c-3892-4a2e-a8ed-138bed8d8df5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5008075 Mar 11 19:49:00.551597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37142) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:00.558494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:00.566315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:00.571531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:00.575000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:00.581665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:00.600994 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-357d9e63-f898-4862-8726-76bf3700347f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52f90111-f3f2-4bde-8966-e8c8888aadb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497508 Mar 11 19:49:00.606548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.618432 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:49:00.670320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.675853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.698979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d6ccd0-85c2-4221-84bb-127c173713c6,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.708834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.710390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9e2b13b2-48f8-4c6d-af1b-341a1f9f0f19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1575358 Mar 11 19:49:00.713089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:00.718906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:00.725387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:00.729323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:00.732597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:00.738720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:00.756747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.757907 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-4184db28-30b7-4856-805b-b281eebb3f6c service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511600 Mar 11 19:49:00.823018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.827665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.858162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07946d54-56a9-4e9f-b9bd-776415f4fb2a,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.873328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.876013 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-69ca0f44-7278-47df-8ebe-ecf90106dbd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1613193 Mar 11 19:49:00.879434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37150) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:00.885457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:00.891688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:00.895495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:00.898274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:00.902240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ed3a50c-0b4e-4a4c-adbf-35bcc2778ab0 req-2a8a154b-b06a-42d8-9521-96994de0a5e1 service neutron] 10.222.0.90 "GET /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385486 Mar 11 19:49:00.903767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:00.916489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:49:00.925265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.976541 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.981955 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec210196-aa4a-4496-98a9-f5c7d17c1020 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:00Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:49:00.993199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:00.998604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.026048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36e7ead-33df-47eb-9b82-f950d2891a9b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:01.039453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.040928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-04086ebe-1875-4d1b-901b-b00c514c6f4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1601892 Mar 11 19:49:01.043896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37154) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:01.053792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'e680ab19-6586-4b31-973d-4635178acd41', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:01.060791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:01.064646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:01.067514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:01.072970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:01.083544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:49:01.090465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.163043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.167055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.198300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce27d35a-5397-478a-8457-4d87ea84a1b2,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:01.202739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:01.211399 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bc37f389-1311-4bce-8838-165145453092 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1588924 Mar 11 19:49:01.324460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b47ca8-82fd-4125-96dd-0f45603e7f11 req-4a44d9e5-853b-4b50-87a8-5301dd5725a3 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.326434 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d4b47ca8-82fd-4125-96dd-0f45603e7f11 req-4a44d9e5-853b-4b50-87a8-5301dd5725a3 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0917556 Mar 11 19:49:01.373315 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d4b47ca8-82fd-4125-96dd-0f45603e7f11 req-a68797eb-d21f-4bb4-b1c6-7da225be4daa tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Mar 11 19:49:01.388457 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-802679b1-69b4-4e2c-b3d6-b2c6b08cf5a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-896972925&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0426826 Mar 11 19:49:01.535966 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-dd047dd2-523f-41b6-a0ff-3983f5f450d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.536690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-dd047dd2-523f-41b6-a0ff-3983f5f450d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:49:01.553396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-dd047dd2-523f-41b6-a0ff-3983f5f450d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:49:01.554966 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-dd047dd2-523f-41b6-a0ff-3983f5f450d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 797 time: 0.1593864 Mar 11 19:49:01.571920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-ea8a6c41-17c7-4f37-81ba-f926ad6d9ed2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0113018 Mar 11 19:49:01.657312 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d95a0f8d-781f-4cdc-b537-11c60fef7382 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800779 Mar 11 19:49:01.673291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-0efabcf3-30e6-481d-8472-b835c15e6ecb service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:49:01.674561 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-0efabcf3-30e6-481d-8472-b835c15e6ecb service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051405 Mar 11 19:49:01.813249 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-dd10339c-60ee-4592-8362-7fd598773c70 service neutron] 10.222.0.76 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324260 Mar 11 19:49:01.955471 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-5186ef0a-edd1-4bd5-b37f-52f3c64a08c6 service neutron] 10.222.0.76 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341329 Mar 11 19:49:02.137955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-aa038e16-b372-4a59-a0c9-2a65783ca686 req-02fe3e2d-babe-40a3-b4fd-3708dc8fa85d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:49:02.155032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-aa038e16-b372-4a59-a0c9-2a65783ca686 req-02fe3e2d-babe-40a3-b4fd-3708dc8fa85d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:49:02.156518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-aa038e16-b372-4a59-a0c9-2a65783ca686 req-02fe3e2d-babe-40a3-b4fd-3708dc8fa85d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 210 time: 0.0613663 Mar 11 19:49:02.574885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1544c-295c-4704-9d22-02d3d3f73be4 req-696a018f-42e7-4a58-b48a-2f3ad31d878f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:02.576339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8da1544c-295c-4704-9d22-02d3d3f73be4 req-696a018f-42e7-4a58-b48a-2f3ad31d878f tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0788777 Mar 11 19:49:02.622786 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8da1544c-295c-4704-9d22-02d3d3f73be4 req-99138a56-bf15-420e-8a0c-58b9e85a00e7 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406923 Mar 11 19:49:03.046249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312d94c-b34d-4da4-9622-034be02be8ba req-8e822607-147e-46ba-a48d-96b4c3c1d549 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:03.049525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6312d94c-b34d-4da4-9622-034be02be8ba req-8e822607-147e-46ba-a48d-96b4c3c1d549 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0871313 Mar 11 19:49:03.073531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b767ee90-d55e-4fd4-9b01-9dd2efc2f898 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:49:03.095093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6312d94c-b34d-4da4-9622-034be02be8ba req-a8397bc7-2847-42ed-85aa-675bed424c50 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Mar 11 19:49:03.144321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:49:03.151362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:49:03.151739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:03.271471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:03.326680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port b767ee90-d55e-4fd4-9b01-9dd2efc2f898, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:03.332696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:03.429645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:03.430803 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1fbfe7e7-9de9-4d42-84d1-8569f621c555 req-b8592992-1495-4629-9f8a-ca2fe040aa1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 210 time: 0.1078215 Mar 11 19:49:03.496178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-0ecd60a0-2241-4f6c-8e5e-1da40b1e2294 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:03.497641 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-0ecd60a0-2241-4f6c-8e5e-1da40b1e2294 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 797 time: 0.2105074 Mar 11 19:49:03.553248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-db85ba63-3713-4105-9691-f4f066fd9d19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:49:03.568705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-db85ba63-3713-4105-9691-f4f066fd9d19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:49:03.569834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-db85ba63-3713-4105-9691-f4f066fd9d19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 379 time: 0.0559697 Mar 11 19:49:03.579223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['e680ab19-6586-4b31-973d-4635178acd41']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:03.713677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:03.723034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:03.736428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:03.740342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:03.905376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.12 (a93f61fe-2d2b-4166-8f0a-88460f5028c0/671978ef-782f-4125-8066-56157448213a/f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:04.089243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.104330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:49:04.129757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.207243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:04.210402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:04.212998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:49:04.244592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:04.281186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:04.281805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.293812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c43164-cf07-44bf-a45f-338be4ff6eed req-7c90576b-2011-454f-8423-4fd3ef5814b3 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:04.295272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89c43164-cf07-44bf-a45f-338be4ff6eed req-7c90576b-2011-454f-8423-4fd3ef5814b3 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0766935 Mar 11 19:49:04.315569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-4bb093b8-3ee0-44d4-af5b-13ba8319c300 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7398353 Mar 11 19:49:04.337692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Request body: {'port': {'device_id': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:04.346832 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89c43164-cf07-44bf-a45f-338be4ff6eed req-a8b0f804-5981-4f9d-bde3-abd5c5bac349 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Mar 11 19:49:04.498605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f53d9499-fa86-4a19-b6d2-696b761a698c None None] Provisioning for port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:49:04.505722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f53d9499-fa86-4a19-b6d2-696b761a698c None None] Provisioning complete for port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:49:04.506345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f53d9499-fa86-4a19-b6d2-696b761a698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.544542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.562477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f53d9499-fa86-4a19-b6d2-696b761a698c None None] Port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:49:04.740157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a02cc-db1d-44a2-8326-1be07b308a8a req-5b81c73d-ff94-4cfc-a172-2503af7acb16 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:04.740730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f49a02cc-db1d-44a2-8326-1be07b308a8a req-5b81c73d-ff94-4cfc-a172-2503af7acb16 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:49:04.830005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f49a02cc-db1d-44a2-8326-1be07b308a8a req-5b81c73d-ff94-4cfc-a172-2503af7acb16 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:49:04.831170 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f49a02cc-db1d-44a2-8326-1be07b308a8a req-5b81c73d-ff94-4cfc-a172-2503af7acb16 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 932 time: 0.2711909 Mar 11 19:49:04.910643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f49a02cc-db1d-44a2-8326-1be07b308a8a req-29c20535-6646-4382-8dc6-b2fd640e8493 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717080 Mar 11 19:49:04.976419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:49:04.983216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:04.997823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Transition to ACTIVE for port object f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:49:05.002574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.058016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b767ee90-d55e-4fd4-9b01-9dd2efc2f898 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:49:05.073857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-47441459-2449-4b2d-bfa0-bb92427a4fae tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.075834 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-47441459-2449-4b2d-bfa0-bb92427a4fae tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.90 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.0805166 Mar 11 19:49:05.132901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Pushing event updated for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.151909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Deleting port 53131d68-99ce-4f8d-93ed-a54d9de790d8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:49:05.152650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.158511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:49:05.158881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.274066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Attempting to bind port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:49:05.274443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Attempting to bind port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:49:05.275465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Attempting to bind port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:49:05.285992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:49:05.286973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Attempting to bind port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:49:05.294686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:49:05.295025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Checking segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:49:05.295439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Bound using segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:49:05.295872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Bound port: f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:49:05.296209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.391756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:05.395400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:05.403651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.478132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.486015 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] 10.222.0.90 "PUT /v2.0/ports/f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 1094 time: 1.1482790 Mar 11 19:49:05.487995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:49:05.507552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79eaf5a-3268-47b7-a360-957ae4d483bf service neutron] Pushing event updated for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.570448 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'status': 'completed', 'code': 200} Mar 11 19:49:05.600031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] For port 53131d68-99ce-4f8d-93ed-a54d9de790d8, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=53131d68-99ce-4f8d-93ed-a54d9de790d8,segment=NetworkSegment(b5abcf13-4d75-4d42-994c-a31193f6daa3),segment_id=b5abcf13-4d75-4d42-994c-a31193f6daa3)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:05.600647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.609049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-7eccab7e-e0e2-4827-8d4c-2509852c39b3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1097 time: 0.0804498 Mar 11 19:49:05.684644 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-02e82ace-2049-49f1-8c39-45695537ef00 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0681064 Mar 11 19:49:05.724248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Calling delete_port for 53131d68-99ce-4f8d-93ed-a54d9de790d8 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:49:05.746911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-84099cf8-d7d6-4dce-9759-e3883fc938f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.748379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-84099cf8-d7d6-4dce-9759-e3883fc938f5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0580661 Mar 11 19:49:05.775384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3d19-1782-4eba-bf6f-a4cb3836eef7 req-5af1aedc-cbd0-4ee3-aedf-e080fb3e462b tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.776657 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c71d3d19-1782-4eba-bf6f-a4cb3836eef7 req-5af1aedc-cbd0-4ee3-aedf-e080fb3e462b tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c7c9509-87e5-4795-a381-4a1fe1fafc82 HTTP/1.1" status: 200 len: 946 time: 0.2931707 Mar 11 19:49:05.821710 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-1290985e-b5e6-426f-a156-0007f03a483c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672157 Mar 11 19:49:05.843933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c71d3d19-1782-4eba-bf6f-a4cb3836eef7 req-cc5076e0-b8df-4a33-b090-4bd0b57a7ba5 tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.76 "GET /v2.0/security-groups?id=9fdfae25-d634-4078-b63c-80ba3139b35a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Mar 11 19:49:05.906863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:05.918447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['53131d68-99ce-4f8d-93ed-a54d9de790d8'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:49:05.961501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Pushing event deleted for resources: {'Port': ['ID=53131d68-99ce-4f8d-93ed-a54d9de790d8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.974710 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-41b76d61-ef1b-4e38-a517-dc523f532981 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472483 Mar 11 19:49:06.049024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] No DVR routers for this DVR port 53131d68-99ce-4f8d-93ed-a54d9de790d8 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:06.052713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:06.054829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'name': 'network-vif-deleted', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:49:06.070702 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e74edcd3-4b56-4396-9d31-bb5f307aa7f7 req-4a19567e-71f2-4d0c-8871-552fdc879ffc tempest-TestServerAdvancedOps-1888650004 tempest-TestServerAdvancedOps-1888650004-project] 10.222.0.90 "DELETE /v2.0/ports/53131d68-99ce-4f8d-93ed-a54d9de790d8 HTTP/1.1" status: 204 len: 173 time: 0.9896946 Mar 11 19:49:06.120053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7c9509-87e5-4795-a381-4a1fe1fafc82', 'name': 'network-vif-deleted', 'tag': '53131d68-99ce-4f8d-93ed-a54d9de790d8', 'status': 'completed', 'code': 200} Mar 11 19:49:06.168641 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9dd2c12-2f2a-4bcc-abee-21d0f866923b req-cc6824bc-a630-48c9-8f1c-aec4b79cd14f service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876285 Mar 11 19:49:06.184419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc42232-18ea-426e-9d2f-0f11f473b520 req-0a10dccd-00a1-4d0b-a41d-34bbd4364cbe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.186479 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8cc42232-18ea-426e-9d2f-0f11f473b520 req-0a10dccd-00a1-4d0b-a41d-34bbd4364cbe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 944 time: 0.1331682 Mar 11 19:49:06.237691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8cc42232-18ea-426e-9d2f-0f11f473b520 req-d57b25c3-3a6d-443c-8a6a-b8da817769b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453224 Mar 11 19:49:06.409591 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-c0520fe8-6237-46f3-9357-5a02cb1f8a59 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1097 time: 0.1707051 Mar 11 19:49:06.554200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c01b-ab33-4d0f-9531-a641e606588a req-18cf87ac-ab2b-425b-89e8-63b28401362e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.555829 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-18cf87ac-ab2b-425b-89e8-63b28401362e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.1398726 Mar 11 19:49:06.629424 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-00233d46-8e0b-46f7-ba76-0e9be74cacb3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0666296 Mar 11 19:49:06.696048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103c01b-ab33-4d0f-9531-a641e606588a req-c65442cd-da8b-41dc-96b6-719b3bdc677b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.697503 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-c65442cd-da8b-41dc-96b6-719b3bdc677b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0620832 Mar 11 19:49:06.772229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-58cf0a7b-bea6-4ba9-b60a-356d0b96aa24 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690660 Mar 11 19:49:06.907892 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-ca6180a6-613c-48b2-8102-648e00799048 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278589 Mar 11 19:49:06.953038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37206) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:07.016100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Deleting subnet aa7b3090-aabe-4200-a3b2-cc818dd10e01 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:49:07.019151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.044730 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4103c01b-ab33-4d0f-9531-a641e606588a req-5e36876f-7700-4229-99ab-880d0bb04588 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309748 Mar 11 19:49:07.077947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.136082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.201156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.237976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7b3090-aabe-4200-a3b2-cc818dd10e01,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.246398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.252242 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b60ce232-78ee-42cc-b725-6a4849859761 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aa7b3090-aabe-4200-a3b2-cc818dd10e01 HTTP/1.1" status: 204 len: 168 time: 0.2981169 Mar 11 19:49:07.255162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37210) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:07.362216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.440461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000510-e1d3-4eb3-95a2-1b9f3f777756 req-d7eb296d-058e-46b7-8a65-07d0416f215e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:07.442051 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91000510-e1d3-4eb3-95a2-1b9f3f777756 req-d7eb296d-058e-46b7-8a65-07d0416f215e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 944 time: 0.0810897 Mar 11 19:49:07.486787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.488034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91000510-e1d3-4eb3-95a2-1b9f3f777756 req-b95b0f51-5297-4fec-8883-7240333f6388 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404060 Mar 11 19:49:07.513380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f90111-f3f2-4bde-8966-e8c8888aadb5']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:07.525844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5abcf13-4d75-4d42-994c-a31193f6daa3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:07.526139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5abcf13-4d75-4d42-994c-a31193f6daa3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:07.537452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.553838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.560254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:49:07.560649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:07.574208 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:07.651685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.667765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.677279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] Pushing event deleted for resources: {'Network': ['ID=52f90111-f3f2-4bde-8966-e8c8888aadb5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.679850 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7a427dd0-3467-43e6-8724-b53b7511e90e admin admin] 10.222.0.76 "DELETE /v2.0/networks/52f90111-f3f2-4bde-8966-e8c8888aadb5 HTTP/1.1" status: 204 len: 168 time: 0.4236789 Mar 11 19:49:07.682935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37216) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:07.741270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Deleting subnet 4c2f5d8e-4539-47f7-a44d-3b5506ce0fd8 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:49:07.744388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.798855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.856401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.929762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.968007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2f5d8e-4539-47f7-a44d-3b5506ce0fd8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.978895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:07.983055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.983420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.983780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.984101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.984425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.984738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.985062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.985376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.985686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.985995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.986298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:07.990932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0e142b91-63ec-4d37-9a57-8232bea5e134 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4c2f5d8e-4539-47f7-a44d-3b5506ce0fd8 HTTP/1.1" status: 204 len: 168 time: 0.3069661 Mar 11 19:49:07.994610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37220) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:08.095834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.230912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.259166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c2aed6-7c34-48dd-a13f-e79ccb1d8da6']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.271143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb45477-a7b8-4ebe-b280-377e3879914e') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.271466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb45477-a7b8-4ebe-b280-377e3879914e') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.282867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.300328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.306273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:49:08.306642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:08.319161 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:08.395166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.411431 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.420859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] 10.222.0.76 "DELETE /v2.0/networks/84c2aed6-7c34-48dd-a13f-e79ccb1d8da6 HTTP/1.1" status: 204 len: 168 time: 0.4253535 Mar 11 19:49:08.421652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45d4f7-a6e8-4f52-80e3-31a3db3c6c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c2aed6-7c34-48dd-a13f-e79ccb1d8da6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:08.690144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82269697-290e-4c87-996c-3c9a1ac310fc req-0902a977-285d-49c7-9a59-d3c5f9137f1e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:08.691700 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82269697-290e-4c87-996c-3c9a1ac310fc req-0902a977-285d-49c7-9a59-d3c5f9137f1e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 944 time: 0.0779209 Mar 11 19:49:08.723907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37228) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:08.740217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82269697-290e-4c87-996c-3c9a1ac310fc req-a95b9de4-ea81-41e8-a361-ea33010f4010 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Mar 11 19:49:08.772790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9b8c3a1-0816-4184-aef9-b78ce8f4b765 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05c05bd8300448e89039ee170cd35a6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477347 Mar 11 19:49:08.775296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37232) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:08.836712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.875072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.939708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.958780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdfae25-d634-4078-b63c-80ba3139b35a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:08.969693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:08.973335 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dac87e57-dd24-45a1-82a4-33afebebf6f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9fdfae25-d634-4078-b63c-80ba3139b35a HTTP/1.1" status: 204 len: 168 time: 0.1944613 Mar 11 19:49:09.389516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37240) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:09.533398 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-65856262-2e40-47a4-8be5-f93b0fd20ba7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4b22041d05c4ce8b54f1c972474811b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1426506 Mar 11 19:49:09.536369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37244) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:09.693585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:09.720273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:09.776636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:09.795991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0374b7f-0c4a-4fd8-a630-da213b513e18,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:09.803735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:09.805187 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2a12b944-1bde-4dfb-b7b5-62011541c8b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0374b7f-0c4a-4fd8-a630-da213b513e18 HTTP/1.1" status: 204 len: 168 time: 0.2677147 Mar 11 19:49:09.943762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7bbd5-7e69-46e8-85ee-78639c4acb3c req-1d38a749-7f16-42ed-a5db-f062f2c8f92b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:09.945266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-acf7bbd5-7e69-46e8-85ee-78639c4acb3c req-1d38a749-7f16-42ed-a5db-f062f2c8f92b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 944 time: 0.0770125 Mar 11 19:49:09.959372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:49:09.992764 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-acf7bbd5-7e69-46e8-85ee-78639c4acb3c req-89030e06-8fc7-47b7-86fb-43e203495dee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419459 Mar 11 19:49:10.049777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 53131d68-99ce-4f8d-93ed-a54d9de790d8 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:49:10.094766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 53131d68-99ce-4f8d-93ed-a54d9de790d8 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:49:10.095058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 53131d68-99ce-4f8d-93ed-a54d9de790d8 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:49:10.120898 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:49:10.180177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:10.194866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'port_id': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'mac_address': 'fa:16:3e:f1:d6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:49:10.288133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:10.305136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:49:10.319940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:10.325371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:10.392103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.647641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:49:11.195095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960d4ce5-e4f9-48a5-99b4-1158a7dcffb0 req-13db31e2-b234-45b3-9207-91d94ba94cd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:11.196583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-960d4ce5-e4f9-48a5-99b4-1158a7dcffb0 req-13db31e2-b234-45b3-9207-91d94ba94cd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 945 time: 0.0825725 Mar 11 19:49:11.243450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-960d4ce5-e4f9-48a5-99b4-1158a7dcffb0 req-e13ba38d-3467-4c48-a7c5-dd0628353bb8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411258 Mar 11 19:49:11.983368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:49:12.059020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:49:12.064482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:49:12.064844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:12.175093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:12.202102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:49:12.211547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:12.217116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:12.258905 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'code': 200} Mar 11 19:49:12.283015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:12.443917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bb06a-78e4-44e3-8e1f-d2003b9211c4 req-1936c44b-c3ad-44fc-beda-3bb90b8f3c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:12.445406 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-278bb06a-78e4-44e3-8e1f-d2003b9211c4 req-1936c44b-c3ad-44fc-beda-3bb90b8f3c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0796263 Mar 11 19:49:12.486942 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-aa0fef4c-ab4e-407b-ae59-17306b2932c9 req-1c430e8f-2174-4b72-a738-52f2eb93d1a0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1099 time: 0.0681942 Mar 11 19:49:12.491079 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-278bb06a-78e4-44e3-8e1f-d2003b9211c4 req-8c3e053a-938a-4824-84ad-b9bcfd54bc6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399914 Mar 11 19:49:12.527763 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-aa0fef4c-ab4e-407b-ae59-17306b2932c9 req-94936acc-cd13-4575-91fd-ea3664e11a01 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349467 Mar 11 19:49:13.703779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5555c-2033-4a85-8429-ccd628e3f486 req-186ee023-b2d6-41f2-9de0-76628a8c2661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:13.705210 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-47e5555c-2033-4a85-8429-ccd628e3f486 req-186ee023-b2d6-41f2-9de0-76628a8c2661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0775738 Mar 11 19:49:13.752758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-47e5555c-2033-4a85-8429-ccd628e3f486 req-9a5f7fb2-90e2-4083-a0b6-3db4d50bccd5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Mar 11 19:49:14.457967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2dab3071-a72f-4cb8-ae77-0f3430ff5426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:14.969872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8e4b1-5979-4565-82e2-5d42536d3b30 req-9344bfc3-b71c-4fd3-9fa6-4c4d2775aa71 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:14.971365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4ee8e4b1-5979-4565-82e2-5d42536d3b30 req-9344bfc3-b71c-4fd3-9fa6-4c4d2775aa71 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0863817 Mar 11 19:49:15.016566 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4ee8e4b1-5979-4565-82e2-5d42536d3b30 req-b81fdd7b-4fd4-4f2a-83e0-25cfc8021612 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Mar 11 19:49:15.243740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0ccb9-945b-43ab-aa29-9f015a0b6d6a req-86080c50-3533-4607-9711-fb0e9637590f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:15.245228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-89e0ccb9-945b-43ab-aa29-9f015a0b6d6a req-86080c50-3533-4607-9711-fb0e9637590f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0973928 Mar 11 19:49:15.290873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-89e0ccb9-945b-43ab-aa29-9f015a0b6d6a req-d2d08105-10f4-440b-bae4-16d58734c8be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398488 Mar 11 19:49:15.319539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37266) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:15.392867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b1171c5d-70e7-48f5-9cb7-acacf095597d tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1094 time: 0.0725634 Mar 11 19:49:15.395567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37270) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:15.400923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:49:15.407934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:49:15.411788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:49:15.415153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:49:15.421130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:49:15.433541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:15.585047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:15.726199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.229 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/a965c584-859a-42f4-af6f-3808c4ed51a2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:15.887129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:15.917740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:15.986509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:15.989635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:15.993110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:49:16.026232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a965c584-859a-42f4-af6f-3808c4ed51a2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:16.530689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:16.595818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:16.742310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-71874d77-0ac4-44ac-8f94-325dfd145ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:16.910517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:16.916386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:17.017756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a965c584-859a-42f4-af6f-3808c4ed51a2,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:17.031676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:17.220489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450 associated. External IP: 172.26.8.229, port: f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3. Mar 11 19:49:17.608508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:17.781770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:17.808746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:17.820487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:49:17.832969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:17.834036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:49:17.834850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:49:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:17.887513 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-eedc9270-57ad-4b7a-a92b-cf3027ca0e45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4908385 Mar 11 19:49:17.887994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:49:17.890473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37274) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:17.942112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'status': 'completed', 'code': 200} Mar 11 19:49:17.995651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:18.029724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:49:18.044542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-491b8cd6-2784-4db3-b3ab-71c06b22d722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 0.1528831 Mar 11 19:49:18.062436 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-cc32b582-1773-4f2c-a8da-d40b22c5197b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1099 time: 0.0926182 Mar 11 19:49:18.193652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-4c5d64c3-5c6e-455f-85b5-577d7d7262a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:18.195024 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-4c5d64c3-5c6e-455f-85b5-577d7d7262a1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.1261799 Mar 11 19:49:18.300380 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-61e3f24e-5816-4da7-8c6b-def3c22d120d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 1000 time: 0.0986626 Mar 11 19:49:18.361888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-f0f6e3de-b1c1-47e8-9135-0b89e4683a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:18.363303 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-f0f6e3de-b1c1-47e8-9135-0b89e4683a9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0561664 Mar 11 19:49:18.374062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:f1:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:49:16Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.377896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:49:18.388346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:49:18.388920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:49:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.434379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-6641ff90-8c79-4dfb-bfa6-fef3dea337f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652413 Mar 11 19:49:18.574657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:49:18.582236 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-72f17209-18ff-464f-a812-85470d00b68e service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415899 Mar 11 19:49:18.735016 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6ee76c3a-37d7-4405-951f-1a400402a235 req-02915ac3-99aa-4f36-a4b6-d0959b83912b service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443820 Mar 11 19:49:18.980662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:f1:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:49:16Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.985003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de366a0-58bd-443d-8ecc-c8501d79ed7a None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:f1:d6:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:49:16Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:49:19.048796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37280) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:19.135141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:19.160382 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b92bf63-32c4-4faa-ac7a-a3ba521bcf8c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 0.1101053 Mar 11 19:49:19.184591 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6528816-92bc-4d30-b69d-aaa096331fbe None None] New status for floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:49:20.164625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37284) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:49:20.278210 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-45d2ea97-d11d-4bc2-9760-785a0fb746d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 994 time: 0.1123438 Mar 11 19:49:24.493546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:42.439422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-bea9e512-33e9-49aa-bd9f-0f4b407682cc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729771 Mar 11 19:49:42.578620 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-6fa14609-d287-4c21-9562-23ea48108c97 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1098 time: 0.0687299 Mar 11 19:49:42.720474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-b18b2a8d-03e3-4443-8cc8-3ca7cd60f678 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:42.721763 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-b18b2a8d-03e3-4443-8cc8-3ca7cd60f678 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1246362 Mar 11 19:49:42.903593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-67a2f7e3-ef3d-46ab-935c-a678eb82126b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 1001 time: 0.1755962 Mar 11 19:49:42.967143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-e66c6bb5-7380-4052-afb4-bde464aeb4fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:42.968527 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-e66c6bb5-7380-4052-afb4-bde464aeb4fb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0584133 Mar 11 19:49:43.043007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-46c33961-e8f6-40ed-8324-667802947eb5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681956 Mar 11 19:49:43.173439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-dded950e-396a-4df4-8d36-acf6f7e3ff11 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231086 Mar 11 19:49:43.302762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3cc9fbe7-47cb-4606-b0af-d59df3ed6963 req-17be68a7-8ff3-4960-b71b-2c59729331c6 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235425 Mar 11 19:49:44.459757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d37b552e-e654-4ffd-8b08-3cf16b5744e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:46.749133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-77c7d8f9-68e5-4199-9485-28b901d9bfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:47.122181 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:49:47.784937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:47.973536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:49.140362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:49:54.510008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:14.454823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-62f5612d-a4a5-420e-bd29-27902c915b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:16.751349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-333c992b-caeb-436d-8452-bef1d3eb5eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:17.789419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:17.971142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:19.145722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:22.250397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-938107d8-0680-4eb5-999c-e30d83000f6e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249191264&fields=id&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 267 time: 0.0420558 Mar 11 19:50:22.498562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-9119a23b-828c-496c-8897-01282a359f72 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:22.500004 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-9119a23b-828c-496c-8897-01282a359f72 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.2408772 Mar 11 19:50:22.518333 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-33f0b214-6924-459a-9b92-0cfdaa260a1c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/quotas/ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 375 time: 0.0106380 Mar 11 19:50:22.603102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-81f541e3-89e9-4cf5-8a38-aa5199599d83 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0801094 Mar 11 19:50:22.890748 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-bbfa9ded-6740-4af0-b798-30ebd88b7b3d service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759967 Mar 11 19:50:23.037407 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-7c76976b-e194-4c3d-b551-b21e7a4b39a8 service neutron] 10.222.0.76 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383009 Mar 11 19:50:23.537525 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9bb6be8e-0aaf-47ac-af9a-6eecbe0e89be req-36f5a851-0c1d-4334-abb5-37ec3574d249 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 210 time: 0.0417936 Mar 11 19:50:24.123178 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:50:24.510116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:24.898701 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5247b6fc-ae48-4880-98bf-1c8814645798 req-171ebedf-21f0-41b0-b5cd-745f92e534b2 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 210 time: 0.0449224 Mar 11 19:50:24.920268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-78b84b29-6145-4a17-afd9-e755c6cee28f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:24.921792 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-78b84b29-6145-4a17-afd9-e755c6cee28f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 812 time: 0.1553471 Mar 11 19:50:24.974686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ce5ffe02-ec62-4c19-82a1-54ebb5fd95ca tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab1bdd976e8241bfa5b391d2173f104f HTTP/1.1" status: 200 len: 379 time: 0.0401173 Mar 11 19:50:24.991996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'port': {'device_id': 'ebba735c-f08a-41b6-a374-90a050603988', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'admin_state_up': True, 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'security_groups': ['421b398e-0303-4403-95d5-2be62daf1c4a']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:25.129408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:25.139471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:25.152120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Made reservation on behalf of ab1bdd976e8241bfa5b391d2173f104f for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:25.156421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:25.322722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.20.0.9 (8d7651d9-6b78-45f5-8643-c0fcf9e24afc/471bc7d4-1805-4fb3-bd80-01505387b0b7/e07a533c-3d23-4900-be28-1dca10f6d16d) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:25.514101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:25.529670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Transition to ACTIVE for port object e07a533c-3d23-4900-be28-1dca10f6d16d will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:50:25.553429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:25.629651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:25.632739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:25.637200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:50:25.662009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:25.698205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.698537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.698872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.699206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.699570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.699898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.700227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.700545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.700860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.701173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.701485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:25.710099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:25.710713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:25.739175 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-718984d6-6e58-4e6f-9c1d-fd6d71b5d401 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7508800 Mar 11 19:50:25.750413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Request body: {'port': {'device_id': 'ebba735c-f08a-41b6-a374-90a050603988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:25.860779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:25.916865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-88480117-0fc1-4e65-9398-dd25abae2d04 None None] Provisioning for port e07a533c-3d23-4900-be28-1dca10f6d16d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:50:25.923337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-88480117-0fc1-4e65-9398-dd25abae2d04 None None] Provisioning complete for port e07a533c-3d23-4900-be28-1dca10f6d16d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:50:25.923944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-88480117-0fc1-4e65-9398-dd25abae2d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.002304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-88480117-0fc1-4e65-9398-dd25abae2d04 None None] Port e07a533c-3d23-4900-be28-1dca10f6d16d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:50:26.307735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39ba8d-c956-40f7-b22b-cbc02da39f1b req-39f6b4ca-1bed-469b-8726-ca13af8a88bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:26.308427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-eb39ba8d-c956-40f7-b22b-cbc02da39f1b req-39f6b4ca-1bed-469b-8726-ca13af8a88bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:50:26.370911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-eb39ba8d-c956-40f7-b22b-cbc02da39f1b req-39f6b4ca-1bed-469b-8726-ca13af8a88bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:50:26.372089 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-eb39ba8d-c956-40f7-b22b-cbc02da39f1b req-39f6b4ca-1bed-469b-8726-ca13af8a88bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 931 time: 0.3426378 Mar 11 19:50:26.399213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07a533c-3d23-4900-be28-1dca10f6d16d {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:50:26.409994 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.443257 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-eb39ba8d-c956-40f7-b22b-cbc02da39f1b req-0cd312b6-6e69-4b90-bfee-b17387e59ace tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641544 Mar 11 19:50:26.444205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Transition to ACTIVE for port object e07a533c-3d23-4900-be28-1dca10f6d16d will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:50:26.448627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.573856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Pushing event updated for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:26.683893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Attempting to bind port e07a533c-3d23-4900-be28-1dca10f6d16d on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:50:26.684215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Attempting to bind port e07a533c-3d23-4900-be28-1dca10f6d16d by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:50:26.684538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Attempting to bind port e07a533c-3d23-4900-be28-1dca10f6d16d on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:50:26.690043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Port e07a533c-3d23-4900-be28-1dca10f6d16d on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:50:26.690355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Attempting to bind port e07a533c-3d23-4900-be28-1dca10f6d16d on network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:50:26.696508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:50:26.696835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Checking segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:50:26.697205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Bound using segment: {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:50:26.697615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Bound port: e07a533c-3d23-4900-be28-1dca10f6d16d, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:50:26.697948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.782189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:26.785133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e07a533c-3d23-4900-be28-1dca10f6d16d,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:26.791418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.856251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:26.857582 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] 10.222.0.90 "PUT /v2.0/ports/e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 200 len: 1093 time: 1.1115878 Mar 11 19:50:26.858010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:26.876979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6832b2-8542-4e0e-9eae-11efb393717a service neutron] Pushing event updated for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:26.932138 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'status': 'completed', 'code': 200} Mar 11 19:50:26.972453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-725fcc1a-8e9c-4080-b3e9-f7862a10dfd3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1096 time: 0.0721118 Mar 11 19:50:27.043269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-479280b2-9426-43d6-99d4-5deb658db453 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 200 len: 217 time: 0.0634201 Mar 11 19:50:27.105358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-14ae37db-7005-47da-900e-0b6e55c0718e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:27.106695 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-14ae37db-7005-47da-900e-0b6e55c0718e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0574832 Mar 11 19:50:27.190460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-f6268094-b82b-4ddc-bc2b-d030089e7a72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759740 Mar 11 19:50:27.324008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-c043e742-b26a-45b6-a898-8fb58059dcc1 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270292 Mar 11 19:50:27.456133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a05232d9-13e5-47e6-ac2f-ed898c8e41d7 req-ec9cc285-fe7f-4714-b71d-321619f8feea service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247263 Mar 11 19:50:27.582679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-4ae8f232-e966-45e2-9c0f-824234c48735 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1096 time: 0.0714550 Mar 11 19:50:27.772611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-ea96e944-1b4b-4b19-bbe4-092cbb61522d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:27.774626 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-ea96e944-1b4b-4b19-bbe4-092cbb61522d service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1587665 Mar 11 19:50:27.779131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831544bb-ee64-4684-b2c1-41a71c723251 req-a0f2139b-e26c-4267-a20b-d2dbb88f82e4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:27.780515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-831544bb-ee64-4684-b2c1-41a71c723251 req-a0f2139b-e26c-4267-a20b-d2dbb88f82e4 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.1946869 Mar 11 19:50:27.860075 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-5ce7e9ac-1e6a-483b-81f1-25ad4a900a0c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 200 len: 217 time: 0.0784495 Mar 11 19:50:28.014396 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-831544bb-ee64-4684-b2c1-41a71c723251 req-e8be6025-7da6-4f4b-8301-64399d99fd43 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849964 Mar 11 19:50:28.025556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-3cf945af-fb31-424e-8421-da8a88435848 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:28.029797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-3cf945af-fb31-424e-8421-da8a88435848 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.1590238 Mar 11 19:50:28.109560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-46d2d426-810e-40e0-9be0-6a432f1b222c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732501 Mar 11 19:50:28.246784 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-4a108a92-c938-4bf7-ac08-5b4b961faf91 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292338 Mar 11 19:50:28.381935 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf28dc54-a191-44d2-bda1-f016dcce124c req-ffcea61b-4f98-40d4-bfab-4f85c9d8fec3 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289363 Mar 11 19:50:29.226585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb703-0ac9-4e24-bb7e-1b0d2905b15b req-0ff853df-a34a-4788-b48e-507aa7c5ce70 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:29.228268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d47eb703-0ac9-4e24-bb7e-1b0d2905b15b req-0ff853df-a34a-4788-b48e-507aa7c5ce70 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.0770519 Mar 11 19:50:29.275336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d47eb703-0ac9-4e24-bb7e-1b0d2905b15b req-285d112a-580b-40f5-9065-72e848427dd7 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393381 Mar 11 19:50:29.456014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37386) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:29.541478 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f1b4e9c7-1a63-4206-b063-2695719e14be tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=2b23187fa5184d4aac3b1c0cfd073996&network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 3000 time: 0.0834467 Mar 11 19:50:30.488416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29386d56-0b42-4919-81ab-dfd9054ed1e5 req-32eca038-d590-40f6-a04c-ad304b1d350f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:30.490651 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29386d56-0b42-4919-81ab-dfd9054ed1e5 req-32eca038-d590-40f6-a04c-ad304b1d350f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.0913775 Mar 11 19:50:30.540470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29386d56-0b42-4919-81ab-dfd9054ed1e5 req-e532cbb8-3b7c-4a16-ac5e-a3b12b126666 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 Mar 11 19:50:31.031986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:31.089819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c867c9-7aff-4b8d-a83b-8338f29c6f31 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:31.091252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-76c867c9-7aff-4b8d-a83b-8338f29c6f31 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d HTTP/1.1" status: 200 len: 814 time: 0.0583718 Mar 11 19:50:31.576077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37410) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:31.583022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:31.759642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:31.918391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2675-9abe-4e53-bea8-07de8ffe6c1a req-53631192-3909-4f69-bbd6-b6541ed761cf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:31.919870 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c04c2675-9abe-4e53-bea8-07de8ffe6c1a req-53631192-3909-4f69-bbd6-b6541ed761cf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.2460403 Mar 11 19:50:32.001460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c04c2675-9abe-4e53-bea8-07de8ffe6c1a req-598a81cb-ceb1-4e7a-9cde-1ef5db987c5e tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742514 Mar 11 19:50:32.075833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:32.080603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:32.081032 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450 disassociated. External IP: 172.26.8.229, port: f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3. Mar 11 19:50:32.584040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:32.793131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:32.797435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:32.803989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:50:32.816969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:32.817568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:32.848580 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a62b1314-dfca-47cb-934e-8f4a75c0a1d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 690 time: 1.2712705 Mar 11 19:50:32.849568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:32.851864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37414) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:32.934351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6e097a14-c222-482a-8917-6abb50af59e5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 690 time: 0.0812690 Mar 11 19:50:32.985613 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'status': 'completed', 'code': 200} Mar 11 19:50:32.992260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:33.079757 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-b7d1e25a-6a4b-4011-bbc2-5417cbb92e04 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1099 time: 0.0698984 Mar 11 19:50:33.210472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c426-b2de-40b4-8738-3774233a787e req-bbffe9b6-847c-4a23-b9ad-a244f8cf56bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:33.212073 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d04c426-b2de-40b4-8738-3774233a787e req-bbffe9b6-847c-4a23-b9ad-a244f8cf56bf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.0861192 Mar 11 19:50:33.225607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e02e7-070b-4d50-8431-838d59396277 req-8ea3a81f-73c0-48cc-9408-faea094556f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:33.227629 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-8ea3a81f-73c0-48cc-9408-faea094556f8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.1390784 Mar 11 19:50:33.263925 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d04c426-b2de-40b4-8738-3774233a787e req-abb5ccfe-aac4-4470-8988-5c8069fa37b5 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459299 Mar 11 19:50:33.297103 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-24e23d7c-3d38-424d-b48a-62323f66bd11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0629926 Mar 11 19:50:33.310392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:33.314468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:50:33.325150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:33.325735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:33.357467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e02e7-070b-4d50-8431-838d59396277 req-dc5b0aea-8e79-4c7f-b05c-5c51f15283ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:33.358889 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-dc5b0aea-8e79-4c7f-b05c-5c51f15283ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0554903 Mar 11 19:50:33.435745 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-98ab8707-02bd-43a1-8f81-b802cb3b75fc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701640 Mar 11 19:50:33.510272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:33.587423 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-8362fec8-584a-4a7d-9490-10496530c7c7 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326640 Mar 11 19:50:33.719579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c95e02e7-070b-4d50-8431-838d59396277 req-e41d5e6d-1d1d-4516-9de8-d4fe563963fd service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249020 Mar 11 19:50:33.861358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:33.866017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242d5f1c-f5d8-4610-a711-ad0bfef03299 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:50:33.938570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37424) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:34.017741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9e39f283-8509-4d7c-acdc-8a667205b531 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 690 time: 0.0779843 Mar 11 19:50:34.086006 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62fb8d9-a650-4880-89db-4d93f972305b None None] New status for floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:50:34.464827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa0f83-b5e0-47ad-af92-eacca8c150cb req-490cafee-0049-426e-93fa-88adf4340692 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:34.466307 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3dfa0f83-b5e0-47ad-af92-eacca8c150cb req-490cafee-0049-426e-93fa-88adf4340692 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.0818303 Mar 11 19:50:34.511880 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3dfa0f83-b5e0-47ad-af92-eacca8c150cb req-f4faed88-9596-4430-acce-f1abe67833ce tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Mar 11 19:50:35.022917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37430) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:35.198884 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b3ac031a-b350-473c-a755-e450691240f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 688 time: 0.1744323 Mar 11 19:50:35.720608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df6584-f827-4942-8faf-370d43802d72 req-211379b7-38cd-4b56-a824-cdeba85dfab1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:35.722032 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7df6584-f827-4942-8faf-370d43802d72 req-211379b7-38cd-4b56-a824-cdeba85dfab1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 943 time: 0.0776920 Mar 11 19:50:35.770657 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7df6584-f827-4942-8faf-370d43802d72 req-2aa20be2-de40-4a13-93f0-102d77890372 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407829 Mar 11 19:50:36.408362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e07a533c-3d23-4900-be28-1dca10f6d16d details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:50:36.535289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37438) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:36.540849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953661271', 'description': 'tempest-secgroup-smoke-1953661271 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:36.546716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:36.554836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e07a533c-3d23-4900-be28-1dca10f6d16d,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:36.557289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:36.568572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.568746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'port_id': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'mac_address': 'fa:16:3e:e1:30:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:50:36.605747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:36.609760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:36.612694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:36.618652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:36.622564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.641168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07a533c-3d23-4900-be28-1dca10f6d16d {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:50:36.656704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e07a533c-3d23-4900-be28-1dca10f6d16d,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:36.660788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.683058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.687401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.727676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7172cf7-c145-48ad-906f-7818cec3dac3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:36.729350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:36.738661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.742647 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2035031 Mar 11 19:50:36.742782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.742782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.742782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.742782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.743935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa57fc-c68b-4731-bf08-ede0385bf1f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:36.744635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37442) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:36.750527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:36.756973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:36.761367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:36.764359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:36.770051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:36.787412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.846993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.852261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.874960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6751b0a6-0794-40e1-bc67-a2da7acb0cfa,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:36.885264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.886507 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9c19b55b-52c9-4e46-bdc3-4246b93d1ff7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1407478 Mar 11 19:50:36.890309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:36.895906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:36.904302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:36.908384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:36.911491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:36.917155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:36.935962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:36.967937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340730-3428-4d4d-88d0-406108f26d96 req-00726681-85e1-4f02-bdb9-5dbb3c4366ad tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:36.969383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7b340730-3428-4d4d-88d0-406108f26d96 req-00726681-85e1-4f02-bdb9-5dbb3c4366ad tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 944 time: 0.0811024 Mar 11 19:50:37.000312 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.004424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.016754 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7b340730-3428-4d4d-88d0-406108f26d96 req-8d4546ec-8125-4175-a817-5367506cfaaf tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Mar 11 19:50:37.028997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbcbde9b-9fb0-4fa8-a506-fe13c9b1a987,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.032244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['e07a533c-3d23-4900-be28-1dca10f6d16d'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:50:37.038992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.043194 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6fcb3cb5-ed80-441c-8f4e-56bab148b6e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1489849 Mar 11 19:50:37.043383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37452) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:37.049195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:37.055181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:37.059084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:37.061874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:37.067486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:37.084408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.148378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.153234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.176134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b187ca78-6578-4efb-b228-f3a027cdbd10,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.185568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.187350 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a714f3e4-927f-44b7-a110-f9ec94f7e4b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1424873 Mar 11 19:50:37.190236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:37.195857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:37.201627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:37.205354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:37.208171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:37.214121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:37.232347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.298401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.302782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.329534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bada99-7ebc-41c5-951b-85f7adea69ab,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.336066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.337465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ff04bcb9-2669-42fe-b534-fe4f7199e5f5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1461999 Mar 11 19:50:37.340286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37460) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:37.345620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:37.351794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:37.355996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:37.358945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:37.364616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:37.376149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:50:37.382716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.448849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.453065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.476289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c743c1f-5eb7-40f5-9ab9-81ae49d32e2b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.486422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.487751 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-911a1cb5-86da-465f-b867-b805eb7a5e21 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1465337 Mar 11 19:50:37.490541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37464) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:37.496272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'c7172cf7-c145-48ad-906f-7818cec3dac3', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:37.502297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:37.506004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:37.508805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:37.514346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:37.525227 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:50:37.531576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.600340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.605820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.627886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14706301-e3da-446b-81d6-86a77785d354,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.637876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:37.639049 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-310cfc99-69e7-4a88-9b91-5324c8e4a863 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1476300 Mar 11 19:50:37.872151 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-d3c3e99e-8f07-4f2e-9d90-4806763a68d3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953661271&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0404346 Mar 11 19:50:38.014980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-cd71b8b2-8f69-4cf1-9c4d-58c0da4ba8ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.016421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-cd71b8b2-8f69-4cf1-9c4d-58c0da4ba8ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 797 time: 0.1380851 Mar 11 19:50:38.032523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-1907178a-2ddf-4bdd-a460-e2475d6bf778 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0106814 Mar 11 19:50:38.119638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-b8ac8ce5-c2fd-41ad-b820-da8d82c2f4ac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817022 Mar 11 19:50:38.213994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472e32-d005-4340-9483-1640af7919c7 req-8ba942b1-cf7f-40a3-bd3c-d115996599e9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.215672 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-44472e32-d005-4340-9483-1640af7919c7 req-8ba942b1-cf7f-40a3-bd3c-d115996599e9 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 944 time: 0.0760801 Mar 11 19:50:38.261182 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-44472e32-d005-4340-9483-1640af7919c7 req-349b00fd-a491-4f17-820c-0cd0ea896d4f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396676 Mar 11 19:50:38.326546 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-de7aa006-2933-4cc9-a68f-a72b3c3dc018 service neutron] 10.222.0.76 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949763 Mar 11 19:50:38.419828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e07a533c-3d23-4900-be28-1dca10f6d16d up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:50:38.460404 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-75bf1bda-c759-4adc-8472-1b926b8ccf2c service neutron] 10.222.0.76 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254561 Mar 11 19:50:38.489372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port e07a533c-3d23-4900-be28-1dca10f6d16d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:50:38.494142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port e07a533c-3d23-4900-be28-1dca10f6d16d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:50:38.494520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:38.610677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:38.638286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:38.653509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e07a533c-3d23-4900-be28-1dca10f6d16d,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:38.658204 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ad7d386-404f-4fe6-8ba9-732739778273 req-4a9b3cbb-229a-40ba-adbc-51332d45f164 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 210 time: 0.0461946 Mar 11 19:50:38.661018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:38.738105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:38.775502 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'code': 200} Mar 11 19:50:39.055046 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a0be55d6-e36b-47ee-b867-7cd11d245eff req-2c3ce463-04db-4b57-bc57-7b707fea85dd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1098 time: 0.0708156 Mar 11 19:50:39.097629 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a0be55d6-e36b-47ee-b867-7cd11d245eff req-8ee04cc9-f7f8-4d60-8ae0-728c252d0375 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371141 Mar 11 19:50:39.465612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f97770-6ddf-4af1-9061-51c0e8891328 req-cf1370c0-700b-45c6-8b0b-b65ef0dfc25f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:39.467060 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63f97770-6ddf-4af1-9061-51c0e8891328 req-cf1370c0-700b-45c6-8b0b-b65ef0dfc25f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.0781407 Mar 11 19:50:39.512330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63f97770-6ddf-4af1-9061-51c0e8891328 req-efd61565-90f9-48b5-87b5-9f61a5a1beb1 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396342 Mar 11 19:50:39.858324 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dd8a46fe-e3e4-422b-b0cc-f71658026a2c req-b9928e77-6271-4361-b197-246c4b29ffd4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 210 time: 0.0522869 Mar 11 19:50:39.912924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-b2f4f410-8274-4843-8181-8634d1810567 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:39.914643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-b2f4f410-8274-4843-8181-8634d1810567 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 797 time: 0.1894395 Mar 11 19:50:39.977349 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-fbeaffa2-8e04-4b16-b99a-db3aab4dd8e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 472 time: 0.0487666 Mar 11 19:50:39.989088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['c7172cf7-c145-48ad-906f-7818cec3dac3']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:40.118463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:40.128089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:40.139036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:40.141991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:40.306438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.11 (a93f61fe-2d2b-4166-8f0a-88460f5028c0/671978ef-782f-4125-8066-56157448213a/e77ef2c3-88c1-49b0-97c9-bba3270d5c3e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:40.495860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:40.512847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object e77ef2c3-88c1-49b0-97c9-bba3270d5c3e will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:50:40.536429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:40.606939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:40.610038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:40.614565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:50:40.737312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ac787-d097-49b4-a40e-0a6b0f07b626 req-bd11bbe0-4e99-493e-b9bb-508647941efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.738867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-133ac787-d097-49b4-a40e-0a6b0f07b626 req-bd11bbe0-4e99-493e-b9bb-508647941efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.0941586 Mar 11 19:50:40.746363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:40.783925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.784612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:40.787830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-133ac787-d097-49b4-a40e-0a6b0f07b626 req-299a7aac-4548-4160-ac84-0d8e28c67311 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424991 Mar 11 19:50:40.810353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-eac269b5-2cbe-4912-8d9e-2aac8aeaccf7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8251636 Mar 11 19:50:40.820931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Request body: {'port': {'device_id': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:40.871906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-23c6e97a-5e74-4e39-8bbc-6ebbbf4339be None None] Provisioning for port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:50:40.877575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-23c6e97a-5e74-4e39-8bbc-6ebbbf4339be None None] Provisioning complete for port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:50:40.878224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-23c6e97a-5e74-4e39-8bbc-6ebbbf4339be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:40.936526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-23c6e97a-5e74-4e39-8bbc-6ebbbf4339be None None] Port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:50:40.964841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.079729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1b6f1-10ae-414e-97e3-e279aa0f0fa1 req-b7004c7d-ca1a-4563-9d23-09889aaf8a3c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:41.081089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d1d1b6f1-10ae-414e-97e3-e279aa0f0fa1 req-b7004c7d-ca1a-4563-9d23-09889aaf8a3c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 932 time: 0.0813196 Mar 11 19:50:41.110213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c74948-5243-4db1-baec-6f1d0a374041 req-54cb0446-df41-409a-857f-b248ed547697 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:41.111664 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46c74948-5243-4db1-baec-6f1d0a374041 req-54cb0446-df41-409a-857f-b248ed547697 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.1927996 Mar 11 19:50:41.125755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-d1d1b6f1-10ae-414e-97e3-e279aa0f0fa1 req-94e39374-0359-42c4-a2fd-9f6447df23ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:50:41.141755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-d1d1b6f1-10ae-414e-97e3-e279aa0f0fa1 req-94e39374-0359-42c4-a2fd-9f6447df23ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:50:41.143784 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d1d1b6f1-10ae-414e-97e3-e279aa0f0fa1 req-94e39374-0359-42c4-a2fd-9f6447df23ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Mar 11 19:50:41.243671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46c74948-5243-4db1-baec-6f1d0a374041 req-66011edf-e51b-4010-bb4b-b67b2f39b92c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220758 Mar 11 19:50:41.272512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37504) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:41.404071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77ef2c3-88c1-49b0-97c9-bba3270d5c3e {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:50:41.412597 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-729fde65-0e6a-4888-8a01-957820dc6d17 tempest-TestVolumeBootPattern-605776918 tempest-TestVolumeBootPattern-605776918-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1093 time: 0.1391015 Mar 11 19:50:41.414215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.415746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37508) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:41.421209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:41.427400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:50:41.428718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Transition to ACTIVE for port object e77ef2c3-88c1-49b0-97c9-bba3270d5c3e will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:50:41.431737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Usage tracker for resource:floatingip and tenant:ab1bdd976e8241bfa5b391d2173f104f is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:50:41.434227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.436278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:50:41.441849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:50:41.452651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.557402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Pushing event updated for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:41.592661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.667902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Attempting to bind port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:50:41.668240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Attempting to bind port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:50:41.668580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Attempting to bind port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:50:41.674747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:50:41.675066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Attempting to bind port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e on network a93f61fe-2d2b-4166-8f0a-88460f5028c0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:50:41.681229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:50:41.681557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Checking segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:50:41.681930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Bound using segment: {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:50:41.682350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Bound port: e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9babbf1-1ab4-419c-8ab0-06a328cfc725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:50:41.682695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.732763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Allocated IP 172.26.8.162 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/02923377-7caa-4603-8bd9-9d3118cbb0b1) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:41.769454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:41.772800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:41.777246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.840814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:41.842172 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] 10.222.0.90 "PUT /v2.0/ports/e77ef2c3-88c1-49b0-97c9-bba3270d5c3e HTTP/1.1" status: 200 len: 1094 time: 1.0251770 Mar 11 19:50:41.842629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:41.869307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb8d8c1-42c2-4e9e-898c-cda7ec776281 service neutron] Pushing event updated for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:41.928673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'status': 'completed', 'code': 200} Mar 11 19:50:41.978429 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-d524035d-0d23-41dc-b151-2933ddf65d90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 1097 time: 0.0837173 Mar 11 19:50:42.000763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.033093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.052790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-96ec127b-70a4-4a9b-8c66-a48840d81c20 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e HTTP/1.1" status: 200 len: 217 time: 0.0680008 Mar 11 19:50:42.108212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:42.110806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:42.114550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:50:42.122484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7232d96e-f933-4678-8194-07b34da9bc97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:42.123957 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-7232d96e-f933-4678-8194-07b34da9bc97 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0653946 Mar 11 19:50:42.143203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=02923377-7caa-4603-8bd9-9d3118cbb0b1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:42.205246 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-e8170c9c-4410-412d-892e-5b3a8791caf4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747426 Mar 11 19:50:42.391333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-66f6f299-4ecb-4270-b0bc-17f6231180d6 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793957 Mar 11 19:50:42.427248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074f0a2-fc68-453b-af8d-988efdf38c97 req-a38c4b96-48ef-445c-aadb-10f06f456737 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:42.427960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1074f0a2-fc68-453b-af8d-988efdf38c97 req-a38c4b96-48ef-445c-aadb-10f06f456737 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:50:42.598822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1074f0a2-fc68-453b-af8d-988efdf38c97 req-a38c4b96-48ef-445c-aadb-10f06f456737 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:50:42.600037 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1074f0a2-fc68-453b-af8d-988efdf38c97 req-a38c4b96-48ef-445c-aadb-10f06f456737 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 944 time: 0.3185780 Mar 11 19:50:42.622112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.658381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-155d7315-3ca1-4ae0-8ca5-d4a63b52d01f req-4b956d4c-9925-4537-91e8-f320f614e0bc service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605815 Mar 11 19:50:42.670483 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1074f0a2-fc68-453b-af8d-988efdf38c97 req-581092ca-c16a-47be-a9f0-3832b7f47fa0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601544 Mar 11 19:50:42.692662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.789717 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-4ad198ce-a88c-4f4e-ad8f-259072071cf0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 1097 time: 0.0709584 Mar 11 19:50:42.895338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.900831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:42.919542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-3c96dd57-7286-46e1-89c8-9ef8fd67cc43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:42.920980 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-3c96dd57-7286-46e1-89c8-9ef8fd67cc43 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.1256351 Mar 11 19:50:42.992942 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-08a59d41-4899-4547-b37c-5c130edf5cff service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e HTTP/1.1" status: 200 len: 217 time: 0.0646341 Mar 11 19:50:43.011121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event updated for resources: {'Port': ['ID=02923377-7caa-4603-8bd9-9d3118cbb0b1,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:43.027016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:43.054334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-c74e720d-10c6-4f99-b074-fee91cd190be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:43.055825 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-c74e720d-10c6-4f99-b074-fee91cd190be service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0574653 Mar 11 19:50:43.128728 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-4584d671-89fe-4a99-9a63-27e0faf212c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670705 Mar 11 19:50:43.216525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Floating IP d8bec16b-43e8-4768-b640-3bbc38b31843 associated. External IP: 172.26.8.162, port: e07a533c-3d23-4900-be28-1dca10f6d16d. Mar 11 19:50:43.258911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-67ade605-21c0-485d-abca-8073d2ab8b5a service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225636 Mar 11 19:50:43.394762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6d2bdfa1-aa44-40ab-91c1-d749923e268a req-c28c86e4-a871-47f6-a3bd-78445633dbe5 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290669 Mar 11 19:50:43.695057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-a255855f-4298-4d27-98e5-5a243bd5c7ae service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2896566 Mar 11 19:50:43.855897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-4288214e-0ad4-4893-8f6d-fd30899e8d2f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 1099 time: 0.1369677 Mar 11 19:50:43.857682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:44.102353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e690b9-b0c3-4fd1-9e25-16733401b668 req-e2776382-440c-4d1e-ae96-76009795d266 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:44.103799 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e1e690b9-b0c3-4fd1-9e25-16733401b668 req-e2776382-440c-4d1e-ae96-76009795d266 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 944 time: 0.3069868 Mar 11 19:50:44.138563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-c567ef34-c977-4950-815c-66e9b2c441c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:44.139963 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-c567ef34-c977-4950-815c-66e9b2c441c9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.2644277 Mar 11 19:50:44.230151 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-0e4cab5d-7db7-4063-b0e2-7eda2059c5c6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 200 len: 217 time: 0.0803802 Mar 11 19:50:44.236535 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e1e690b9-b0c3-4fd1-9e25-16733401b668 req-7648a9db-9a0e-4758-b049-3981463aab8a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226065 Mar 11 19:50:44.301594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-aa31fc81-4c85-4c00-b451-57132490e734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:44.302998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-aa31fc81-4c85-4c00-b451-57132490e734 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0644505 Mar 11 19:50:44.390036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:44.399977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:50:44.409860 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-6b0c69fc-1410-4326-ab25-ad0d2b1c84ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994842 Mar 11 19:50:44.413567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:44.414181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:44.437725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:44.559893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-08a0ebce-ceeb-4804-bb89-f7dd81aa4e4c tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1429965 Mar 11 19:50:44.560178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-40d3685c-910f-4ba8-ba06-68dd3996d4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:44.564082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:44.603335 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-ae1d06d2-0076-4b5d-9c3b-1d914cbe5e62 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863220 Mar 11 19:50:44.617054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:44.629735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'status': 'completed', 'code': 200} Mar 11 19:50:44.733525 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-b3e700ef-8c4a-4bd2-bcc2-db8f994a22a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1098 time: 0.0784905 Mar 11 19:50:44.742735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-48d85f13-dcad-4ea2-b03d-d02ecc76531d req-77ef4fa0-3bfa-41c1-a976-6fe28d83ff5f service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331389 Mar 11 19:50:44.866969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-47bef7f2-3f09-452e-bf8f-5019497de426 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:44.868459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-47bef7f2-3f09-452e-bf8f-5019497de426 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1291044 Mar 11 19:50:44.970011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-759fcf68-7499-4d0a-86f1-059425c397e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 200 len: 999 time: 0.0946732 Mar 11 19:50:44.997420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}, {'id': 'd8bec16b-43e8-4768-b640-3bbc38b31843', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:e1:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba735c-f08a-41b6-a374-90a050603988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:42Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:45.001420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:50:45.013022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:45.013603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:45.030855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-977ab854-09c8-4380-8038-10e63d0adf9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:45.032453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-977ab854-09c8-4380-8038-10e63d0adf9f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0566545 Mar 11 19:50:45.105809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-e8d145c1-906e-4bfb-b9a4-bb06e3bab755 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675068 Mar 11 19:50:45.184855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:45.236197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-bc71a545-d1ee-4f32-9635-03bfa018161f service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243653 Mar 11 19:50:45.370465 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d1c14-cd7c-44e5-92da-2abc0c36a047 req-cd0aea56-183c-4149-87e6-6b43b678b21f service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285701 Mar 11 19:50:45.448355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42163db-99f3-4cf3-bf05-5b1cf8528117 req-0324d675-a916-4871-bb5b-dfc1c4071fc3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:45.449815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c42163db-99f3-4cf3-bf05-5b1cf8528117 req-0324d675-a916-4871-bb5b-dfc1c4071fc3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 944 time: 0.0883703 Mar 11 19:50:45.493408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c42163db-99f3-4cf3-bf05-5b1cf8528117 req-f0794ae1-3021-4c57-ac52-7d48b02100c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Mar 11 19:50:45.526501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}, {'id': 'd8bec16b-43e8-4768-b640-3bbc38b31843', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:e1:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba735c-f08a-41b6-a374-90a050603988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:42Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:45.530453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60babd9f-b207-44b6-9ace-f53870b2ab8a None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}, {'id': 'd8bec16b-43e8-4768-b640-3bbc38b31843', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:e1:30:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebba735c-f08a-41b6-a374-90a050603988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:42Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 0, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:50:45.730596 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d528aa-99a6-426f-bf63-33f9a48f2002 None None] New status for floating IP d8bec16b-43e8-4768-b640-3bbc38b31843: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:50:46.486361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e77ef2c3-88c1-49b0-97c9-bba3270d5c3e details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:50:46.631142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:46.644752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'port_id': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'mac_address': 'fa:16:3e:b1:b5:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:50:46.700819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:46.727822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77ef2c3-88c1-49b0-97c9-bba3270d5c3e {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:50:46.744186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f7acdfb7-c3f2-4898-be3c-999978c1d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:46.750689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:46.755014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:46.787406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977e646-0048-4982-ac15-4c6fe119a07a req-84d18e22-fd1e-4d77-b2d8-a6c04d86c2ef tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:46.788845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e977e646-0048-4982-ac15-4c6fe119a07a req-84d18e22-fd1e-4d77-b2d8-a6c04d86c2ef tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 944 time: 0.1725502 Mar 11 19:50:46.818533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:46.833288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e977e646-0048-4982-ac15-4c6fe119a07a req-e8791d50-e417-4fb8-810c-27c1019b7811 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387723 Mar 11 19:50:47.093435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:50:47.796169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:47.968136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:48.047017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d32d4-9010-4dd2-baf9-c3d78c0d98b9 req-5f832952-4c28-4d76-ac54-373148d40a51 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:48.048749 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e4d32d4-9010-4dd2-baf9-c3d78c0d98b9 req-5f832952-4c28-4d76-ac54-373148d40a51 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 945 time: 0.0752110 Mar 11 19:50:48.095206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e4d32d4-9010-4dd2-baf9-c3d78c0d98b9 req-fff994aa-c6b6-436f-b707-1d5192dea1ff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385146 Mar 11 19:50:48.499127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e77ef2c3-88c1-49b0-97c9-bba3270d5c3e up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:50:48.575981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:50:48.580521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:50:48.580891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:48.693490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:48.721952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:48.731579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:48.738213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:48.816230 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'code': 200} Mar 11 19:50:48.835353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:49.049357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-748a775d-832d-4a63-931c-0d04fdc7e8bb req-ef408763-208e-4ede-9119-76aa92fe0ee8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 1099 time: 0.0760977 Mar 11 19:50:49.097392 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-748a775d-832d-4a63-931c-0d04fdc7e8bb req-d350b03a-a3de-4b24-b1f2-dc7cae133c1a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Mar 11 19:50:49.141195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:49.400946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd978a2-1a3a-4491-a136-b3ef1be4cb2a req-35e83626-8b55-450a-a3f5-9b571025d7ff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:49.402392 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1fd978a2-1a3a-4491-a136-b3ef1be4cb2a req-35e83626-8b55-450a-a3f5-9b571025d7ff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.1857812 Mar 11 19:50:49.450413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1fd978a2-1a3a-4491-a136-b3ef1be4cb2a req-e1cebd06-2e7a-4a94-a3cd-e25e9fa9018c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397260 Mar 11 19:50:50.650132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c331351-359e-42ad-868f-2eae2dbcfb89 req-4a16102b-a047-4f45-8938-b1d44a268613 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:50.651829 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c331351-359e-42ad-868f-2eae2dbcfb89 req-4a16102b-a047-4f45-8938-b1d44a268613 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.0814662 Mar 11 19:50:50.700335 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c331351-359e-42ad-868f-2eae2dbcfb89 req-1723839b-1f87-4979-aa61-7f07f9f11f41 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Mar 11 19:50:51.910139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f868cd-2975-4714-88fd-2f89455495ea req-5960d87b-6a1f-4584-b871-af0973729653 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:51.912364 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-87f868cd-2975-4714-88fd-2f89455495ea req-5960d87b-6a1f-4584-b871-af0973729653 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.0807042 Mar 11 19:50:51.957917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-87f868cd-2975-4714-88fd-2f89455495ea req-78ca8ec5-5540-41ef-9eef-e079c96b5c0d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400252 Mar 11 19:50:52.161958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa8653-f999-4554-b56e-e8b3a2ddbfed req-218f6750-5ae3-4d55-a07b-20a5b1629360 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:52.163451 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ecfa8653-f999-4554-b56e-e8b3a2ddbfed req-218f6750-5ae3-4d55-a07b-20a5b1629360 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.0807641 Mar 11 19:50:52.209195 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ecfa8653-f999-4554-b56e-e8b3a2ddbfed req-95cea9e9-8e94-499c-9e0d-780badfa9f22 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Mar 11 19:50:52.249804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37540) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:52.319470 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d465d47e-2bd9-4c41-a525-3d19dba0c5de tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 1094 time: 0.0685964 Mar 11 19:50:52.323478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37544) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:52.328700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'port_id': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:50:52.404097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:52.991141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:52.997897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:53.183733 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450 associated. External IP: 172.26.8.229, port: e77ef2c3-88c1-49b0-97c9-bba3270d5c3e. Mar 11 19:50:53.661823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:53.870854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:53.875229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:53.881390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:50:53.894502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:53.895107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:53.930773 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a2228d75-a14c-4b81-9b14-535fa2b1277a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 1.6061182 Mar 11 19:50:53.931155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:50:53.933632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37548) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:53.987625 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'status': 'completed', 'code': 200} Mar 11 19:50:54.039406 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2d147ca2-9e04-4b6b-a0ca-ec198dfdbdf5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 0.1046417 Mar 11 19:50:54.081200 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-5accbc50-bffa-4c58-90a9-1de75344454c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 1099 time: 0.0696344 Mar 11 19:50:54.109621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:54.212269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-75dfa56f-3a8b-45de-8bf4-b3e7454378b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:54.213643 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-75dfa56f-3a8b-45de-8bf4-b3e7454378b2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 200 len: 898 time: 0.1256387 Mar 11 19:50:54.324270 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-ef8bb8ce-e8c9-4241-8f29-6ff201a3e212 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e HTTP/1.1" status: 200 len: 1000 time: 0.0989187 Mar 11 19:50:54.387664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-9622b839-bd4a-44f4-bcdf-fce8ce729a33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:54.389166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-9622b839-bd4a-44f4-bcdf-fce8ce729a33 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 200 len: 835 time: 0.0575514 Mar 11 19:50:54.452967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:b1:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:50:52Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:54.456775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:50:54.467838 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-8ae4acbb-a197-4b58-9428-478b8661da5c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a93f61fe-2d2b-4166-8f0a-88460f5028c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719590 Mar 11 19:50:54.468162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:50:54.468743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:50:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:54.602162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:50:54.608421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-36821408-e219-4985-8275-6d8ee6ee3517 service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318882 Mar 11 19:50:54.648201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:50:54.748289 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa134cb-1857-46fb-ab87-b6de9e384b92 req-526e751e-16e1-4187-be94-de86948fa29d service neutron] 10.222.0.90 "GET /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243083 Mar 11 19:50:54.995067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:b1:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:50:52Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:54.999412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8576de48-1ac5-4ffb-b19d-dfe93795dca4 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee8df65a-a89e-4a14-85c5-864eeeb2a450', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.229', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'port_id': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'mac_address': 'fa:16:3e:b1:b5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:49:16Z', 'updated_at': '2022-03-11T19:50:52Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:50:55.041438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37554) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:55.145314 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d295e7cf-18c0-454d-984b-61c8f8f0014b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 0.1027217 Mar 11 19:50:56.054302 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d83ad6-8c35-4ba7-b9d2-4d50b1aee006 None None] New status for floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:50:56.148909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37558) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:56.249397 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-25898801-4cf7-426d-8094-63f6f77602e7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 992 time: 0.0992420 Mar 11 19:50:57.253360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37562) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:50:57.452057 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dd932a37-4f93-48f6-b835-35ae499a60c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 200 len: 994 time: 0.1975322 Mar 11 19:51:01.130665 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:51:14.462306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c2c5af7b-2312-42e0-97b8-ba891d26fe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:16.744785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-551a9857-5fa6-4277-a0b1-ec2bcdd2321c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:17.796166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:17.978371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:19.149513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:24.527207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:38.125977 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:51:43.425997 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-2c895cda-be90-4880-b098-ff038616e8af service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701694 Mar 11 19:51:43.574611 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-d12d647c-27b0-45ea-a06a-9459b27f950d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1098 time: 0.0769091 Mar 11 19:51:43.721151 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-96ca7217-6db6-445e-ba9b-6582cbc6bf87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:43.722588 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-96ca7217-6db6-445e-ba9b-6582cbc6bf87 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1276119 Mar 11 19:51:43.836308 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-32c368f2-58ec-450f-8b48-16fc3830fa44 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 1001 time: 0.1063707 Mar 11 19:51:43.911658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-84674995-9953-42a3-955f-561a3c532173 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:43.913137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-84674995-9953-42a3-955f-561a3c532173 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0707705 Mar 11 19:51:43.997824 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-430aa406-dffc-472e-96de-6cb94907cd45 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780990 Mar 11 19:51:44.129923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-edb42644-21ee-4e5b-af4f-cb9a7df6c75b service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261590 Mar 11 19:51:44.262188 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6e4a5288-e164-4a49-80c3-7f242299de40 req-2c575301-b0b8-45e8-929f-3f4ed3c0dd5c service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247454 Mar 11 19:51:44.465444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2a3c777b-7ea4-43eb-8f9a-db8bc2847802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:46.746458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-45bc2c97-5d08-4959-9b49-b08309ef2e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:47.801579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:47.984251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:49.149230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:51:54.530298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:06.949811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116eab-6b69-4af6-b0b7-6842539215e9 req-07fe1821-51b1-46c8-b9a3-551a5bd7aa00 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:06.951233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c116eab-6b69-4af6-b0b7-6842539215e9 req-07fe1821-51b1-46c8-b9a3-551a5bd7aa00 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.1442180 Mar 11 19:52:06.998937 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c116eab-6b69-4af6-b0b7-6842539215e9 req-7f07b253-d2f5-464e-9c59-2f9cb073b09a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Mar 11 19:52:08.297214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0f796-2e71-4a08-a273-008131a7fbf0 req-0ef42e7d-62ad-4229-b08e-1f4c5fdae101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:08.298658 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1f0f796-2e71-4a08-a273-008131a7fbf0 req-0ef42e7d-62ad-4229-b08e-1f4c5fdae101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.1514859 Mar 11 19:52:08.307679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680562e-d130-4140-92bd-744bc6785f8b req-c2654580-a9b5-4bd7-b528-17f9b3087dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:08.309076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4680562e-d130-4140-92bd-744bc6785f8b req-c2654580-a9b5-4bd7-b528-17f9b3087dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 946 time: 0.0782866 Mar 11 19:52:08.344726 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1f0f796-2e71-4a08-a273-008131a7fbf0 req-84b92f23-bfeb-4309-b9c4-50df7cae5551 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=c7172cf7-c145-48ad-906f-7818cec3dac3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Mar 11 19:52:08.375017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:08.375359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:08.625122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:08.625486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:09.010858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:09.011076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:09.011441 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450 disassociated. External IP: 172.26.8.229, port: e77ef2c3-88c1-49b0-97c9-bba3270d5c3e. Mar 11 19:52:09.011817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for e77ef2c3-88c1-49b0-97c9-bba3270d5c3e owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:09.165635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:09.212800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=e77ef2c3-88c1-49b0-97c9-bba3270d5c3e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:09.226291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.227090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.227090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.227225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.227550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.227876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.228187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.228500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.228812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.229114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.229422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:09.435596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:09.591690 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f51a7137-6bc4-4d0a-bf8c-930b94cae854 req-aaf43787-28c6-46e4-a64f-f0b0bd7565ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23d299-ee3d-4911-b87b-eeccaa71bfae HTTP/1.1" status: 200 len: 210 time: 0.0978713 Mar 11 19:52:09.677853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:09.688045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:09.714334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:09.715257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:51:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:09.755299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port e77ef2c3-88c1-49b0-97c9-bba3270d5c3e on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:09.758090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:09.761136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'name': 'network-vif-deleted', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:09.782975 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4680562e-d130-4140-92bd-744bc6785f8b req-8c21ea93-9657-46e9-b823-08b70b84f7de tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/e77ef2c3-88c1-49b0-97c9-bba3270d5c3e HTTP/1.1" status: 204 len: 173 time: 1.4684107 Mar 11 19:52:09.825539 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23d299-ee3d-4911-b87b-eeccaa71bfae', 'name': 'network-vif-deleted', 'tag': 'e77ef2c3-88c1-49b0-97c9-bba3270d5c3e', 'status': 'completed', 'code': 200} Mar 11 19:52:09.950000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:10.269388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.273162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:10.283162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:10.283771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:51:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.463127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:10.699769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37616) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:10.771107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:10.778410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.782290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63bc053-337f-44bb-bb30-2ba407bbec17 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:56Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'b767ee90-d55e-4fd4-9b01-9dd2efc2f898', 'name': '', 'network_id': 'a93f61fe-2d2b-4166-8f0a-88460f5028c0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:ac:ea:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '671978ef-782f-4125-8066-56157448213a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:55Z', 'updated_at': '2022-03-11T19:49:03Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '671978ef-782f-4125-8066-56157448213a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:10.802071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:10.867738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:10.884779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7172cf7-c145-48ad-906f-7818cec3dac3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:10.897387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.897725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.898052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.898379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.898697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.899013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.899785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.899785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.899963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.900334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.900752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:10.907106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:10.908303 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6b7e1aae-0aa0-4970-8e95-f21f744ddfab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/c7172cf7-c145-48ad-906f-7818cec3dac3 HTTP/1.1" status: 204 len: 168 time: 0.2074783 Mar 11 19:52:10.958068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37622) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:11.016429 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6f0ad-46df-4d64-bc6a-07253e0b91a3 None None] New status for floating IP ee8df65a-a89e-4a14-85c5-864eeeb2a450: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:52:11.109095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port a965c584-859a-42f4-af6f-3808c4ed51a2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:11.109510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:11.279963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:11.280288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:11.396063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for a965c584-859a-42f4-af6f-3808c4ed51a2 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:11.479010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:52:11.479216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:52:11.980340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port a965c584-859a-42f4-af6f-3808c4ed51a2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:11.981405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.246741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.247050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.365662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for a965c584-859a-42f4-af6f-3808c4ed51a2 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:12.524711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.570049 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=a965c584-859a-42f4-af6f-3808c4ed51a2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:12.667474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.682050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:12.683128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-efbe9b81-aebb-415b-8a7d-173ceff70319 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/ee8df65a-a89e-4a14-85c5-864eeeb2a450 HTTP/1.1" status: 204 len: 168 time: 1.7238684 Mar 11 19:52:12.877026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e77ef2c3-88c1-49b0-97c9-bba3270d5c3e no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:12.910123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: e77ef2c3-88c1-49b0-97c9-bba3270d5c3e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:12.910427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e77ef2c3-88c1-49b0-97c9-bba3270d5c3e not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:13.059201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f03d-f8db-4f4e-8f1b-c86499b4d284 req-ba5b3987-d3ac-4109-a8d1-e06724cdb502 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:13.060703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c85f03d-f8db-4f4e-8f1b-c86499b4d284 req-ba5b3987-d3ac-4109-a8d1-e06724cdb502 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0804286 Mar 11 19:52:13.106338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3c85f03d-f8db-4f4e-8f1b-c86499b4d284 req-b57f4cd1-2e40-4238-a7d7-5f3d74d58f53 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:13.122075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3c85f03d-f8db-4f4e-8f1b-c86499b4d284 req-b57f4cd1-2e40-4238-a7d7-5f3d74d58f53 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:13.123377 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c85f03d-f8db-4f4e-8f1b-c86499b4d284 req-b57f4cd1-2e40-4238-a7d7-5f3d74d58f53 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568902 Mar 11 19:52:14.327347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5223f1-438b-4961-854b-09850f7cc94b req-f561ffd8-808d-4d90-a3ec-b7999e724d7f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:14.328052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5c5223f1-438b-4961-854b-09850f7cc94b req-f561ffd8-808d-4d90-a3ec-b7999e724d7f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:14.346409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5c5223f1-438b-4961-854b-09850f7cc94b req-f561ffd8-808d-4d90-a3ec-b7999e724d7f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:14.347819 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5223f1-438b-4961-854b-09850f7cc94b req-f561ffd8-808d-4d90-a3ec-b7999e724d7f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.1008186 Mar 11 19:52:14.394722 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5223f1-438b-4961-854b-09850f7cc94b req-4e059fe2-3fcf-40bc-af3f-84a79e852620 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=e680ab19-6586-4b31-973d-4635178acd41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411642 Mar 11 19:52:14.462488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af11c21e-dc32-45a7-b17e-15452a9fd048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:14.650926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-df4f4fa5-a949-40f1-8d1c-fd012ee84101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:14.652434 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-df4f4fa5-a949-40f1-8d1c-fd012ee84101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 946 time: 0.0760138 Mar 11 19:52:14.729469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:14.729876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:14.973266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:14.973627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:15.117038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:15.126882 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:52:15.256443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:15.304278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:15.380273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:15.384314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:15.388261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'name': 'network-vif-deleted', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:15.408537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0b8c742f-ec26-410d-9cbb-1d732676e7ad req-f842cb46-1165-4d2c-8ce7-8b6a7f066fc5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 HTTP/1.1" status: 204 len: 173 time: 0.7506676 Mar 11 19:52:15.451274 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a83fe-5c97-4463-bd7c-b70043ce7288', 'name': 'network-vif-deleted', 'tag': 'f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3', 'status': 'completed', 'code': 200} Mar 11 19:52:15.564880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b3c3033e-b1fd-4c40-958d-e998e358b520 req-a398b5f1-a81c-4d40-aab8-c1edc3076bec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:15.580654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b3c3033e-b1fd-4c40-958d-e998e358b520 req-a398b5f1-a81c-4d40-aab8-c1edc3076bec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:15.581710 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b3c3033e-b1fd-4c40-958d-e998e358b520 req-a398b5f1-a81c-4d40-aab8-c1edc3076bec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=711a83fe-5c97-4463-bd7c-b70043ce7288 HTTP/1.1" status: 200 len: 210 time: 0.0602252 Mar 11 19:52:16.690740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37638) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:16.745225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4186ce39-d3b9-4db8-bac3-42decfc55b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:16.770650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:16.800854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:16.863465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:16.881209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e680ab19-6586-4b31-973d-4635178acd41,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:16.891897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:16.893020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ba77ddfe-020b-4366-86f7-1404ac1d888a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/e680ab19-6586-4b31-973d-4635178acd41 HTTP/1.1" status: 204 len: 168 time: 0.2013133 Mar 11 19:52:16.934908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37644) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:17.333411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:17.800098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:17.981538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:18.033954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port b767ee90-d55e-4fd4-9b01-9dd2efc2f898 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:18.034515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:18.215186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port b767ee90-d55e-4fd4-9b01-9dd2efc2f898, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:18.215649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:18.332171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for b767ee90-d55e-4fd4-9b01-9dd2efc2f898 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:18.513621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:18.559890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=b767ee90-d55e-4fd4-9b01-9dd2efc2f898,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:18.847736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:18.879982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:18.915504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:18.915850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device f161d2b1-5d36-43c8-a55e-cd4ec4a4d8e3 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:19.154794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:19.512180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:19.712032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:19.721818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Sync routers for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:19.732204 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7d9b9929-468c-4e9c-8d5a-4ec96f8dfd96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/9601f7b0-d6b4-4682-90e4-2b28b509fd0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7961998 Mar 11 19:52:19.734171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:19.734813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:19.734973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37648) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:19.903531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:19.913384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet 671978ef-782f-4125-8066-56157448213a {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:52:19.916280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:19.970182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.054113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.140224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.184821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=671978ef-782f-4125-8066-56157448213a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:20.188814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.194788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1dcd8c35-dc9d-4856-89bf-947da18f4cfe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/671978ef-782f-4125-8066-56157448213a HTTP/1.1" status: 204 len: 168 time: 0.4589028 Mar 11 19:52:20.197434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37652) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:20.204850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307a3d8-e1b0-456c-a272-fc2360413498 None None] Network a93f61fe-2d2b-4166-8f0a-88460f5028c0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:52:20.391227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:20.391538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.397790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Checking router: 9601f7b0-d6b4-4682-90e4-2b28b509fd0f for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:20.415387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Routers {'9601f7b0-d6b4-4682-90e4-2b28b509fd0f'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:20.415987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:20.537092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] DHCP port deletion for a93f61fe-2d2b-4166-8f0a-88460f5028c0 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:52:20.553404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Deleting port 210c3b20-3655-451b-8e11-fdf2282e3e3a {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:20.553776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.597803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.608939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 939d08d9-2a2a-4719-9410-f820aae8aaf3 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:20.609276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.700551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] Set router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:20.776480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 939d08d9-2a2a-4719-9410-f820aae8aaf3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=939d08d9-2a2a-4719-9410-f820aae8aaf3,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:20.776836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:20.959762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] For port 210c3b20-3655-451b-8e11-fdf2282e3e3a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=210c3b20-3655-451b-8e11-fdf2282e3e3a,segment=NetworkSegment(c9babbf1-1ab4-419c-8ab0-06a328cfc725),segment_id=c9babbf1-1ab4-419c-8ab0-06a328cfc725)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:20.960367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.002004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 939d08d9-2a2a-4719-9410-f820aae8aaf3 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:21.079806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Calling delete_port for 210c3b20-3655-451b-8e11-fdf2282e3e3a owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:21.170530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.200951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 210c3b20-3655-451b-8e11-fdf2282e3e3a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:21.218452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=939d08d9-2a2a-4719-9410-f820aae8aaf3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:21.323829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.375081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Pushing event deleted for resources: {'Port': ['ID=210c3b20-3655-451b-8e11-fdf2282e3e3a,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:21.379909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No active binding found for port 210c3b20-3655-451b-8e11-fdf2282e3e3a {{(pid=83814) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Mar 11 19:52:21.380306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 210c3b20-3655-451b-8e11-fdf2282e3e3a not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:21.389490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] No DVR routers for this DVR port 210c3b20-3655-451b-8e11-fdf2282e3e3a on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:21.394583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.397209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.398204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.398204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47802e4f-b83c-4848-a6a4-270337c851c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.411627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:21.415615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc886fb-3083-401a-90a9-a9ced9b82d68 None None] The sync data for ids ['9601f7b0-d6b4-4682-90e4-2b28b509fd0f'] in dv-neutron-832764-2-hyperv is: [{'id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'name': 'tempest-TestNetworkBasicOps-router-243748103', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '939d08d9-2a2a-4719-9410-f820aae8aaf3', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:92:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9601f7b0-d6b4-4682-90e4-2b28b509fd0f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:48:51Z', 'updated_at': '2022-03-11T19:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:21.437824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.698227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.703255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.730465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.730953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 9601f7b0-d6b4-4682-90e4-2b28b509fd0f {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:21.746963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.748120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a28a08cd-008a-46ea-b830-6f31edbae1d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/9601f7b0-d6b4-4682-90e4-2b28b509fd0f HTTP/1.1" status: 204 len: 168 time: 1.5497780 Mar 11 19:52:21.750863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37656) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:21.863236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:21.992580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.020014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a93f61fe-2d2b-4166-8f0a-88460f5028c0']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:22.032471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9babbf1-1ab4-419c-8ab0-06a328cfc725') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:22.032762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9babbf1-1ab4-419c-8ab0-06a328cfc725') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:22.044464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.060349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.066155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:52:22.066529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:52:22.080287 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:52:22.159306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.176625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.187278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=a93f61fe-2d2b-4166-8f0a-88460f5028c0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:22.195729 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-97ce77b0-6253-443c-9426-66d28d5bb04d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/a93f61fe-2d2b-4166-8f0a-88460f5028c0 HTTP/1.1" status: 204 len: 168 time: 0.4438646 Mar 11 19:52:22.219285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:22.224750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--378383531', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:22.229679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:22.233980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:22.236889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:22.242467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:22.253124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:52:22.256071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.284039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:52:22.292441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.292793 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 8d50e463-0f2c-416f-9285-9a3ce491b66b of type vlan for network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 Mar 11 19:52:22.318198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.346796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.351194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:22.351814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.555962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3354738 Mar 11 19:52:22.558708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37664) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:22.565651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-910333683', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:22.570614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4704f7-4b85-46ba-9373-73bbfbb9dd47 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=19e94c07-e216-4e3b-a9d3-b6827ab9efb0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:22.574240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:22.578777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:22.581815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:52:22.582296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:22.589192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:22.600821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.601825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.621387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.772149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.953285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:22.981982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.117432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.16 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/83d3c7e8-7ced-4702-9ba9-c075396fd011) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:23.165845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 939d08d9-2a2a-4719-9410-f820aae8aaf3 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:23.199649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 939d08d9-2a2a-4719-9410-f820aae8aaf3 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:23.200048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 939d08d9-2a2a-4719-9410-f820aae8aaf3 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:23.200465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b767ee90-d55e-4fd4-9b01-9dd2efc2f898 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:23.230964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: b767ee90-d55e-4fd4-9b01-9dd2efc2f898 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:23.231293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b767ee90-d55e-4fd4-9b01-9dd2efc2f898 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:23.280323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.311366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.378177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:23.380939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:23.385068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:52:23.407992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=83d3c7e8-7ced-4702-9ba9-c075396fd011,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:23.540937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.541580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.660841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37668) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:23.766615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 75924a56-6abd-4408-b67e-f78697f9dc07 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:23.943099 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port 02923377-7caa-4603-8bd9-9d3118cbb0b1 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:23.943300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:23.970522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:23.980069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Sync routers for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:23.995992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:23.996722 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:24.000306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.004705 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-efbb41d7-75a1-4ae8-8e00-2a42c2ecff96 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4420438 Mar 11 19:52:24.004912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37672) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:24.047748 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1c5945ac-121d-4e23-8d92-e48ba215daf1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387819 Mar 11 19:52:24.047983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37676) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:24.114361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.114738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.173260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:24.238749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for 02923377-7caa-4603-8bd9-9d3118cbb0b1 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:24.286717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c812c-2eb6-44fd-859d-5d148ffa85bf tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:24.288237 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2c4c812c-2eb6-44fd-859d-5d148ffa85bf tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2393456 Mar 11 19:52:24.291033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37680) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:24.333703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-10d9d74d-573a-41b0-b391-e8f640fa0264 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391736 Mar 11 19:52:24.333930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37684) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:24.339910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1431242429', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:24.393188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.435152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=02923377-7caa-4603-8bd9-9d3118cbb0b1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:24.449478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:24.453362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:24.456613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:24.462478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:24.471663 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:24.472905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:52:24.476679 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Checking router: 75924a56-6abd-4408-b67e-f78697f9dc07 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:24.477033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Updating router 75924a56-6abd-4408-b67e-f78697f9dc07 port 83d3c7e8-7ced-4702-9ba9-c075396fd011 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:52:24.534405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.541370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.559859 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.577623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.809724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.876916 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.883541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=af8063e0-339d-4a47-a66b-77f81f9c61cf,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:24.888474 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Transition to ACTIVE for port object 83d3c7e8-7ced-4702-9ba9-c075396fd011 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:24.896304 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.900385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:24.900809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 19e94c07-e216-4e3b-a9d3-b6827ab9efb0, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:52:24.924328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:52:24.935896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 19e94c07-e216-4e3b-a9d3-b6827ab9efb0) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:24.940500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:24.941187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.953564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc5e110-450e-477b-bfdd-066484ccf11f None None] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:52:24.971592 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fcc2fc22-cfe6-4f02-a1c9-c3413fe5d2c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6365848 Mar 11 19:52:24.972200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:24.972607 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Attempting to bind port 83d3c7e8-7ced-4702-9ba9-c075396fd011 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:52:24.972744 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Attempting to bind port 83d3c7e8-7ced-4702-9ba9-c075396fd011 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:52:24.973193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Attempting to bind port 83d3c7e8-7ced-4702-9ba9-c075396fd011 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:24.982931 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:52:24.983684 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:24.983684 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:24.984052 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:52:24.984676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Bound port: 83d3c7e8-7ced-4702-9ba9-c075396fd011, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:52:24.985193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.053310 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] For port 83d3c7e8-7ced-4702-9ba9-c075396fd011, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:25.056602 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] For port 83d3c7e8-7ced-4702-9ba9-c075396fd011, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=83d3c7e8-7ced-4702-9ba9-c075396fd011,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:25.063380 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Pushing event updated for resources: {'Port': ['ID=83d3c7e8-7ced-4702-9ba9-c075396fd011,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:25.071577 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.076186 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.076681 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.077155 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.077624 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.078120 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.078594 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.078911 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.079227 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.079568 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.079948 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.080183 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:25.128502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:25.163348 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e9b53-4cd9-4cbc-a969-262239e54860 None None] Pushing event updated for resources: {'Port': ['ID=83d3c7e8-7ced-4702-9ba9-c075396fd011,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:25.185255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:25.186079 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:25.208155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:52:25.209176 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.361201 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:25.373330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Allocated IP 172.20.0.2 (19e94c07-e216-4e3b-a9d3-b6827ab9efb0/af8063e0-339d-4a47-a66b-77f81f9c61cf/24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:25.577084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.588069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Transition to ACTIVE for port object 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:25.608157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Transition to ACTIVE for port object 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:25.614327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.620232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:25.650894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:25.651794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:25.658927 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:25.663385 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f47af1e-c44c-4c63-8968-b997048606cc None None] The sync data for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv is: [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:25.702040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:25.706182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:25.711082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:52:25.719742 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ee371095-658e-45f9-ba13-3c8842b28efc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "DELETE /v2.0/floatingips/d8bec16b-43e8-4768-b640-3bbc38b31843 HTTP/1.1" status: 204 len: 168 time: 2.0575266 Mar 11 19:52:25.720709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:25.721330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:25.721548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:25.773497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Pushing event updated for resources: {'Port': ['ID=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:25.859031 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'status': 'completed', 'code': 200} Mar 11 19:52:26.035528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Attempting to bind port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:52:26.035903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Attempting to bind port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:52:26.036260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Attempting to bind port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:26.055363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:52:26.055743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Checking segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:26.056144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:26.056537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Bound using segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:52:26.057011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Bound port: 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:52:26.057382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:26.164348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:26.238135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] For port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:26.304086 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-de2bf6f7-3cca-4663-9021-6de8ee1383d8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 1098 time: 0.4503639 Mar 11 19:52:26.346161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] For port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:26.361227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:26.457491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:26.472441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef18f9-b554-49b9-8bea-18c131b57034 None None] Pushing event updated for resources: {'Port': ['ID=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:26.489392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc401354-5f48-409d-8cde-f9e3ddb76ae8 req-538d5c53-dc26-463f-87c2-efd1c03d82be tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:26.490570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-dc401354-5f48-409d-8cde-f9e3ddb76ae8 req-538d5c53-dc26-463f-87c2-efd1c03d82be tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:26.680044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-dc401354-5f48-409d-8cde-f9e3ddb76ae8 req-538d5c53-dc26-463f-87c2-efd1c03d82be tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:26.681182 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc401354-5f48-409d-8cde-f9e3ddb76ae8 req-538d5c53-dc26-463f-87c2-efd1c03d82be tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.4946873 Mar 11 19:52:26.696427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-25da096a-99eb-49c5-86c9-9e52753bc61b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:26.697830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-25da096a-99eb-49c5-86c9-9e52753bc61b service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.3852355 Mar 11 19:52:26.704224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:26.716190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:26.729853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:26.730617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:26.798811 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-6598a631-e865-4c24-8066-9b6fd2056d77 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 200 len: 217 time: 0.0823212 Mar 11 19:52:26.885469 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc401354-5f48-409d-8cde-f9e3ddb76ae8 req-44753900-fe7c-4a2a-ac5d-bb50ee36768f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843395 Mar 11 19:52:26.908930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:26.925784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-0099408a-2057-47be-8790-359e8d80f4ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:26.927127 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-0099408a-2057-47be-8790-359e8d80f4ef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.1193614 Mar 11 19:52:27.289521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 83d3c7e8-7ced-4702-9ba9-c075396fd011 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:27.290024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (19e94c07-e216-4e3b-a9d3-b6827ab9efb0/af8063e0-339d-4a47-a66b-77f81f9c61cf/f5315d9e-f4c6-4363-9114-4d8168757f7c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:27.305123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-77b59d40-8469-4af8-819e-0301bc7f7edd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3677299 Mar 11 19:52:27.387657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:27.391168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 83d3c7e8-7ced-4702-9ba9-c075396fd011 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:27.396659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f512ad2b-7e32-41f6-b342-a1acca783520 None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4c1ddd74-02ad-409f-bc25-59e1ef3b4456', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'port_id': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'mac_address': 'fa:16:3e:07:99:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:48:30Z', 'updated_at': '2022-03-11T19:48:33Z', 'revision_number': 1, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:27.399193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 83d3c7e8-7ced-4702-9ba9-c075396fd011 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:27.399599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.546869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd626459-36b6-4238-81cf-ba92a469d1b7 None None] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:52:27.561929 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-372a7cab-aa0e-4f9e-9b6e-5e33b3f26773 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337990 Mar 11 19:52:27.564225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.566304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.643558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 83d3c7e8-7ced-4702-9ba9-c075396fd011, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=83d3c7e8-7ced-4702-9ba9-c075396fd011,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:27.651527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object f5315d9e-f4c6-4363-9114-4d8168757f7c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:27.651818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.652569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:27.715741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7baa5c43-19b8-49d0-aca4-855184c529f4 req-bea02c77-21b0-4b52-a0b6-d08c67f8a84d service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462362 Mar 11 19:52:27.721355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.774784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5c851e04-ad02-4aef-8c7e-3c34aeaea7c5 None None] Provisioning for port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:27.796397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:27.798835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:27.801188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:52:27.832258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:27.854065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=83d3c7e8-7ced-4702-9ba9-c075396fd011,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:27.902427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.908396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:27.917238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:27.917602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:27.947882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-dd466fb8-7661-40f1-a7ee-b349123417eb tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:27.949308 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-dd466fb8-7661-40f1-a7ee-b349123417eb tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.1182425 Mar 11 19:52:28.065438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.078631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port e07a533c-3d23-4900-be28-1dca10f6d16d {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:28.079246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.113974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.128535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300875-9e23-4a5d-b1d1-1ed7afdbce80 req-59f0e7e8-6580-4d0e-a1ac-466e5dd6c91a tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:28.137215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89300875-9e23-4a5d-b1d1-1ed7afdbce80 req-59f0e7e8-6580-4d0e-a1ac-466e5dd6c91a tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 945 time: 0.1117551 Mar 11 19:52:28.151405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:28.159365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.203213 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-89300875-9e23-4a5d-b1d1-1ed7afdbce80 req-5b6d9574-5685-44ff-9dad-5fe8ceac362f tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647466 Mar 11 19:52:28.257515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:28.357961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Provisioning for port f5315d9e-f4c6-4363-9114-4d8168757f7c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:28.367109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Provisioning complete for port f5315d9e-f4c6-4363-9114-4d8168757f7c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:28.367672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.425053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Port f5315d9e-f4c6-4363-9114-4d8168757f7c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:52:28.437730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Provisioning complete for port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:28.438150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-71ffc968-a997-4592-b467-cdb8e956b997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.610276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] For port e07a533c-3d23-4900-be28-1dca10f6d16d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=e07a533c-3d23-4900-be28-1dca10f6d16d,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:28.610847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.677331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0aa1f954-f7e4-4599-9cb1-10c79b3fff07 None None] Provisioning complete for port f5315d9e-f4c6-4363-9114-4d8168757f7c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:28.677855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0aa1f954-f7e4-4599-9cb1-10c79b3fff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:28.732058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1f954-f7e4-4599-9cb1-10c79b3fff07 None None] Port f5315d9e-f4c6-4363-9114-4d8168757f7c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:52:28.842497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for e07a533c-3d23-4900-be28-1dca10f6d16d owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:28.994772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.002556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.126805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.128820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.132287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:29.187168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=e07a533c-3d23-4900-be28-1dca10f6d16d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:29.192924 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a10e7-5d65-4931-8f23-c780460873c9 None None] New status for floating IP d8bec16b-43e8-4768-b640-3bbc38b31843: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:52:29.224851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 83d3c7e8-7ced-4702-9ba9-c075396fd011 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:29.315072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 83d3c7e8-7ced-4702-9ba9-c075396fd011 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:29.315479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.340547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] No DVR routers for this DVR port e07a533c-3d23-4900-be28-1dca10f6d16d on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:29.344781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.346918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'name': 'network-vif-deleted', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:29.418471 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebba735c-f08a-41b6-a374-90a050603988', 'name': 'network-vif-deleted', 'tag': 'e07a533c-3d23-4900-be28-1dca10f6d16d', 'status': 'completed', 'code': 200} Mar 11 19:52:29.419796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f6731f39-13b1-4b23-87e2-fb3a4ba85636 req-1e066e2c-e374-4219-b3f2-f703abea5a42 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "DELETE /v2.0/ports/e07a533c-3d23-4900-be28-1dca10f6d16d HTTP/1.1" status: 204 len: 173 time: 1.4653974 Mar 11 19:52:29.429770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-918b09c4-898b-4c3c-ae2d-462a5d459fe2 req-bb652184-9eec-4133-a3d2-64abb83352b6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:29.460937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:29.461538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:29.462804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:29.538094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:29.538622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.596349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-918b09c4-898b-4c3c-ae2d-462a5d459fe2 req-bb652184-9eec-4133-a3d2-64abb83352b6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:29.597510 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-918b09c4-898b-4c3c-ae2d-462a5d459fe2 req-bb652184-9eec-4133-a3d2-64abb83352b6 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebba735c-f08a-41b6-a374-90a050603988 HTTP/1.1" status: 200 len: 210 time: 0.2153521 Mar 11 19:52:29.861059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1dddeffb-a086-408d-80f1-6510c8c86d6c None None] Provisioning complete for port f5315d9e-f4c6-4363-9114-4d8168757f7c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:29.861995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1dddeffb-a086-408d-80f1-6510c8c86d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:29.919727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 75924a56-6abd-4408-b67e-f78697f9dc07 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:29.923818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1dddeffb-a086-408d-80f1-6510c8c86d6c None None] Port f5315d9e-f4c6-4363-9114-4d8168757f7c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:52:30.138574 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:30.146607 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fe23ddad-0a21-466b-98a8-29a72e274ed1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/75924a56-6abd-4408-b67e-f78697f9dc07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1705797 Mar 11 19:52:30.146607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37706) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:30.149136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Sync routers for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:30.162417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:30.163227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:30.347476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:30.411446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.411820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.412176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.412541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.413338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.413338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.414925 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7f796c27-b2eb-4a91-bd02-6e8b20ed5398 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2679253 Mar 11 19:52:30.417972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37710) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:30.489366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.490076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.490509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.490868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.491220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.491591 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:30.494171 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-197d1e0e-2cdf-406e-985d-bbbc67ab71c8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0751550 Mar 11 19:52:30.497118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:30.669373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:28Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:30.673789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Checking router: 75924a56-6abd-4408-b67e-f78697f9dc07 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:30.674140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Updating router 75924a56-6abd-4408-b67e-f78697f9dc07 port f5315d9e-f4c6-4363-9114-4d8168757f7c binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:52:30.711785 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-43872f42-6a6a-49cb-9f30-fd87e2716ec3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2132583 Mar 11 19:52:30.714661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37720) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:30.720542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1785032459', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:30.732342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:30.871697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:30.875842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:port and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:30.878636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:30.884569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:30.892171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e07a533c-3d23-4900-be28-1dca10f6d16d no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:30.898193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:52:30.901977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:30.928258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] device_id is not set on port 456d8fb5-0a25-4690-98c1-cc3e37368abb yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:52:30.950159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: e07a533c-3d23-4900-be28-1dca10f6d16d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:30.950502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device e07a533c-3d23-4900-be28-1dca10f6d16d not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:31.164555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.176720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Transition to ACTIVE for port object f5315d9e-f4c6-4363-9114-4d8168757f7c will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:31.186200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.256579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.5 (19e94c07-e216-4e3b-a9d3-b6827ab9efb0/af8063e0-339d-4a47-a66b-77f81f9c61cf/456d8fb5-0a25-4690-98c1-cc3e37368abb) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:31.314573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0911b-3287-4e48-b14f-0cd6783e71b7 None None] Pushing event updated for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:31.418882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Attempting to bind port f5315d9e-f4c6-4363-9114-4d8168757f7c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:52:31.419637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Attempting to bind port f5315d9e-f4c6-4363-9114-4d8168757f7c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:52:31.419637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Attempting to bind port f5315d9e-f4c6-4363-9114-4d8168757f7c on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:31.427175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:52:31.427613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Checking segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:31.428014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.428453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Bound using segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:52:31.428929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Bound port: f5315d9e-f4c6-4363-9114-4d8168757f7c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:52:31.429299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.496349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.513381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 456d8fb5-0a25-4690-98c1-cc3e37368abb will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:31.520417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] For port f5315d9e-f4c6-4363-9114-4d8168757f7c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:31.523917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] For port f5315d9e-f4c6-4363-9114-4d8168757f7c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5315d9e-f4c6-4363-9114-4d8168757f7c,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:31.528773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.539052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.623471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:31.624237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0911b-3287-4e48-b14f-0cd6783e71b7 None None] Pushing event updated for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:31.626665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:31.628996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:31.630163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:31.630772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:31.630959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:52:31.695410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:31.696002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:31.723560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d922ba42-eba4-41b2-884c-0a8d4d71bcfc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0075767 Mar 11 19:52:31.817978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:32.150550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37732) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:32.158473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557303008', 'description': 'tempest-secgroup-smoke-557303008 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:32.167699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.174109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.178530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.185304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.185458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4b2f1a42-c464-4b09-b625-ae4e09b4c038 None None] Provisioning for port 456d8fb5-0a25-4690-98c1-cc3e37368abb completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:32.197224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.198692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4b2f1a42-c464-4b09-b625-ae4e09b4c038 None None] Provisioning complete for port 456d8fb5-0a25-4690-98c1-cc3e37368abb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:32.199124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1a42-c464-4b09-b625-ae4e09b4c038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.239931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.244567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.247582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.253395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.259242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4b2f1a42-c464-4b09-b625-ae4e09b4c038 None None] Port 456d8fb5-0a25-4690-98c1-cc3e37368abb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:52:32.273882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:31Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:32.278377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af791ca8-f436-45e5-8324-584dcbbb5806 None None] The sync data for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv is: [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:31Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:32.312280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.330965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.386325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12376ac2-e6d1-4aa3-9624-20bcbd0a86d8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.394577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.395996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9e7d1e93-f0f8-4652-b010-0920f3a23be7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2442133 Mar 11 19:52:32.399097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37736) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:32.405479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:32.412234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.416864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.420085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.426487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.447530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.517362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.522251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.550702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4b78b9-39ae-4dc6-a5b1-1f9f55d0340f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.562811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.566785 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ddae1664-8933-43b4-bee7-2e117b3882be tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1639311 Mar 11 19:52:32.567104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37740) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:32.573077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:32.579367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.583230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.586239 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.592405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.616842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.685233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.690647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.716164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ce84fc-1aea-4539-bd07-f1b9b5ab672c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.727506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.731806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37744) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:32.732668 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-118ea718-162f-4ead-80bc-ff8fb0753df9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1636837 Mar 11 19:52:32.737773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:32.744736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.749399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.752659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.758662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.777068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.847624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.852249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.877159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01555220-771c-411c-8c93-beab26887867,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.887866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:32.889108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf181c8b-045a-4e59-aa58-12376a67b722 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1561992 Mar 11 19:52:32.891943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37748) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:32.897575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:32.903768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:32.907705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:32.910631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:32.916376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:32.938075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.007129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.012446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.036649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077c6eb6-a896-427f-bc9f-4a1f474fd2ae,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:33.049745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.053724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f4d58587-9272-4e9a-9bc7-10d2aea295ea tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1579652 Mar 11 19:52:33.053724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37754) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:33.059557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:33.065944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:33.070349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:33.073786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:33.080752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:33.094997 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:52:33.103595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.245783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.258101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.281285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5315d9e-f4c6-4363-9114-4d8168757f7c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:33.286979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f364935-a71e-4ceb-87b8-199b6225c593,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:33.312729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.314367 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-507b2ca3-4e60-4dea-908e-bb5f5d4d94a4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2596500 Mar 11 19:52:33.317649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37760) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:33.324802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '12376ac2-e6d1-4aa3-9624-20bcbd0a86d8', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:33.334541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:33.339628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:33.342934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:33.349462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:33.363594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f5315d9e-f4c6-4363-9114-4d8168757f7c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:33.365593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:52:33.370621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f5315d9e-f4c6-4363-9114-4d8168757f7c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:33.371066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.373638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.476194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.481693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.507508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c606fb6-5077-4e5b-8fed-2e209d5673b2,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:33.516720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.518082 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5de848bb-f389-4a86-822c-741363356661 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1984644 Mar 11 19:52:33.552867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.586296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f5315d9e-f4c6-4363-9114-4d8168757f7c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5315d9e-f4c6-4363-9114-4d8168757f7c,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:33.589944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:33.659295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:33.699436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-8c956ef4-fdbb-4326-bde4-b5f2afd4e216 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:33.716056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-8c956ef4-fdbb-4326-bde4-b5f2afd4e216 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:33.717217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-8c956ef4-fdbb-4326-bde4-b5f2afd4e216 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557303008&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0619261 Mar 11 19:52:33.793645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-847c9c34-a86c-4840-b121-e7d8ab703365 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:33.794145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-847c9c34-a86c-4840-b121-e7d8ab703365 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:33.812281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-847c9c34-a86c-4840-b121-e7d8ab703365 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:33.813494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-847c9c34-a86c-4840-b121-e7d8ab703365 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 930 time: 0.0896325 Mar 11 19:52:33.890998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-ece93546-2da8-4c88-b231-624701e5c582 service neutron] 10.222.0.76 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0650125 Mar 11 19:52:34.019675 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-2fdcba5d-7a5b-471c-a568-d68748d2e941 service neutron] 10.222.0.76 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225629 Mar 11 19:52:34.152459 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-32089f3a-799f-4fe4-9aa5-3e76a38f0f54 service neutron] 10.222.0.76 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269457 Mar 11 19:52:34.364538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b888ad3e-e1ab-42ff-b93f-18725191f2d6 req-b9d099de-4f27-41e0-916d-f6358a86009e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:34.383352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b888ad3e-e1ab-42ff-b93f-18725191f2d6 req-b9d099de-4f27-41e0-916d-f6358a86009e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:34.383352 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b888ad3e-e1ab-42ff-b93f-18725191f2d6 req-b9d099de-4f27-41e0-916d-f6358a86009e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 210 time: 0.0616264 Mar 11 19:52:35.181251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5315d9e-f4c6-4363-9114-4d8168757f7c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:35.249442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f5315d9e-f4c6-4363-9114-4d8168757f7c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:35.249805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:35.312409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-96ff0012-a295-49ea-b3be-84c7740a4abf service neutron] 10.222.0.90 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1026 time: 0.0601709 Mar 11 19:52:35.460263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-dc7be70a-e5ef-4621-b0d6-6e8bc9241f33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:35.461678 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-dc7be70a-e5ef-4621-b0d6-6e8bc9241f33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 796 time: 0.1441834 Mar 11 19:52:35.509171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:35.579390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-7421817f-ea80-42d6-a2b4-05d700b2252a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:35.621029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-7421817f-ea80-42d6-a2b4-05d700b2252a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:35.622182 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-7421817f-ea80-42d6-a2b4-05d700b2252a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 379 time: 0.1490583 Mar 11 19:52:35.635999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dee1bea6-963c-4158-b638-38475b53aa1d req-1fe0733e-fc7a-4263-b221-42589f782d88 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 210 time: 0.1323178 Mar 11 19:52:35.685653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Request body: {'port': {'device_id': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:35.884522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port 69135ff9-88a6-4dae-9f46-f4295a5af4c2 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:35.884855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:35.941143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.170915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.171259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.294508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for 69135ff9-88a6-4dae-9f46-f4295a5af4c2 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:36.586506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456d8fb5-0a25-4690-98c1-cc3e37368abb {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:52:36.594234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.601071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.649489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Transition to ACTIVE for port object 456d8fb5-0a25-4690-98c1-cc3e37368abb will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:36.650326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=69135ff9-88a6-4dae-9f46-f4295a5af4c2,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:36.655449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:36.873603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:36.910835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:37.252786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7589ffc-8f4b-4eb3-8c5d-ee8c529c71d3 req-6f98cc46-aca4-4fce-b173-0820a1e65666 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:37.254225 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7589ffc-8f4b-4eb3-8c5d-ee8c529c71d3 req-6f98cc46-aca4-4fce-b173-0820a1e65666 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 981 time: 0.4882789 Mar 11 19:52:37.255745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:52:37.256062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:52:37.256375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:37.281853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:52:37.282155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:37.307632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:52:37.307958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Checking segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:37.308321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Bound using segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:52:37.308735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Bound port: 456d8fb5-0a25-4690-98c1-cc3e37368abb, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:52:37.309072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:37.336049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7589ffc-8f4b-4eb3-8c5d-ee8c529c71d3 req-30227554-ee82-41cd-aee9-94672e7e6027 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746701 Mar 11 19:52:37.423902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:37.427362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:37.433681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:37.503265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:37.504636 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] 10.222.0.90 "PUT /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1131 time: 1.8741691 Mar 11 19:52:37.505041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:37.578214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afde21-2d2b-4d83-91bc-913f89d0a571 service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:37.581672 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'status': 'completed', 'code': 200} Mar 11 19:52:37.727007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-e01190bf-7660-4af0-804b-75581700c9a7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 1134 time: 0.1592765 Mar 11 19:52:37.800533 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-391291a1-ca63-408c-bf39-c6884a5a85b7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 217 time: 0.0658293 Mar 11 19:52:37.869773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-36db4351-c1ec-4961-893e-90e8d9c63237 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:37.871166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-36db4351-c1ec-4961-893e-90e8d9c63237 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 200 len: 835 time: 0.0631268 Mar 11 19:52:37.920949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:38.068326 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-2d201eae-f4bb-4be9-aaa0-b5b05207e013 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1903002 Mar 11 19:52:38.214837 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-3680ce5b-d412-426c-ab8a-0acee580b695 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400564 Mar 11 19:52:38.358883 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2f9f979-7f32-4573-a015-b8c3df760ece req-9c3ba81f-eca1-4c62-a090-ad78080d2bf5 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383345 Mar 11 19:52:38.360623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:38.377131 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:38.383289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:38.391833 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:38.392682 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:38.523282 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2c38289-78e6-4b18-a36a-caf83561223d tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "DELETE /v2.0/floatingips/4c1ddd74-02ad-409f-bc25-59e1ef3b4456 HTTP/1.1" status: 204 len: 168 time: 3.0128853 Mar 11 19:52:38.571518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-f0c99111-17b5-4755-80cd-853fc1bee14e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 1134 time: 0.1525483 Mar 11 19:52:38.582239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189923-6aba-4316-8a77-50a8691461c7 req-3ccdfa79-b7f1-492b-8242-0b2a2b849c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:38.583708 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de189923-6aba-4316-8a77-50a8691461c7 req-3ccdfa79-b7f1-492b-8242-0b2a2b849c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 981 time: 0.1074524 Mar 11 19:52:38.601993 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:38.709955 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de189923-6aba-4316-8a77-50a8691461c7 req-94d92193-07c8-4daf-9984-8b17bf22ef46 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076550 Mar 11 19:52:38.748108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-a094da72-640a-4641-bb88-36ed9b8c3bec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:38.749866 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-a094da72-640a-4641-bb88-36ed9b8c3bec service neutron] 10.222.0.90 "GET /v2.0/networks?id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 897 time: 0.1652710 Mar 11 19:52:38.910218 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:38.914333 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:38.925229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:38.925814 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:38.955862 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-3725bb39-56f1-4b0c-97d5-7ebbde8add35 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 217 time: 0.1865609 Mar 11 19:52:38.959231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28379314-b74f-417d-8756-928ac8af8b9d req-dc437b08-ed18-4f51-9a56-c28f50e7efde tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:38.960820 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-28379314-b74f-417d-8756-928ac8af8b9d req-dc437b08-ed18-4f51-9a56-c28f50e7efde tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.0799921 Mar 11 19:52:39.008654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-28379314-b74f-417d-8756-928ac8af8b9d req-9587e796-2091-4484-a1b7-be8efea910bc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421283 Mar 11 19:52:39.019955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-ac798427-4273-4e75-9075-943b12233d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:39.021443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-ac798427-4273-4e75-9075-943b12233d43 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 200 len: 835 time: 0.0594971 Mar 11 19:52:39.096392 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-b91ba8e6-2f32-47b7-af39-2f23111517d8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671430 Mar 11 19:52:39.100674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:39.227589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-90b17ef0-632d-46f1-a1cb-236e74a04467 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244717 Mar 11 19:52:39.361688 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-830ee629-8fe4-4585-b02a-2666ab16d513 req-c49cebe6-427f-45a9-bdd9-76578b292d0f service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261809 Mar 11 19:52:39.439038 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:39.442953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68f4b4c-4a45-4d3b-b69a-3d9d6125ee2d None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:18Z', 'revision_number': 4, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '82c5dece-d055-45b9-8b7d-b12b5488c801', 'name': '', 'network_id': '8d7651d9-6b78-45f5-8643-c0fcf9e24afc', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'mac_address': 'fa:16:3e:2c:2e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:17Z', 'updated_at': '2022-03-11T19:45:51Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'subnets': [{'id': '471bc7d4-1805-4fb3-bd80-01505387b0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:39.583555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:39.647433 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'status': 'completed', 'code': 200} Mar 11 19:52:39.748708 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-4717445d-a9c2-48f7-8fef-1761c205294d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 1098 time: 0.0720010 Mar 11 19:52:39.878343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-c8262ee8-a77c-4b21-a87c-8c1f702264ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:39.879800 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-c8262ee8-a77c-4b21-a87c-8c1f702264ba service neutron] 10.222.0.90 "GET /v2.0/networks?id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 200 len: 913 time: 0.1239409 Mar 11 19:52:39.931940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cbaac-35af-44d8-9eb2-9dd2e6dc8d71 req-186959af-8389-485c-bcf4-3c36b22371c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:39.933414 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-509cbaac-35af-44d8-9eb2-9dd2e6dc8d71 req-186959af-8389-485c-bcf4-3c36b22371c3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 981 time: 0.0768752 Mar 11 19:52:39.950269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-4701057d-413d-469e-a00b-1c80ba462e31 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 200 len: 217 time: 0.0631511 Mar 11 19:52:39.978109 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-509cbaac-35af-44d8-9eb2-9dd2e6dc8d71 req-95c0be6a-d242-4d39-8da4-acc1f42b9a7a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Mar 11 19:52:40.013826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-ebe4d331-53df-4f02-b5db-ff4d278bf1da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:40.015250 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-ebe4d331-53df-4f02-b5db-ff4d278bf1da service neutron] 10.222.0.90 "GET /v2.0/subnets?id=471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 200 len: 851 time: 0.0590420 Mar 11 19:52:40.094056 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-f5ed4618-1856-419d-aa31-999b3e8b75af service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8d7651d9-6b78-45f5-8643-c0fcf9e24afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707018 Mar 11 19:52:40.282616 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-7b2e2787-4788-4e89-ba36-3afd6bbb89e5 service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799426 Mar 11 19:52:40.292415 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd231-d364-4a61-b1ff-d71409fbf024 req-005bb953-6601-4f38-b9d6-e8dc3617d0cc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:40.293087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-508bd231-d364-4a61-b1ff-d71409fbf024 req-005bb953-6601-4f38-b9d6-e8dc3617d0cc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:40.384635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-508bd231-d364-4a61-b1ff-d71409fbf024 req-005bb953-6601-4f38-b9d6-e8dc3617d0cc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:40.385795 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-508bd231-d364-4a61-b1ff-d71409fbf024 req-005bb953-6601-4f38-b9d6-e8dc3617d0cc tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.2145102 Mar 11 19:52:40.451946 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cab91f0c-4999-4456-b38e-62f3636d0855 req-0ad0cc0c-0e24-4fa8-88a9-d7a4785f7d7d service neutron] 10.222.0.90 "GET /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561232 Mar 11 19:52:40.464421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-508bd231-d364-4a61-b1ff-d71409fbf024 req-9bf47bc3-2a53-4770-8ff2-3a470d356915 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/security-groups?id=421b398e-0303-4403-95d5-2be62daf1c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707946 Mar 11 19:52:40.540946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-8afeaee3-e714-4899-b6f5-23840bdb5651 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:40.542275 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-8afeaee3-e714-4899-b6f5-23840bdb5651 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Mar 11 19:52:40.618842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port c1c826e9-ca4c-45e4-83b3-9512122684cd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:40.619172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:40.925056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:52:40.936253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] For port c1c826e9-ca4c-45e4-83b3-9512122684cd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=c1c826e9-ca4c-45e4-83b3-9512122684cd,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:40.936751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:41.058475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:41.059482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for c1c826e9-ca4c-45e4-83b3-9512122684cd owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:41.072022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'mac_address': 'fa:16:3e:ad:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:52:41.129731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:41.150897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456d8fb5-0a25-4690-98c1-cc3e37368abb {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:52:41.168987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:41.177419 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:41.227262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:41.253448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:41.282140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=c1c826e9-ca4c-45e4-83b3-9512122684cd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:41.357848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] No DVR routers for this DVR port c1c826e9-ca4c-45e4-83b3-9512122684cd on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:41.360271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:41.375180 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b2b5648f-e48c-4ad5-b9df-8a2e5b2f9a55 req-846c48fb-3e0f-4cee-9d89-e164527b6190 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.90 "DELETE /v2.0/ports/c1c826e9-ca4c-45e4-83b3-9512122684cd HTTP/1.1" status: 204 len: 173 time: 0.8267086 Mar 11 19:52:41.398998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ff298-4418-482d-b971-0c6e8fa69dc1 req-727b3eef-2a37-40b3-bc1c-41752b0fff7a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:41.400621 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4e2ff298-4418-482d-b971-0c6e8fa69dc1 req-727b3eef-2a37-40b3-bc1c-41752b0fff7a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 982 time: 0.0980320 Mar 11 19:52:41.438802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3982596-d7c8-4c26-b4bb-ae58077aed04 None None] New status for floating IP 4c1ddd74-02ad-409f-bc25-59e1ef3b4456: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:52:41.450214 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4e2ff298-4418-482d-b971-0c6e8fa69dc1 req-924cce58-0ed8-4e35-97e0-6158cfc892a5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417318 Mar 11 19:52:41.563845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['456d8fb5-0a25-4690-98c1-cc3e37368abb'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:52:41.640536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ad94b8c-bebd-4cbe-a735-66fa315c6b7b req-7bb24672-7b62-47da-8fa3-2b4b3a161005 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Synchronizing usage tracker for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:41.649091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'name': 'network-vif-deleted', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:41.686328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ad94b8c-bebd-4cbe-a735-66fa315c6b7b req-7bb24672-7b62-47da-8fa3-2b4b3a161005 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Unset dirty status for tenant:ab1bdd976e8241bfa5b391d2173f104f on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:41.687620 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ad94b8c-bebd-4cbe-a735-66fa315c6b7b req-7bb24672-7b62-47da-8fa3-2b4b3a161005 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "GET /v2.0/ports?device_id=583e729c-76e1-4a41-9f88-35f4eae712f9 HTTP/1.1" status: 200 len: 210 time: 0.0972600 Mar 11 19:52:41.732819 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583e729c-76e1-4a41-9f88-35f4eae712f9', 'name': 'network-vif-deleted', 'tag': 'c1c826e9-ca4c-45e4-83b3-9512122684cd', 'status': 'completed', 'code': 200} Mar 11 19:52:42.647899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a5552-da02-4e06-9610-e0ffd2959343 req-a746df07-a1c6-490b-896d-c77a7c35d1bd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:42.649330 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-058a5552-da02-4e06-9610-e0ffd2959343 req-a746df07-a1c6-490b-896d-c77a7c35d1bd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 982 time: 0.0795457 Mar 11 19:52:42.694500 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-058a5552-da02-4e06-9610-e0ffd2959343 req-f9abdc6e-5733-4045-9c16-74c8f61ae7bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396390 Mar 11 19:52:42.811875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37822) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:42.940774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:52:42.971121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Deleting port 2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:42.971619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.027109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 456d8fb5-0a25-4690-98c1-cc3e37368abb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:52:43.031908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 456d8fb5-0a25-4690-98c1-cc3e37368abb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:43.032293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.140954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.155494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.155494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.167538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:43.177964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:43.183369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.227444 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'code': 200} Mar 11 19:52:43.253831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:43.290320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Calling delete_port for 2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:43.430176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.451445 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c0f0dd9-a326-400d-8800-7c955b42fd95 req-2ea6597e-0687-4820-bb2f-fffc506df666 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 1136 time: 0.0712838 Mar 11 19:52:43.473291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'Port': ['ID=2b5314dc-1dab-47c5-bd98-d06aa6fa8ac1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:43.496584 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c0f0dd9-a326-400d-8800-7c955b42fd95 req-47da92f7-6405-4598-a51d-48daabaec43a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394213 Mar 11 19:52:43.563273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.582715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:43.583873 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5ce8d749-1201-4670-927e-d469af07abb3 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "DELETE /v2.0/floatingips/1305d87f-4a3c-4d27-971a-d14815471bdb HTTP/1.1" status: 204 len: 168 time: 0.7710841 Mar 11 19:52:43.902473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57c61c-6b46-4188-9bcc-0dcc416c4f90 req-9164f542-83d2-4920-9ee0-38efb7f1c0a8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:43.907822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc57c61c-6b46-4188-9bcc-0dcc416c4f90 req-9164f542-83d2-4920-9ee0-38efb7f1c0a8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.0888610 Mar 11 19:52:43.949046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc57c61c-6b46-4188-9bcc-0dcc416c4f90 req-8bdebe34-eef6-4c6c-a4c7-be24a1bf358e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Mar 11 19:52:44.457718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ea30-4835-4b7e-8ab8-48fbf0aa825e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:44.955962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device c1c826e9-ca4c-45e4-83b3-9512122684cd no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:44.989104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: c1c826e9-ca4c-45e4-83b3-9512122684cd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:44.990161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device c1c826e9-ca4c-45e4-83b3-9512122684cd not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:45.151526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c78a65-8ae2-4224-90c5-98053e35d6e7 req-9430c3de-c115-47a8-8b8a-cccebb368101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:45.153065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30c78a65-8ae2-4224-90c5-98053e35d6e7 req-9430c3de-c115-47a8-8b8a-cccebb368101 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.0804172 Mar 11 19:52:45.201671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30c78a65-8ae2-4224-90c5-98053e35d6e7 req-d9b9a43f-139a-40b6-abe8-85de69c6e667 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Mar 11 19:52:45.399401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8caea41-329f-4829-8156-337e89b8b85a req-39ff8ce5-02cb-4755-bc7b-e632b4caea37 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:45.400890 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8caea41-329f-4829-8156-337e89b8b85a req-39ff8ce5-02cb-4755-bc7b-e632b4caea37 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.0791492 Mar 11 19:52:45.450145 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8caea41-329f-4829-8156-337e89b8b85a req-0f5691b2-82a1-4935-92b4-d9505f64b575 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Mar 11 19:52:45.478741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37844) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:45.552109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-82426a0e-dffc-42b3-9787-82a1596787d8 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 1131 time: 0.0720415 Mar 11 19:52:45.554751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37848) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:45.559898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:45.565599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:45.569527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:45.572404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:45.578374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:45.589763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:45.729997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:45.861716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.162 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/267c852e-9106-46e3-954b-148a649c408f) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:46.021937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.052922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.068423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37854) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:46.119412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:46.122234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:46.125956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:52:46.149949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.158357 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=267c852e-9106-46e3-954b-148a649c408f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:46.185556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.261786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.284474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=421b398e-0303-4403-95d5-2be62daf1c4a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:46.303586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.307574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1888774f-edbe-44de-bd30-d4c1739baa28 tempest-TestVolumeBootPattern-154250721 tempest-TestVolumeBootPattern-154250721-project] 10.222.0.76 "DELETE /v2.0/security-groups/421b398e-0303-4403-95d5-2be62daf1c4a HTTP/1.1" status: 204 len: 168 time: 0.2356937 Mar 11 19:52:46.371162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37860) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:46.738645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5f678356-be8d-411a-a79c-33725e1b8c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.760288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.814937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:46.977586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.019985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.025568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.139839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=267c852e-9106-46e3-954b-148a649c408f,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:47.156712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.346012 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 2b71a974-a123-4b00-ad5b-0559509a0c58 associated. External IP: 172.26.8.162, port: 456d8fb5-0a25-4690-98c1-cc3e37368abb. Mar 11 19:52:47.561907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Deleting port 82c5dece-d055-45b9-8b7d-b12b5488c801 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:47.562240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.727751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] For port 82c5dece-d055-45b9-8b7d-b12b5488c801, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=82c5dece-d055-45b9-8b7d-b12b5488c801,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:47.728065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.736183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 75924a56-6abd-4408-b67e-f78697f9dc07 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:47.803336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:47.844681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Calling delete_port for 82c5dece-d055-45b9-8b7d-b12b5488c801 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:47.977860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:48.023296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:48.056650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:48.067176 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Sync routers for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:48.069587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Pushing event deleted for resources: {'Port': ['ID=82c5dece-d055-45b9-8b7d-b12b5488c801,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:48.085775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:48.086379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:48.086649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:48.157141 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c0ebe6f3-1d14-4b07-9371-f074c9cb3e6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.6013048 Mar 11 19:52:48.157722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:52:48.171437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37866) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:48.273776 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'status': 'completed', 'code': 200} Mar 11 19:52:48.314682 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:48.323789 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-42da6230-67e8-497f-8fce-85d81547df57 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e&network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 1131 time: 0.1507378 Mar 11 19:52:48.383654 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-1fd522e1-c926-4f95-8a73-736409eef688 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 1136 time: 0.0939250 Mar 11 19:52:48.515465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:48.543796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-51d7206f-9d29-4800-b288-25dfd6e6752b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:48.546580 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-51d7206f-9d29-4800-b288-25dfd6e6752b service neutron] 10.222.0.90 "GET /v2.0/networks?id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 897 time: 0.1566467 Mar 11 19:52:48.662127 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-649bc404-c084-44b9-a0bc-cba9c650dfac service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1037 time: 0.1086230 Mar 11 19:52:48.730618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-dc12f61a-d09b-4e26-88f1-fa47054518c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:48.732253 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-dc12f61a-d09b-4e26-88f1-fa47054518c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 200 len: 835 time: 0.0642028 Mar 11 19:52:48.758155 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '2b71a974-a123-4b00-ad5b-0559509a0c58', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1785032459', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'mac_address': 'fa:16:3e:ad:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:52:46Z', 'updated_at': '2022-03-11T19:52:46Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:48.762117 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Checking router: 75924a56-6abd-4408-b67e-f78697f9dc07 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:48.774546 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:48.775112 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:48.793109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aad44d-96e4-4fbb-9cb9-2b42758b74e8 req-078879e1-2b29-47c8-ad1a-9ca5606ba3ca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:48.794848 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c4aad44d-96e4-4fbb-9cb9-2b42758b74e8 req-078879e1-2b29-47c8-ad1a-9ca5606ba3ca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.1000838 Mar 11 19:52:48.817596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-24be2cb8-5c81-4cfb-a0b3-ed90718d26c6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782487 Mar 11 19:52:48.861985 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c4aad44d-96e4-4fbb-9cb9-2b42758b74e8 req-cb8ca813-825a-46b1-bd10-b01a68369995 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Mar 11 19:52:48.950968 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-21087df2-63f2-4db2-abd6-e00d7b560ed8 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256814 Mar 11 19:52:48.963949 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:49.086073 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bcf1766-44c1-4a5d-a00b-64345e0696e9 req-e4bab11f-e70b-4edc-a477-bee7d6f12fd3 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277645 Mar 11 19:52:49.158366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:49.264075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:49.319860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '2b71a974-a123-4b00-ad5b-0559509a0c58', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1785032459', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'mac_address': 'fa:16:3e:ad:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:52:46Z', 'updated_at': '2022-03-11T19:52:46Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.323687 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a4f11a-00b7-4f06-94f3-0a853d7abb41 None None] The sync data for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv is: [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '2b71a974-a123-4b00-ad5b-0559509a0c58', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.162', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1785032459', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'mac_address': 'fa:16:3e:ad:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca46985-69a6-4118-a6ac-8b72398c310e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:52:46Z', 'updated_at': '2022-03-11T19:52:46Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:49.472282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:49.480983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Sync routers for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:49.486296 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-74cc9938-120d-43aa-bd59-3804eca4622f admin admin] 10.222.0.76 "PUT /v2.0/routers/ab41b1b8-0e3a-4290-9564-623f35f1e2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1136923 Mar 11 19:52:49.488706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37876) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:49.495164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:49.495930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.523022 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24368f4-f682-4bf4-8772-b898d8a5d9b7 None None] New status for floating IP 2b71a974-a123-4b00-ad5b-0559509a0c58: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:52:49.675457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:49.683962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:49.882688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:49.892769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Deleting port eb81fa20-0769-492f-96c7-67ee21f87ece {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:49.893120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:49.989229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188'}], 'enable_snat': True}, 'gw_port_id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:52:47Z', 'revision_number': 5, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port': {'id': 'eb81fa20-0769-492f-96c7-67ee21f87ece', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.993336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Checking router: ab41b1b8-0e3a-4290-9564-623f35f1e2b4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:50.003774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Routers {'ab41b1b8-0e3a-4290-9564-623f35f1e2b4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:50.004364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:50.152054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] Set router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:50.260779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:52:49Z', 'revision_number': 6, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:50.265142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e68189-d550-4a6d-85a0-076eb4a7c38e None None] The sync data for ids ['ab41b1b8-0e3a-4290-9564-623f35f1e2b4'] in dv-neutron-832764-2-hyperv is: [{'id': 'ab41b1b8-0e3a-4290-9564-623f35f1e2b4', 'name': 'tempest-TestVolumeBootPattern-1400402642-router', 'tenant_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:14Z', 'updated_at': '2022-03-11T19:52:49Z', 'revision_number': 6, 'project_id': 'ab1bdd976e8241bfa5b391d2173f104f', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:50.275155 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] For port eb81fa20-0769-492f-96c7-67ee21f87ece, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=eb81fa20-0769-492f-96c7-67ee21f87ece,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:50.275589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:50.401673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Calling delete_port for eb81fa20-0769-492f-96c7-67ee21f87ece owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:50.442464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198315c-a548-4fca-a0e4-695612550fae req-02bc6f49-8af1-47e4-990f-88c84c05a7d7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:50.443928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0198315c-a548-4fca-a0e4-695612550fae req-02bc6f49-8af1-47e4-990f-88c84c05a7d7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.4370515 Mar 11 19:52:50.465526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-0ba0c478-5137-4445-9230-c312b5a4eaf6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:50.466998 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-0ba0c478-5137-4445-9230-c312b5a4eaf6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.4275541 Mar 11 19:52:50.582851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d8657c5d-4ec1-4b1a-a665-bed7b3a4cb65 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:50.584214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d8657c5d-4ec1-4b1a-a665-bed7b3a4cb65 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1024978 Mar 11 19:52:50.589996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0198315c-a548-4fca-a0e4-695612550fae req-c726d81b-3ebc-40ea-b65d-28676beb9c29 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372409 Mar 11 19:52:50.791952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-58944e13-d6a0-41e4-947a-af1f7a97d9c9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2003157 Mar 11 19:52:50.803539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:50.840869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:50.900260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb81fa20-0769-492f-96c7-67ee21f87ece,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:51.042721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.192218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 82c5dece-d055-45b9-8b7d-b12b5488c801 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:51.223994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 82c5dece-d055-45b9-8b7d-b12b5488c801 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:51.224296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 82c5dece-d055-45b9-8b7d-b12b5488c801 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:51.228549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.661280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.677666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.698444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:51.728236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.728713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab41b1b8-0e3a-4290-9564-623f35f1e2b4 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:51.742957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:51.787904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.789004 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b62bfa85-553f-45d0-ae51-e3aabe2e0c5e admin admin] 10.222.0.76 "DELETE /v2.0/routers/ab41b1b8-0e3a-4290-9564-623f35f1e2b4 HTTP/1.1" status: 204 len: 168 time: 2.2992563 Mar 11 19:52:51.791581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37884) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:51.804088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324e2dc-9f1d-4013-b655-ab01edf43ac2 req-af018959-c831-4366-9d0f-267f2562d315 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:51.805523 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2324e2dc-9f1d-4013-b655-ab01edf43ac2 req-af018959-c831-4366-9d0f-267f2562d315 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 983 time: 0.0790458 Mar 11 19:52:51.832363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] device_id is not set on port 456d8fb5-0a25-4690-98c1-cc3e37368abb yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:52:51.848324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.850454 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2324e2dc-9f1d-4013-b655-ab01edf43ac2 req-6945db61-7812-4e33-8306-94c4359be4df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391467 Mar 11 19:52:51.858098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:51.892042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Deleting subnet 471bc7d4-1805-4fb3-bd80-01505387b0b7 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:52:51.912076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.039147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.067387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=6']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:52.127889 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:52:52.149646 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] No DVR routers for this DVR port 456d8fb5-0a25-4690-98c1-cc3e37368abb on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:52.174958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-280bb420-a995-4a94-b8eb-5bb38f66b232 None None] Provisioning complete for port 456d8fb5-0a25-4690-98c1-cc3e37368abb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:52:52.175489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-280bb420-a995-4a94-b8eb-5bb38f66b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.227969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-280bb420-a995-4a94-b8eb-5bb38f66b232 None None] Port 456d8fb5-0a25-4690-98c1-cc3e37368abb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:52:52.284100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.368978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.411283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471bc7d4-1805-4fb3-bd80-01505387b0b7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:52.418218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.428928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549b1f9-88b5-4cb8-8696-52a3ea670bdc None None] Network 8d7651d9-6b78-45f5-8643-c0fcf9e24afc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:52:52.435740 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f1c852a1-2348-4531-a40f-a4fff1b84030 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/471bc7d4-1805-4fb3-bd80-01505387b0b7 HTTP/1.1" status: 204 len: 168 time: 0.6430643 Mar 11 19:52:52.438728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37888) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:52.503157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] In _notify_port_updated(), no bound segment for port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:52:52.504134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.505399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7950439d-a125-4f1b-9ace-c244b939efc5 req-d58d89c2-e5e9-4ae4-8cab-02d8f6926d26 service neutron] 10.222.0.90 "PUT /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1026 time: 1.7057061 Mar 11 19:52:52.556341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.567074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Deleting port 6f2c8299-5f62-44e9-bc88-f917f945f546 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:52.567441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.696427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] DHCP port deletion for 8d7651d9-6b78-45f5-8643-c0fcf9e24afc request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:52:52.700733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Deleting port 6f2c8299-5f62-44e9-bc88-f917f945f546 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:52.701212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.901363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] For port 6f2c8299-5f62-44e9-bc88-f917f945f546, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f2c8299-5f62-44e9-bc88-f917f945f546,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:52.901833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:52.904942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] For port 6f2c8299-5f62-44e9-bc88-f917f945f546, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6f2c8299-5f62-44e9-bc88-f917f945f546,segment=NetworkSegment(1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3),segment_id=1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:52.905493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.032902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Calling delete_port for 6f2c8299-5f62-44e9-bc88-f917f945f546 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:53.035852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Calling delete_port for 6f2c8299-5f62-44e9-bc88-f917f945f546 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:53.040188 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-88f2f501-f88d-41db-a49c-e0aaef05f6eb req-0843e1b0-43f9-409a-a898-eedc597c3e02 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca46985-69a6-4118-a6ac-8b72398c310e HTTP/1.1" status: 200 len: 210 time: 0.0462761 Mar 11 19:52:53.114191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.127173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:52:53.127726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:52:53.160414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] Pushing event deleted for resources: {'Port': ['ID=6f2c8299-5f62-44e9-bc88-f917f945f546,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:53.164556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df895bb-8514-4404-9c26-34cb2a6f5975 None None] No DVR routers for this DVR port 6f2c8299-5f62-44e9-bc88-f917f945f546 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:52:53.183546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device eb81fa20-0769-492f-96c7-67ee21f87ece no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:53.219130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: eb81fa20-0769-492f-96c7-67ee21f87ece {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:53.219434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device eb81fa20-0769-492f-96c7-67ee21f87ece not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:53.219836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f2c8299-5f62-44e9-bc88-f917f945f546 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:53.250106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6f2c8299-5f62-44e9-bc88-f917f945f546 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:53.250444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6f2c8299-5f62-44e9-bc88-f917f945f546 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:53.629580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Deleting port 6f2c8299-5f62-44e9-bc88-f917f945f546 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:53.630014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.696347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] The port '6f2c8299-5f62-44e9-bc88-f917f945f546' was deleted {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:52:53.806509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.838579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7651d9-6b78-45f5-8643-c0fcf9e24afc']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:53.856980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:53.857367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b996b95-eaf3-4bb6-ab9f-2289cc9c73e3') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:53.868765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.885525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.892930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:52:53.893308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: util.warn( Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:52:53.905908 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:52:53.987041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.004402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.016211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7651d9-6b78-45f5-8643-c0fcf9e24afc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:54.032227 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4ece0deb-6314-437b-93ae-93ad1bdbe495 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8d7651d9-6b78-45f5-8643-c0fcf9e24afc HTTP/1.1" status: 204 len: 168 time: 1.5920267 Mar 11 19:52:54.035136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37894) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.146379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37900) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.218377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f47ee-3d7e-4a98-9d97-0bb909f4c603 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:54.219785 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-515f47ee-3d7e-4a98-9d97-0bb909f4c603 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 925 time: 0.0717804 Mar 11 19:52:54.411494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.469093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37906) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.474853 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819932604', 'description': 'tempest-secgroup-smoke-819932604 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:54.481181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:54.490890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:54.504720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.515415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.542810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:54.546940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:54.549650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:54.555380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:54.613118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.618332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.665962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f5869b-592c-4510-b312-b3b8297ad2f6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:54.668688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.670538 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-406bf88e-0eb6-4ee3-913a-2315ba3eb5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2000461 Mar 11 19:52:54.673505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37910) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.679535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:54.685767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:54.689586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:54.692461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:54.698326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:54.716793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.784773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.790640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.814198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34c1bcc-2291-4119-b529-0e1e4c4ccc75,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:54.824098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.825376 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-64f7ba7d-c8b8-47fb-820d-70cc15f76346 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1509423 Mar 11 19:52:54.828229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37914) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.833621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:54.839609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:54.843482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:54.846403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:54.852205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:54.871446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.938464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.943224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.967797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc05433-74a4-446c-8b45-ff3a90ffec57,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:54.978223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:54.979596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c769f3c4-7ef3-4c49-9b0a-c4e5620eeaa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1504126 Mar 11 19:52:54.982491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37918) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:54.988165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:54.994048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:54.998229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:55.001398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:55.001940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:55.007944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:55.027018 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.060564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:55.098014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.102729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.139484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.140864 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1574531 Mar 11 19:52:55.141708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16048874-4077-48e9-b1fc-da16d141fa6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761103c9-e3e7-43cc-93c7-35f94a7821cf,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.143552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37922) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:55.149965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:55.152162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Deleting port e636e69d-4046-45de-a71f-3080e78bec15 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:55.152574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.156518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:55.160589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:55.164164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:55.171923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:55.189343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.251438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.255430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.276036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b96c6a-58dc-4238-b806-2adced49ee55,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.288408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.289632 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-37b57c44-86f3-46e5-8242-14fc22fee0c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449029 Mar 11 19:52:55.292397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37926) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:55.298398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:55.304167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:55.307955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:55.310818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:55.316402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:55.323503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] For port e636e69d-4046-45de-a71f-3080e78bec15, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e636e69d-4046-45de-a71f-3080e78bec15,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:55.323870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.327186 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:52:55.333587 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.396612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.400567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.423957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8851b5-7447-4600-8079-4922aa29d0c3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.433105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.434361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cfbdfbfe-11a8-41e4-96ad-e7f80679f000 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1410658 Mar 11 19:52:55.437306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37930) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:55.442740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '42f5869b-592c-4510-b312-b3b8297ad2f6', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:55.442995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Calling delete_port for e636e69d-4046-45de-a71f-3080e78bec15 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:55.448461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:52:55.452185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:52:55.454923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:52:55.460815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:52:55.473668 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:52:55.480079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.545490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.550157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.571662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e65197-2d2a-4f56-a56b-aac34da25dd9,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.584681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.585911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-27766e08-b2d1-4932-bb3b-696939bb7f5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1476662 Mar 11 19:52:55.611635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:55.658753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e636e69d-4046-45de-a71f-3080e78bec15,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.886413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-bd9abac0-1a15-40cf-b3d2-0e518570e6e1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819932604&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.1637790 Mar 11 19:52:55.975855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-89174a24-b3ac-40dc-8667-78d12cf554e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:55.977077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-89174a24-b3ac-40dc-8667-78d12cf554e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 930 time: 0.0802100 Mar 11 19:52:56.053539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-54a2a232-2f79-4e7c-8e35-e987cba333cb service neutron] 10.222.0.76 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0629432 Mar 11 19:52:56.182590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:56.204271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-368badb0-9e74-4aac-8aac-3b7fb0b710aa service neutron] 10.222.0.76 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397333 Mar 11 19:52:56.545961 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-ae8b4159-67f5-41ad-88b3-a2dec8027ac5 service neutron] 10.222.0.76 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910078 Mar 11 19:52:56.736892 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b0e07be1-3a1e-410f-bc59-6eb302d0b996 req-c6af10b7-5153-42a0-8a36-31f9420716b0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 210 time: 0.0441945 Mar 11 19:52:56.969579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:57.182781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:57.192979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Sync routers for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:52:57.204666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:57.205507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:57.214026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-872459e8-d04f-44f5-adca-333bbfe342f1 admin admin] 10.222.0.76 "PUT /v2.0/routers/7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1750641 Mar 11 19:52:57.214305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37952) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:57.421303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:57.507104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:57.711529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:52:55Z', 'revision_number': 5, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:57.715412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Checking router: 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:52:57.727748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Routers {'7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:52:57.728015 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-8d345464-2ee9-4c0d-a0c0-740f4a08724f service neutron] 10.222.0.90 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1026 time: 0.0674946 Mar 11 19:52:57.728576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:57.877394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:57.900664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-d91472b0-3469-47ea-a70d-ac8e1f811cef tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:57.902088 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-d91472b0-3469-47ea-a70d-ac8e1f811cef tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 796 time: 0.1668355 Mar 11 19:52:57.904742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Deleting port e232777b-b569-43de-9b1d-e3ab83ead8af {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:52:57.905081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:57.911838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] Set router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:52:57.927881 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7ee514ea-6a61-4afe-a6f3-a30badc84314 req-e1ad17a0-1543-453e-94fd-e3427b6d6f15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 210 time: 0.0499897 Mar 11 19:52:58.060527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-8f207b26-b870-4288-bc7e-fb93e1d9309a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:52:58.099902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-8f207b26-b870-4288-bc7e-fb93e1d9309a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:52:58.101438 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-8f207b26-b870-4288-bc7e-fb93e1d9309a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 471 time: 0.1722493 Mar 11 19:52:58.119795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Request body: {'port': {'device_id': 'd505670e-0c6f-42b5-8b0a-2f43a65b2099', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:52:58.169479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] For port e232777b-b569-43de-9b1d-e3ab83ead8af, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e232777b-b569-43de-9b1d-e3ab83ead8af,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:58.169703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:58.194225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:52:55Z', 'revision_number': 5, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:58.198551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f19d10-802d-4446-99bf-f426d6761350 None None] The sync data for ids ['7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db'] in dv-neutron-832764-2-hyperv is: [{'id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'name': 'tempest-TestVolumeBootPattern-913747145-router', 'tenant_id': '61f266e08aa545598c68b6ea9689016f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106'}], 'enable_snat': True}, 'gw_port_id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:52:55Z', 'revision_number': 5, 'project_id': '61f266e08aa545598c68b6ea9689016f', 'gw_port': {'id': 'e232777b-b569-43de-9b1d-e3ab83ead8af', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:04:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:21Z', 'updated_at': '2022-03-11T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:52:58.318440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Calling delete_port for e232777b-b569-43de-9b1d-e3ab83ead8af owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:52:58.388148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:58.687772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:58.846594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Pushing event deleted for resources: {'Port': ['ID=e232777b-b569-43de-9b1d-e3ab83ead8af,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:59.061583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456d8fb5-0a25-4690-98c1-cc3e37368abb {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:52:59.156053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.177244 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-78c6addc-3319-43b9-9d47-3cd87076cb46 req-d5c02fca-3d6c-4e43-ab78-7c2cb1a30f20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 210 time: 0.1240582 Mar 11 19:52:59.185157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.202913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e636e69d-4046-45de-a71f-3080e78bec15 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:52:59.239526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e636e69d-4046-45de-a71f-3080e78bec15 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:52:59.239965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e636e69d-4046-45de-a71f-3080e78bec15 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:52:59.243934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Transition to ACTIVE for port object 456d8fb5-0a25-4690-98c1-cc3e37368abb will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:52:59.296231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.547969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=7']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:59.577952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.588861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.679788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.680171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:59.707305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.708419 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-80b6f2f4-66fb-40f4-a7c9-8e03d6c736db admin admin] 10.222.0.76 "DELETE /v2.0/routers/7c41fb0a-ce7d-4f49-a81e-5f15ed04c4db HTTP/1.1" status: 204 len: 168 time: 2.4931037 Mar 11 19:52:59.711088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 37960) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:52:59.745732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:52:59.746050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:52:59.746372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:59.772349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:52:59.772649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Attempting to bind port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:52:59.787033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:52:59.787373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Checking segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:52:59.787759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Bound using segment: {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:52:59.788180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Bound port: 456d8fb5-0a25-4690-98c1-cc3e37368abb, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d50e463-0f2c-416f-9285-9a3ce491b66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:52:59.788522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.806025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Deleting subnet 5b267839-09d6-457e-a4d4-d5e3265c19c8 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:52:59.813146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.909223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:52:59.986127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:59.990559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:59.995942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.069908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.071223 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] 10.222.0.90 "PUT /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1131 time: 1.9579022 Mar 11 19:53:00.072876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd505670e-0c6f-42b5-8b0a-2f43a65b2099', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:53:00.080245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.266369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd505670e-0c6f-42b5-8b0a-2f43a65b2099', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'status': 'completed', 'code': 200} Mar 11 19:53:00.289804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c867c0-d66d-4825-8f36-75de08023da9 service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=8']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:00.384144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.430455 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-5c0440ab-b0f2-4b67-a9e7-3330c79029fe service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 1134 time: 0.3174241 Mar 11 19:53:00.431120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b267839-09d6-457e-a4d4-d5e3265c19c8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:00.445162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e990d73-b064-4f52-a8ec-9f5e5c2881d5 None None] Network ae1b7921-5676-4ece-8199-48bc733a13b3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:53:00.488955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.516274 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2575c53e-6b44-4173-b263-4a4f6df3e3cf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5b267839-09d6-457e-a4d4-d5e3265c19c8 HTTP/1.1" status: 204 len: 168 time: 0.8041751 Mar 11 19:53:00.519938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37968) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:00.536245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b07a4-0435-4c19-98a3-e5b928ef4322 req-3ec6768c-60b5-4e80-9a97-e1ef783f62df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:00.537671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-417b07a4-0435-4c19-98a3-e5b928ef4322 req-3ec6768c-60b5-4e80-9a97-e1ef783f62df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 981 time: 0.2262182 Mar 11 19:53:00.570074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-64cab702-ee1a-47ca-92f5-17ee66eb3443 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1037 time: 0.1311698 Mar 11 19:53:00.630028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.639578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-417b07a4-0435-4c19-98a3-e5b928ef4322 req-3d6285e3-5235-4ddf-84af-123db89f3c89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928311 Mar 11 19:53:00.642327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Deleting port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:00.642834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.648511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a804404a-832d-4912-a5a2-1619140aee3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:00.650200 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-a804404a-832d-4912-a5a2-1619140aee3e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 200 len: 835 time: 0.0690384 Mar 11 19:53:00.700529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] DHCP port deletion for ae1b7921-5676-4ece-8199-48bc733a13b3 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:53:00.704531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Deleting port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:00.704935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.727839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-26bd487b-3325-4218-ab5a-10dec767a8ce service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717015 Mar 11 19:53:00.853891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] For port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:00.854781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.861686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-04104f9d-d780-4787-ab92-69297b3bd801 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280053 Mar 11 19:53:00.911405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] For port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,segment=NetworkSegment(8afca344-7480-4d1c-9d01-ce1c28e67fc6),segment_id=8afca344-7480-4d1c-9d01-ce1c28e67fc6)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:00.911790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:00.971251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Calling delete_port for 803638c7-c23a-4ac9-bcf3-74aeb80eea4c owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:00.992321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ebe749f4-d84c-44f9-9386-e380f1932cff req-adf27030-4a6e-4072-8a55-b9bd91841240 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252630 Mar 11 19:53:01.052764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.086443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Calling delete_port for 803638c7-c23a-4ac9-bcf3-74aeb80eea4c owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:01.098358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=803638c7-c23a-4ac9-bcf3-74aeb80eea4c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.104907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] No DVR routers for this DVR port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:53:01.128125 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-c37c7db5-305f-4b1e-8201-26d5f434b7ab service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 1134 time: 0.0730474 Mar 11 19:53:01.194836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e232777b-b569-43de-9b1d-e3ab83ead8af no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:01.238330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e232777b-b569-43de-9b1d-e3ab83ead8af {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:53:01.238899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e232777b-b569-43de-9b1d-e3ab83ead8af not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:01.239257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 803638c7-c23a-4ac9-bcf3-74aeb80eea4c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:01.270781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 803638c7-c23a-4ac9-bcf3-74aeb80eea4c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:53:01.271664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 803638c7-c23a-4ac9-bcf3-74aeb80eea4c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:01.273600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:53:01.273943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:53:01.279980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-9462ebab-7c72-4f68-820c-d3f508c5e5a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:01.281468 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-9462ebab-7c72-4f68-820c-d3f508c5e5a6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 897 time: 0.1446457 Mar 11 19:53:01.345157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.369739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1b7921-5676-4ece-8199-48bc733a13b3']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:01.381635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afca344-7480-4d1c-9d01-ce1c28e67fc6') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:01.381930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afca344-7480-4d1c-9d01-ce1c28e67fc6') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:01.385823 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-5af914f2-cfcb-4a06-a17f-50c18027bbc2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1037 time: 0.0980933 Mar 11 19:53:01.393252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.409954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.416231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:53:01.416719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:53:01.430515 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:53:01.450258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-1f072445-4476-4100-b09f-06a00f0b290a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:01.451726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-1f072445-4476-4100-b09f-06a00f0b290a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 200 len: 835 time: 0.0595951 Mar 11 19:53:01.507956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.513122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.527969 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-32b8ac06-957c-405f-bc92-4dd30868d084 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695858 Mar 11 19:53:01.537976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1b7921-5676-4ece-8199-48bc733a13b3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.544100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2406662-4caa-4ae1-9709-fae380cf3a22 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ae1b7921-5676-4ece-8199-48bc733a13b3 HTTP/1.1" status: 204 len: 168 time: 1.0225911 Mar 11 19:53:01.660773 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-157d5d78-1194-429a-82c5-c8dbdf30d415 service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263390 Mar 11 19:53:01.684558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37976) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:01.734689 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d7ec1c20-c6c9-42ad-99c8-5c79cd6bc6b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ab1bdd976e8241bfa5b391d2173f104f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488503 Mar 11 19:53:01.737078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37980) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:01.775576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Deleting port 803638c7-c23a-4ac9-bcf3-74aeb80eea4c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:01.776146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.791548 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa63d818-2b92-47d7-99a7-a7d462dc7b05 req-26fa2569-cd56-4fce-8ab9-26f5c914008c service neutron] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247909 Mar 11 19:53:01.845723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-30491c8b-7aac-4035-949a-2c5e3fb91212 None None] The port '803638c7-c23a-4ac9-bcf3-74aeb80eea4c' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 19:53:01.850707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.883745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.910177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4cd4a-3e51-4d0e-a868-4a80218c929a req-22c640d1-f1b7-4818-b135-546f3cdde7aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:01.911580 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94c4cd4a-3e51-4d0e-a868-4a80218c929a req-22c640d1-f1b7-4818-b135-546f3cdde7aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 981 time: 0.1386576 Mar 11 19:53:01.967018 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94c4cd4a-3e51-4d0e-a868-4a80218c929a req-4e7d513c-53bf-4223-93e4-5d373a5a9b43 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Mar 11 19:53:01.974036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.995346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3f3e8-c70d-4b98-a706-e722bed77922,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.997121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:01.998242 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2908de31-29f2-42ac-9b2c-452a4b99ed20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88b3f3e8-c70d-4b98-a706-e722bed77922 HTTP/1.1" status: 204 len: 168 time: 0.2602222 Mar 11 19:53:02.433409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37988) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:02.483217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-07c611a9-f102-4f66-897a-3162f0edd37c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61f266e08aa545598c68b6ea9689016f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486026 Mar 11 19:53:02.485764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 37992) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:02.546754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:02.571776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:02.627673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:02.641933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a43284-48f9-4e68-adf9-dfe1daab6114,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:02.649965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:02.651059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9dd24ee2-1131-4279-ab3b-6da5a3576dd5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85a43284-48f9-4e68-adf9-dfe1daab6114 HTTP/1.1" status: 204 len: 168 time: 0.1644204 Mar 11 19:53:03.001602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:53:03.140296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:03.153924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'port_id': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'mac_address': 'fa:16:3e:ad:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:53:03.168792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee62b89-42f2-4eaa-b3d5-436e86ed3fdf req-b35253d8-0861-4662-94aa-88a803b4941b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:03.170609 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dee62b89-42f2-4eaa-b3d5-436e86ed3fdf req-b35253d8-0861-4662-94aa-88a803b4941b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 981 time: 0.0752354 Mar 11 19:53:03.209764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:03.218456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dee62b89-42f2-4eaa-b3d5-436e86ed3fdf req-749996d3-23f3-496b-a74e-e9063768b365 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Mar 11 19:53:03.227097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456d8fb5-0a25-4690-98c1-cc3e37368abb {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:53:03.251368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:03.255542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:03.324787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=9']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:03.552135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['456d8fb5-0a25-4690-98c1-cc3e37368abb'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:53:04.427538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114f338-7daf-4b85-8d66-e8d1aff21db2 req-c715a25a-4188-42b2-aa36-a3f5d639ccff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:04.428890 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8114f338-7daf-4b85-8d66-e8d1aff21db2 req-c715a25a-4188-42b2-aa36-a3f5d639ccff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 982 time: 0.0845966 Mar 11 19:53:04.477648 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8114f338-7daf-4b85-8d66-e8d1aff21db2 req-99e0b3c8-3bce-4247-adad-298b1002b29a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431666 Mar 11 19:53:05.002569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:05.082668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 456d8fb5-0a25-4690-98c1-cc3e37368abb completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:05.087284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 456d8fb5-0a25-4690-98c1-cc3e37368abb triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:05.087676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:05.205521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:05.230949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd505670e-0c6f-42b5-8b0a-2f43a65b2099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:53:05.240392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:05.245321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:05.296818 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd505670e-0c6f-42b5-8b0a-2f43a65b2099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456d8fb5-0a25-4690-98c1-cc3e37368abb', 'code': 200} Mar 11 19:53:05.314304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=10']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:05.612964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8eec2aeb-21d8-4b15-890f-b3d0b0cb65de req-170b3fd6-4077-46db-bcec-027aba1092b2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 1137 time: 0.1664705 Mar 11 19:53:05.655346 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8eec2aeb-21d8-4b15-890f-b3d0b0cb65de req-0e586c71-e5b0-4338-ac6a-541eee9e547c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363202 Mar 11 19:53:05.687505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fcb4e-fcc0-4232-8fbd-1ceb6c231fab req-1ff994dd-6512-4442-bf19-b5dc75d0353f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:05.688953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-053fcb4e-fcc0-4232-8fbd-1ceb6c231fab req-1ff994dd-6512-4442-bf19-b5dc75d0353f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0807762 Mar 11 19:53:05.736487 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-053fcb4e-fcc0-4232-8fbd-1ceb6c231fab req-0e4cdf8c-b919-4f2b-8971-57ebaeaf257a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Mar 11 19:53:06.949242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78f94a-c742-47db-b8cd-87ded9cf1f1f req-354022d4-8cb9-4f96-8b9a-a7b82b4b030e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:06.950731 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb78f94a-c742-47db-b8cd-87ded9cf1f1f req-354022d4-8cb9-4f96-8b9a-a7b82b4b030e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0871062 Mar 11 19:53:06.999920 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb78f94a-c742-47db-b8cd-87ded9cf1f1f req-f2ed4c1b-bd95-4aa6-b79b-a6d91120916f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434067 Mar 11 19:53:08.206635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b15a9-4705-4a9c-8019-efba8bebcfe5 req-da5dc08b-78a6-4109-bf44-18a0d986d7f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:08.208121 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f41b15a9-4705-4a9c-8019-efba8bebcfe5 req-da5dc08b-78a6-4109-bf44-18a0d986d7f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0815241 Mar 11 19:53:08.252574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f41b15a9-4705-4a9c-8019-efba8bebcfe5 req-f0347f58-7c85-4172-8278-a6104ac7a819 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389316 Mar 11 19:53:08.466670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd20840-81db-454c-9ef3-16f4b1f51682 req-b4adc20e-7dce-47c2-aa87-6bcd15eb1a4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:08.468421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dbd20840-81db-454c-9ef3-16f4b1f51682 req-b4adc20e-7dce-47c2-aa87-6bcd15eb1a4f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0914316 Mar 11 19:53:08.514299 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dbd20840-81db-454c-9ef3-16f4b1f51682 req-65c7782a-9ff1-4dfc-bce0-4c90c25b80aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Mar 11 19:53:08.541925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38012) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:08.618436 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-68ce4efd-1ec1-463e-95a8-405249e15b56 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099&network_id=19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 200 len: 1132 time: 0.0753670 Mar 11 19:53:09.154202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021627b3-f7d3-4637-9a13-8edcff82a85a req-6e1df7c4-0d58-4516-95e0-d69133094946 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:09.155687 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-021627b3-f7d3-4637-9a13-8edcff82a85a req-6e1df7c4-0d58-4516-95e0-d69133094946 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0879252 Mar 11 19:53:09.201396 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-021627b3-f7d3-4637-9a13-8edcff82a85a req-84578c2e-399e-4541-8430-6a9a991fc8a1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399942 Mar 11 19:53:10.360839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8712-b518-41ad-9d97-bb77d8425182 req-4287f7f4-418e-4274-a81b-19da7f82e0e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:10.362284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-194f8712-b518-41ad-9d97-bb77d8425182 req-4287f7f4-418e-4274-a81b-19da7f82e0e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0808086 Mar 11 19:53:10.422220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89695e-26cc-434b-a9dd-d966ef9d4fb8 req-54cd7169-88a2-42c6-8dcb-4f99f2db8c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:10.423615 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-eb89695e-26cc-434b-a9dd-d966ef9d4fb8 req-54cd7169-88a2-42c6-8dcb-4f99f2db8c44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 984 time: 0.0767970 Mar 11 19:53:10.429851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f8712-b518-41ad-9d97-bb77d8425182 req-93f021c4-3b4d-4350-9368-e3f97822e561 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:10.431180 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-194f8712-b518-41ad-9d97-bb77d8425182 req-93f021c4-3b4d-4350-9368-e3f97822e561 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0635612 Mar 11 19:53:10.469915 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-eb89695e-26cc-434b-a9dd-d966ef9d4fb8 req-07e23061-994a-41b5-a17e-781a6e0bea68 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=7f3988e3-593c-4a31-a6bd-618f59e3c159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406089 Mar 11 19:53:10.588299 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-194f8712-b518-41ad-9d97-bb77d8425182 req-7c0d626b-38dd-4832-8e6c-be4334e85533 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1515856 Mar 11 19:53:10.597830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:10.723745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:10.918650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=456d8fb5-0a25-4690-98c1-cc3e37368abb,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:10.947179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] For port 456d8fb5-0a25-4690-98c1-cc3e37368abb, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:11.002133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] device_id is not set on port 456d8fb5-0a25-4690-98c1-cc3e37368abb yet. {{(pid=83812) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Mar 11 19:53:11.015495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:11.024532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:11.172578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Pushing event updated for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=11']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:11.212548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.212881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.213206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.213529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.213867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.214181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.214606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.214926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.215251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.215697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.216012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:11.230636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] No DVR routers for this DVR port 456d8fb5-0a25-4690-98c1-cc3e37368abb on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:53:11.359541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ba972670-6918-440b-b152-076bc2b412ca None None] Provisioning complete for port 456d8fb5-0a25-4690-98c1-cc3e37368abb triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:11.360116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ba972670-6918-440b-b152-076bc2b412ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:11.410745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ba972670-6918-440b-b152-076bc2b412ca None None] Port 456d8fb5-0a25-4690-98c1-cc3e37368abb cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:53:11.473402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] In _notify_port_updated(), no bound segment for port 456d8fb5-0a25-4690-98c1-cc3e37368abb on network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 {{(pid=83812) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Mar 11 19:53:11.474433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:11.475729 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-194f8712-b518-41ad-9d97-bb77d8425182 req-5bb505ef-5ce3-4bdf-b0df-6a272cf78d8d service neutron] 10.222.0.90 "PUT /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 200 len: 1027 time: 0.8817589 Mar 11 19:53:11.712864 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de052665-62db-4881-9b5f-2b532695b7bf req-504c58c1-6726-4c95-9501-256175ad2a15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=d505670e-0c6f-42b5-8b0a-2f43a65b2099 HTTP/1.1" status: 200 len: 210 time: 0.1248891 Mar 11 19:53:12.826388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38026) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:12.906939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:12.938249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.010993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.031645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f5869b-592c-4510-b312-b3b8297ad2f6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:13.045387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.046010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.046333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.046650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.046964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.047280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.047613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.047921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.048227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.048553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.048892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:13.053643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.054750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a72ba43a-22ae-4cd8-8a88-b14dae4ab5c4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/42f5869b-592c-4510-b312-b3b8297ad2f6 HTTP/1.1" status: 204 len: 168 time: 0.2273402 Mar 11 19:53:13.096557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:13.297363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 267c852e-9106-46e3-954b-148a649c408f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:13.297649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.470096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.470416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.586424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 267c852e-9106-46e3-954b-148a649c408f owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:13.734796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:13.779085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=267c852e-9106-46e3-954b-148a649c408f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:13.878170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.282220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 75924a56-6abd-4408-b67e-f78697f9dc07 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:14.454048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-847103ab-545d-43af-bcdb-14dea70c03ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.590331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:14.600297 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Sync routers for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:53:14.610769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.612357 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:14.613013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:14.663625 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-53b1f4b4-d822-4219-a619-7031276b44a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/2b71a974-a123-4b00-ad5b-0559509a0c58 HTTP/1.1" status: 204 len: 168 time: 1.5657303 Mar 11 19:53:14.786447 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:14.817531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38040) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:14.887375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.917178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.980503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:14.997396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12376ac2-e6d1-4aa3-9624-20bcbd0a86d8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:15.005928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:15.007061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ff547c74-e0e3-45da-8e1c-63218353754c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/12376ac2-e6d1-4aa3-9624-20bcbd0a86d8 HTTP/1.1" status: 204 len: 168 time: 0.1884692 Mar 11 19:53:15.048050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38046) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:15.050737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:15.109984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 456d8fb5-0a25-4690-98c1-cc3e37368abb not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:15.123631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 456d8fb5-0a25-4690-98c1-cc3e37368abb {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:15.123977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:15.141255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:15.146121 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Checking router: 75924a56-6abd-4408-b67e-f78697f9dc07 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:53:15.157183 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:15.158013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:52:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:15.333277 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:15.361867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:15.481449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 456d8fb5-0a25-4690-98c1-cc3e37368abb owned by {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:15.622890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:15.646208 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:15.650088 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d42386-46ed-423b-ae14-d59c0238af73 None None] The sync data for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv is: [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5315d9e-f4c6-4363-9114-4d8168757f7c', 'name': '', 'network_id': '19e94c07-e216-4e3b-a9d3-b6827ab9efb0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:14:94:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:26Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af8063e0-339d-4a47-a66b-77f81f9c61cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:53:15.671130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=456d8fb5-0a25-4690-98c1-cc3e37368abb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:15.773653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:15.783840 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f2d589d8-810c-48bd-93dc-4f74343a981b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/ports/456d8fb5-0a25-4690-98c1-cc3e37368abb HTTP/1.1" status: 204 len: 168 time: 0.7346139 Mar 11 19:53:15.786658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38050) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:15.887918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2da4ef-cf9c-4259-9812-78f29ed5e6ba None None] New status for floating IP 2b71a974-a123-4b00-ad5b-0559509a0c58: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:53:16.187935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:16.742513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-baa3b31f-74df-4195-b30a-63baa25e5471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:16.896875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port f5315d9e-f4c6-4363-9114-4d8168757f7c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:16.897517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:17.086418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port f5315d9e-f4c6-4363-9114-4d8168757f7c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5315d9e-f4c6-4363-9114-4d8168757f7c,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:17.086649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:17.206283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for f5315d9e-f4c6-4363-9114-4d8168757f7c owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:17.386211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:17.443851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=f5315d9e-f4c6-4363-9114-4d8168757f7c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:17.742625 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:17.804816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:17.972682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:18.424893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 75924a56-6abd-4408-b67e-f78697f9dc07 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:18.623082 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:18.632694 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Sync routers for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:53:18.636169 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-07c22513-c602-4ece-a5fd-661c0ae9538a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/75924a56-6abd-4408-b67e-f78697f9dc07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8485112 Mar 11 19:53:18.639041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38054) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:18.644642 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:18.645228 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:18.814676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:18.822310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet af8063e0-339d-4a47-a66b-77f81f9c61cf {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:53:18.825239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:18.883044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:18.962588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.037996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.077034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=af8063e0-339d-4a47-a66b-77f81f9c61cf,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:19.086036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.092344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf22b764-9194-4f40-a070-bebfd873db39 None None] Network 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:53:19.096550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a7387794-2636-4dc8-be56-7b482dacb9ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/af8063e0-339d-4a47-a66b-77f81f9c61cf HTTP/1.1" status: 204 len: 168 time: 0.4565120 Mar 11 19:53:19.099183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38058) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:19.113258 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:53:17Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:19.118678 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Checking router: 75924a56-6abd-4408-b67e-f78697f9dc07 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:53:19.131175 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Routers {'75924a56-6abd-4408-b67e-f78697f9dc07'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:19.132189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['75924a56-6abd-4408-b67e-f78697f9dc07'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:19.299308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.307794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.366488 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] Set router 75924a56-6abd-4408-b67e-f78697f9dc07 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:19.383904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] DHCP port deletion for 19e94c07-e216-4e3b-a9d3-b6827ab9efb0 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:53:19.388692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Deleting port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:19.389040 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.504470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.515428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 83d3c7e8-7ced-4702-9ba9-c075396fd011 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:53:19.516956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.633235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] For port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,segment=NetworkSegment(8d50e463-0f2c-416f-9285-9a3ce491b66b),segment_id=8d50e463-0f2c-416f-9285-9a3ce491b66b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:19.633498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.653755 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:53:17Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:19.658198 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef60e7e-5ea4-45d5-93eb-b74b0d5ae5ac None None] The sync data for ids ['75924a56-6abd-4408-b67e-f78697f9dc07'] in dv-neutron-832764-2-hyperv is: [{'id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'name': 'tempest-TestNetworkBasicOps-router-910333683', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:22Z', 'updated_at': '2022-03-11T19:53:17Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '83d3c7e8-7ced-4702-9ba9-c075396fd011', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:ef:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75924a56-6abd-4408-b67e-f78697f9dc07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:53:19.753342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Calling delete_port for 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:19.801795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 83d3c7e8-7ced-4702-9ba9-c075396fd011, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=83d3c7e8-7ced-4702-9ba9-c075396fd011,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:19.802138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.826001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:19.871889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] Pushing event deleted for resources: {'Port': ['ID=24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:19.877211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5c86a-e689-448f-a59b-59bb761d74db None None] No DVR routers for this DVR port 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:53:19.917714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 83d3c7e8-7ced-4702-9ba9-c075396fd011 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:53:20.087098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.131228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=83d3c7e8-7ced-4702-9ba9-c075396fd011,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:20.353418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.621390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.625739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.651292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.651806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 75924a56-6abd-4408-b67e-f78697f9dc07 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:20.665599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.666665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c2f4a61-1c3f-46c6-aacb-1cc896e5c1c0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/75924a56-6abd-4408-b67e-f78697f9dc07 HTTP/1.1" status: 204 len: 168 time: 1.5664949 Mar 11 19:53:20.669368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:20.782924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:20.909734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.018716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e94c07-e216-4e3b-a9d3-b6827ab9efb0']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:21.031664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d50e463-0f2c-416f-9285-9a3ce491b66b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:21.031879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d50e463-0f2c-416f-9285-9a3ce491b66b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:21.043032 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.058869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.064863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:53:21.065238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:53:21.079130 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:53:21.164753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.183916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.194708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=19e94c07-e216-4e3b-a9d3-b6827ab9efb0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:21.200281 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f75418a2-f643-458c-8e50-d2e03670b1f2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/19e94c07-e216-4e3b-a9d3-b6827ab9efb0 HTTP/1.1" status: 204 len: 168 time: 0.5296679 Mar 11 19:53:21.205157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 83d3c7e8-7ced-4702-9ba9-c075396fd011 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:21.214562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38066) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:21.227327 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0426e156-21c5-47dc-a47f-a0906e3b3042 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114853 Mar 11 19:53:21.229840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38070) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:21.235095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--1439369198', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:21.237876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 83d3c7e8-7ced-4702-9ba9-c075396fd011 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:53:21.238221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 83d3c7e8-7ced-4702-9ba9-c075396fd011 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:21.238704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5315d9e-f4c6-4363-9114-4d8168757f7c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:21.239943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:21.244115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:21.247492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:21.253096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:21.262194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:21.265378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.269422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f5315d9e-f4c6-4363-9114-4d8168757f7c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:53:21.269770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5315d9e-f4c6-4363-9114-4d8168757f7c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:21.270186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:53:21.293221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:21.303185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.303625 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment eaee587d-fb1d-474e-ad12-c49df02ee6c1 of type vlan for network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee Mar 11 19:53:21.304238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:53:21.304586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 24c7bfe7-d9c4-4692-9d1c-07d23bd9bf3d not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:53:21.330565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.361391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.365179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:21.365757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.469475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2383127 Mar 11 19:53:21.471952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ee0a9-4d06-4168-9431-cf3b59d31ac8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:21.472239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38074) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:21.477577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-429170250', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:21.483184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:53:21.484976 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:21.489066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:21.491959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:21.497706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:21.509405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.510425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.528036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.674469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.854156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:21.882030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.027748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.35 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:22.170375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.198798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.262069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:22.264826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:22.269096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:53:22.295703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:22.427964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.428579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.662643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router cb808822-0869-4ca7-91b8-6a582f1ae609 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:22.863255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:22.873025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Sync routers for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:53:22.886166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:22.886901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:22.889368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:22.890846 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d6debc9c-e037-4e5c-adab-ecb5a690eeee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4174752 Mar 11 19:53:22.893967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38078) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:23.032924 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4a7b2b7b-9ade-4bc2-958a-d03478e9600e tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1377921 Mar 11 19:53:23.035810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38082) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:23.066538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:23.164772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20358c94-22c7-4770-b809-2f63e9b5a8b1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:23.169175 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-20358c94-22c7-4770-b809-2f63e9b5a8b1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296308 Mar 11 19:53:23.170275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38086) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:23.212177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-decfcdba-523b-46e1-955b-ecda5ee96b1e tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413165 Mar 11 19:53:23.214780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38090) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:23.220362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-517245928', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:23.325650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:23.329453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:23.332273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:23.337780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:23.345012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:22Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:23.348630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:23.349473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Checking router: cb808822-0869-4ca7-91b8-6a582f1ae609 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:53:23.349812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Updating router cb808822-0869-4ca7-91b8-6a582f1ae609 port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:53:23.399559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.447924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.740652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.752073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.763541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Transition to ACTIVE for port object e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:23.769642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.818142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=8d53b72f-f845-4801-ae94-9a998485acdd,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:23.828538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:53:23.828892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:23.849524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:23.852507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Attempting to bind port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:53:23.852710 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:23.852894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Attempting to bind port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:53:23.853266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Attempting to bind port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:53:23.862802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:23.863841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:53:23.864219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:53:23.864616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.865016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:53:23.865552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Bound port: e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:53:23.866197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.867281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:23.868005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:23.890028 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-703e3c53-44b4-4833-ae69-e1ade1b51e80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6740420 Mar 11 19:53:23.892994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38094) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:23.894184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7806376f-20d0-4983-afdf-6e7a50fef395 None None] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:53:23.906520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.906862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.907196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.907547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.907931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.908257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.908580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.908901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.909223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.909543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:23.909857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:24.036114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:24.055447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:24.086883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:24.214595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:53:24.215414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:24.232897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e876d-cbcd-44b6-94db-ad97fc3fab46 None None] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:24.243425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:24.244056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:24.534475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Allocated IP 172.20.0.2 (2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee/8d53b72f-f845-4801-ae94-9a998485acdd/46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:24.539940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:24.580222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:24.623568 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:24.972623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:24.984765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Transition to ACTIVE for port object 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:25.007513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Transition to ACTIVE for port object 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:25.012572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:22Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:25.016334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.047776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0eb2dd-21cb-48d0-93c1-bd0cadd250e2 None None] The sync data for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv is: [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:22Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:53:25.082944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee/8d53b72f-f845-4801-ae94-9a998485acdd/dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:25.084356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:25.087273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:25.092200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:53:25.094484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Pushing event updated for resources: {'Port': ['ID=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:25.261326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Attempting to bind port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:53:25.261797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Attempting to bind port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:53:25.262259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Attempting to bind port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 on network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:53:25.269465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:53:25.269909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Checking segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:53:25.270368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.270815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Bound using segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:53:25.271390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Bound port: 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:53:25.271826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.370961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] For port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:25.374302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] For port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:25.375969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.381809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.393821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:25.416946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.470060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a804bf-0fce-4e19-a466-e72f3fe982b0 None None] Pushing event updated for resources: {'Port': ['ID=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:25.496397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:25.497267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:25.505522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:53:25.527746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:25.564957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:25.678884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:26.083746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:26.090407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:26.208675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:26.211993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:26.350163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:26.351272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:26.422098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6cdb9-c7af-4510-998d-52dcbc7fd39a None None] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:53:26.516137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-592d2d65-a523-476a-815c-32db7fb4a4a0 None None] Provisioning for port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:26.720814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router cb808822-0869-4ca7-91b8-6a582f1ae609 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:26.858351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54e4ceca-f231-4b52-b793-b84a69002598 None None] Provisioning for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:26.864487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54e4ceca-f231-4b52-b793-b84a69002598 None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:26.864846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54e4ceca-f231-4b52-b793-b84a69002598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:26.929507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-54e4ceca-f231-4b52-b793-b84a69002598 None None] Port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:53:27.041756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:27.057878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-95e670e2-a92d-4055-9061-d4db83c42591 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1636469 Mar 11 19:53:27.060543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38100) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:27.062902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5ac9b699-6684-443a-a897-b80be1dcfc9a None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:27.063124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5ac9b699-6684-443a-a897-b80be1dcfc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.123782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9b699-6684-443a-a897-b80be1dcfc9a None None] Port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:53:27.204621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658739f-c547-445f-8339-7d06e879e2a5 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.204997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658739f-c547-445f-8339-7d06e879e2a5 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.205359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658739f-c547-445f-8339-7d06e879e2a5 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.205711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1658739f-c547-445f-8339-7d06e879e2a5 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.207351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1658739f-c547-445f-8339-7d06e879e2a5 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1458158 Mar 11 19:53:27.210075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38104) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:27.245031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df314c95-a38c-4429-8d02-c5bc4e4aaab6 None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:27.245441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df314c95-a38c-4429-8d02-c5bc4e4aaab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.280698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:27.289433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c5009-0971-4f74-b762-3a56a65b1d98 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.289799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c5009-0971-4f74-b762-3a56a65b1d98 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.290147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c5009-0971-4f74-b762-3a56a65b1d98 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.290489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5c5009-0971-4f74-b762-3a56a65b1d98 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:27.292229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4b5c5009-0971-4f74-b762-3a56a65b1d98 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0812728 Mar 11 19:53:27.295302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38108) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:27.341773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df314c95-a38c-4429-8d02-c5bc4e4aaab6 None None] Port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:53:27.365874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:27.370597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:27.370964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.481446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.489619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7858a6d8-9dde-43d8-b2f1-65f9a6d4670b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1932318 Mar 11 19:53:27.514935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:27.520088 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.520858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:27.628050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:27.642833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:27.648022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:27.648421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.657365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38114) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:27.663052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1950389683', 'description': 'tempest-secgroup-smoke-1950389683 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:27.669013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:27.673719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:27.676675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:27.682724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:27.693886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.729347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:27.733228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:27.736110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:27.741859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:27.766363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.782312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:27.786984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.796148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.800909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.844623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba469e7c-326b-4b56-9d2b-74a92618fb33,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:27.848579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.849750 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e6e7dd50-2bab-4986-9fb6-08add71bec19 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1913290 Mar 11 19:53:27.852722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38118) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:27.858092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:27.858749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:27.863964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:27.867695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:27.870451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:27.876055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:27.894872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.954878 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.960320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.982210 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b7da95-1769-49b8-80c3-ffbd705fb17e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:27.992920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:27.994137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8c98739c-6845-4db2-8bda-71dce2ce2edc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1405184 Mar 11 19:53:27.997005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38122) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:28.002359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:28.008318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:28.012313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:28.015213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:28.021063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:28.038995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.102559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.107797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.132265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2768429-c846-4664-9a88-88a9eaf6f152,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.142895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.144198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-815f8f30-59c9-4e05-9621-a722850f1c9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1462924 Mar 11 19:53:28.147214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38126) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:28.153136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:28.159273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:28.163279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:28.166237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:28.172468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:28.190346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.251642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.256689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.278715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb373ae-6b99-4756-8026-e0e67f3121a6,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.289698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.290944 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5cac05d-0d02-4602-a535-46985d6322d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1426585 Mar 11 19:53:28.294041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38130) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:28.300427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:28.306979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:28.311342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:28.314425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:28.320616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:28.339656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.404921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.410164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.437978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e317e5-492c-44ca-a024-993ed2126ae8,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.445852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.447041 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-95747fb0-d0d9-4989-9733-93a0e774c60c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1515965 Mar 11 19:53:28.449839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38134) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:28.455257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:28.461506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:28.465365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:28.468284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:28.474081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:28.486597 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:53:28.492774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.546464 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Sync routers for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:53:28.556735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.559103 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:28.559878 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:28.561794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.584332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832cae50-0916-42a4-b604-72d46edeca8d,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.595807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.599615 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3195f812-4d63-4635-a5b3-81f738471471 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1462281 Mar 11 19:53:28.599880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38138) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:28.605214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'ba469e7c-326b-4b56-9d2b-74a92618fb33', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:28.611121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:28.614845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:28.617738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:28.623456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:28.634407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:53:28.640924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.706601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.710464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.733026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b123d515-4eba-4b96-96f7-8b8d662b4c8f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.743804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:28.744982 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf1507dd-8d4c-47b2-ac9c-bb1d24684c1b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1441996 Mar 11 19:53:28.745723 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:29.023382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-ec690a28-60e1-4f11-87a3-2c3c5362c5e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:29.040919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-ec690a28-60e1-4f11-87a3-2c3c5362c5e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:29.042049 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-ec690a28-60e1-4f11-87a3-2c3c5362c5e9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1950389683&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0579669 Mar 11 19:53:29.057430 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:29.061562 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Checking router: cb808822-0869-4ca7-91b8-6a582f1ae609 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:53:29.061911 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Updating router cb808822-0869-4ca7-91b8-6a582f1ae609 port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:53:29.111072 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.176888 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:53:29.193304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-6dc79971-aae1-4b12-b8c7-137198daab33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:29.194086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-6dc79971-aae1-4b12-b8c7-137198daab33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:29.210515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-6dc79971-aae1-4b12-b8c7-137198daab33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:29.215774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-6dc79971-aae1-4b12-b8c7-137198daab33 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 797 time: 0.1656413 Mar 11 19:53:29.223876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:29.229170 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8b4827ee-33b0-40b9-97fa-8d58ce1380bd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0109224 Mar 11 19:53:29.292693 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:29.293078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.311644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-82642cb9-b010-476b-a948-351716c41268 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:29.328436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-82642cb9-b010-476b-a948-351716c41268 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:29.329423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-82642cb9-b010-476b-a948-351716c41268 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944715 Mar 11 19:53:29.409355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:29.467388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-45242dc1-0df9-47ee-8526-543f95011658 service neutron] 10.222.0.76 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248710 Mar 11 19:53:29.478144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:29.478508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.480731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.492666 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Transition to ACTIVE for port object dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:29.499974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.612827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-96a7f3e2-1811-4a14-9133-747477bceec5 service neutron] 10.222.0.76 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386504 Mar 11 19:53:29.639889 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:29.702511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.702842 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.703162 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.703509 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.703820 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.704127 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.704546 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.704865 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.705191 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.705517 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.706002 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:29.775715 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Attempting to bind port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:53:29.776074 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Attempting to bind port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:53:29.776424 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Attempting to bind port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 on network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:53:29.782733 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:53:29.783551 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Checking segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:53:29.783936 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.784339 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Bound using segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:53:29.784903 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Bound port: dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:53:29.785260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.818855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-06b4a362-1350-4210-aa87-dc98bbea4a2a req-e1ea233f-fd85-417f-9462-68dcfac07b8c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:29.833073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-06b4a362-1350-4210-aa87-dc98bbea4a2a req-e1ea233f-fd85-417f-9462-68dcfac07b8c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:29.834209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06b4a362-1350-4210-aa87-dc98bbea4a2a req-e1ea233f-fd85-417f-9462-68dcfac07b8c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0572476 Mar 11 19:53:29.874433 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:29.877901 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:29.884005 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:29.959347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890c35-b47a-4108-a418-c9925acbb75d None None] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:29.964453 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:29.965030 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:30.173861 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:30.485928 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:29Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:30.489765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104247cd-1b6d-498d-867b-13fc7ddffe33 None None] The sync data for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv is: [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:29Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:53:30.870196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-3bdfaf6e-1d20-4dc4-aeae-adac4f2ea8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:30.871639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-3bdfaf6e-1d20-4dc4-aeae-adac4f2ea8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:30.884645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-3bdfaf6e-1d20-4dc4-aeae-adac4f2ea8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:30.885990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-3bdfaf6e-1d20-4dc4-aeae-adac4f2ea8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 797 time: 0.1672530 Mar 11 19:53:30.943005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-03675f4d-78fd-4d2c-9a26-16ea4e675e42 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:30.956065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-03675f4d-78fd-4d2c-9a26-16ea4e675e42 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:30.957711 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-03675f4d-78fd-4d2c-9a26-16ea4e675e42 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 380 time: 0.0602565 Mar 11 19:53:30.975831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['ba469e7c-326b-4b56-9d2b-74a92618fb33']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:31.045050 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2ac7229c-1b04-46a4-b4f0-0fc673e38f36 req-6b8deecb-fa28-457c-a70e-eb914ca54696 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0462773 Mar 11 19:53:31.127872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:31.137934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:31.156184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:31.159333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.237589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:31.319962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:31.325103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:31.325677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.341741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.3 (2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee/8d53b72f-f845-4801-ae94-9a998485acdd/d15064c8-1810-4467-acb9-1d28772199b0) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:31.477297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.510057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:31.514591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.588987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.637840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.653392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object d15064c8-1810-4467-acb9-1d28772199b0 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:31.679278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.750360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:31.753376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:31.757607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:53:31.781892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.819104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:31.819885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.846885 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-524a030f-ef3a-4439-8c62-e14f29c43a11 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8785129 Mar 11 19:53:31.857791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Request body: {'port': {'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:31.941543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4824f62c-3ca6-4ddf-bd22-8c0c9e2a3a74 None None] Provisioning for port d15064c8-1810-4467-acb9-1d28772199b0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:31.946305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4824f62c-3ca6-4ddf-bd22-8c0c9e2a3a74 None None] Provisioning complete for port d15064c8-1810-4467-acb9-1d28772199b0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:31.946675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4824f62c-3ca6-4ddf-bd22-8c0c9e2a3a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.971166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:31.997363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4824f62c-3ca6-4ddf-bd22-8c0c9e2a3a74 None None] Port d15064c8-1810-4467-acb9-1d28772199b0 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:53:32.302066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c1a29-7ced-43e3-bdd3-2970dd26e4ce req-2f5da19e-d059-403b-8c00-a219f99f048a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:32.302744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-842c1a29-7ced-43e3-bdd3-2970dd26e4ce req-2f5da19e-d059-403b-8c00-a219f99f048a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:53:32.370916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-842c1a29-7ced-43e3-bdd3-2970dd26e4ce req-2f5da19e-d059-403b-8c00-a219f99f048a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:53:32.372088 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-842c1a29-7ced-43e3-bdd3-2970dd26e4ce req-2f5da19e-d059-403b-8c00-a219f99f048a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 931 time: 0.1978958 Mar 11 19:53:32.375808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15064c8-1810-4467-acb9-1d28772199b0 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:53:32.395381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:32.421389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Transition to ACTIVE for port object d15064c8-1810-4467-acb9-1d28772199b0 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:53:32.427782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:32.479055 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-842c1a29-7ced-43e3-bdd3-2970dd26e4ce req-5badfa8d-7170-4596-bc58-1549b9e590b9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991013 Mar 11 19:53:32.555276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:32.668399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Attempting to bind port d15064c8-1810-4467-acb9-1d28772199b0 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:53:32.668732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Attempting to bind port d15064c8-1810-4467-acb9-1d28772199b0 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:53:32.669054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Attempting to bind port d15064c8-1810-4467-acb9-1d28772199b0 on network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:53:32.675679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Port d15064c8-1810-4467-acb9-1d28772199b0 on network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:53:32.675993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Attempting to bind port d15064c8-1810-4467-acb9-1d28772199b0 on network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:53:32.682571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:53:32.682899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Checking segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:53:32.683297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Bound using segment: {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:53:32.683780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Bound port: d15064c8-1810-4467-acb9-1d28772199b0, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaee587d-fb1d-474e-ad12-c49df02ee6c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:53:32.684113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:32.770866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:32.774103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d15064c8-1810-4467-acb9-1d28772199b0,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:32.780097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:32.850889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:32.852205 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] 10.222.0.90 "PUT /v2.0/ports/d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 1093 time: 0.9987206 Mar 11 19:53:32.852666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:53:32.868331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412a245-754b-4b5c-89c5-29be698efba1 service neutron] Pushing event updated for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:32.926069 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0', 'status': 'completed', 'code': 200} Mar 11 19:53:32.967655 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8e2f2d95-46d1-4179-8cdd-03cfb612acc9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1096 time: 0.0726080 Mar 11 19:53:33.039198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-9d7eb09d-5a10-4af9-b03c-c5e047eb1e1e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 217 time: 0.0648801 Mar 11 19:53:33.102400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-81b801e0-7eb5-48eb-9ad3-7f9c40594fc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:33.103856 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-81b801e0-7eb5-48eb-9ad3-7f9c40594fc8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0584319 Mar 11 19:53:33.179065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-88d983fa-5841-4ab7-8f9e-ba53a9aa28d2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689023 Mar 11 19:53:33.208163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:33.278118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:33.278479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:33.318601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-8966a387-3822-46f4-b343-63e0d3ce8056 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327786 Mar 11 19:53:33.539248 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64fa706c-0b9f-400c-831a-ad83f5a7e368 req-6c589887-84f5-4d26-9312-ce46ecd9c8fe service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150717 Mar 11 19:53:33.708578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-ea08726a-9b9b-4092-a18e-072d2712b1c4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1096 time: 0.1243987 Mar 11 19:53:33.714609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32024d3e-784f-4d69-986a-afe9c8ba3fd0 req-70925b09-bd4a-4154-b24d-a0c3432578dd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:33.715927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-32024d3e-784f-4d69-986a-afe9c8ba3fd0 req-70925b09-bd4a-4154-b24d-a0c3432578dd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 943 time: 0.1033096 Mar 11 19:53:33.846096 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-32024d3e-784f-4d69-986a-afe9c8ba3fd0 req-80fa4a1e-8f11-4766-a411-1bd005384eb1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126220 Mar 11 19:53:33.869197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-eccea013-b950-4e53-b307-26b76632799c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:33.871610 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-eccea013-b950-4e53-b307-26b76632799c service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 898 time: 0.1546156 Mar 11 19:53:33.940985 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-55814c59-fd97-466b-8a65-afa4aaa60f56 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 217 time: 0.0632060 Mar 11 19:53:34.002843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-8f7f9bb7-98e3-4028-8c36-3fec79f5144b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:34.004248 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-8f7f9bb7-98e3-4028-8c36-3fec79f5144b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0576782 Mar 11 19:53:34.080238 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-350b21b3-e0b3-45e4-9f4e-1b03baf9aaf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693855 Mar 11 19:53:34.214272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-abf57e81-6e68-436a-be6f-71ced660e951 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264610 Mar 11 19:53:34.343374 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-268c3083-1192-4c9e-852a-d6e1c8e905ad req-44288d4a-e484-4632-8ca8-81bf7a5a4d7b service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230619 Mar 11 19:53:35.054345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e0d81-03e0-4306-be2e-a3a7edc59bf2 req-10ac68cb-4ddd-4362-ac45-2953969b2bfd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:35.055806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-118e0d81-03e0-4306-be2e-a3a7edc59bf2 req-10ac68cb-4ddd-4362-ac45-2953969b2bfd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 943 time: 0.0787392 Mar 11 19:53:35.110342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-118e0d81-03e0-4306-be2e-a3a7edc59bf2 req-82f913b6-f4f0-4506-9f62-0be907f47956 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Mar 11 19:53:36.313491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54205ded-1509-4bec-a707-fdd74d70ede3 req-ad9097ef-5c18-43ac-93d5-0dc5d7006ca7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:36.314928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54205ded-1509-4bec-a707-fdd74d70ede3 req-ad9097ef-5c18-43ac-93d5-0dc5d7006ca7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 943 time: 0.0825803 Mar 11 19:53:36.497718 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54205ded-1509-4bec-a707-fdd74d70ede3 req-e62dc4a0-e336-45d3-8f2b-e7477f0a0469 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772516 Mar 11 19:53:37.188282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device d15064c8-1810-4467-acb9-1d28772199b0 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:53:37.326180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d15064c8-1810-4467-acb9-1d28772199b0,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:37.339928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'd15064c8-1810-4467-acb9-1d28772199b0', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:53:37.392126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:37.412557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15064c8-1810-4467-acb9-1d28772199b0 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:53:37.428821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d15064c8-1810-4467-acb9-1d28772199b0,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:37.434870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:37.505039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:37.707043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29675ff2-d760-4ceb-b2a2-1c649a0e6669 req-af478a00-b28d-4232-957a-dd7c9580d09c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:37.708403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-29675ff2-d760-4ceb-b2a2-1c649a0e6669 req-af478a00-b28d-4232-957a-dd7c9580d09c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0886209 Mar 11 19:53:37.735796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['d15064c8-1810-4467-acb9-1d28772199b0'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:53:37.754485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-29675ff2-d760-4ceb-b2a2-1c649a0e6669 req-c65a8ca9-b8f8-48bc-aae7-7cf3afa40552 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404916 Mar 11 19:53:38.967449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8097893-fa5e-43e9-840e-d3d90ad41004 req-4600ac0b-296b-4507-b7cf-e470d9efc244 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:38.968931 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f8097893-fa5e-43e9-840e-d3d90ad41004 req-4600ac0b-296b-4507-b7cf-e470d9efc244 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 944 time: 0.0899467 Mar 11 19:53:39.017460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f8097893-fa5e-43e9-840e-d3d90ad41004 req-bac8564e-15f8-48cb-b5f5-bffe1f95af83 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424917 Mar 11 19:53:39.203698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device d15064c8-1810-4467-acb9-1d28772199b0 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:53:39.277447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port d15064c8-1810-4467-acb9-1d28772199b0 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:53:39.282880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port d15064c8-1810-4467-acb9-1d28772199b0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:53:39.283254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:39.395520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:39.422367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:53:39.432022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d15064c8-1810-4467-acb9-1d28772199b0,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:39.437395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:39.480984 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0', 'code': 200} Mar 11 19:53:39.505767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:39.712276 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f42bd631-7ee6-42d7-9471-740d53e9f543 req-191f8277-7790-4756-90da-166cdb80d8df service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1098 time: 0.0761402 Mar 11 19:53:39.754051 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f42bd631-7ee6-42d7-9471-740d53e9f543 req-b44ae12f-35f7-4340-8cd0-00853154ff92 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358927 Mar 11 19:53:40.233075 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b5ab-5693-44a6-b53f-40b4d46869ba req-5f5ed92d-327b-40b5-be6d-6e746d4f8c61 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:40.235177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6696b5ab-5693-44a6-b53f-40b4d46869ba req-5f5ed92d-327b-40b5-be6d-6e746d4f8c61 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0865080 Mar 11 19:53:40.281399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6696b5ab-5693-44a6-b53f-40b4d46869ba req-a3ff9699-c297-49dd-838d-de03ae33914f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402942 Mar 11 19:53:41.508394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380b697-f482-41cc-8532-34fa191ee6fa req-d3acf551-a0e7-4e6a-a347-fa73fa662a4b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:41.509874 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d380b697-f482-41cc-8532-34fa191ee6fa req-d3acf551-a0e7-4e6a-a347-fa73fa662a4b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0829909 Mar 11 19:53:41.557608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d380b697-f482-41cc-8532-34fa191ee6fa req-a2c387e7-1862-48bb-95e0-8fb2373283ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396473 Mar 11 19:53:41.755918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c397cf-58b0-427c-907e-09a51adc3fc2 req-53f1cb24-cd29-4567-b9b4-9bf4e90adc58 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:41.757276 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a3c397cf-58b0-427c-907e-09a51adc3fc2 req-53f1cb24-cd29-4567-b9b4-9bf4e90adc58 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0791597 Mar 11 19:53:41.810589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a3c397cf-58b0-427c-907e-09a51adc3fc2 req-40d8e1c6-8402-4864-b689-0b81ce93cb3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Mar 11 19:53:41.839164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38186) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:41.912196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c75ba0d-ff28-4d9f-a058-e63cc521e636 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1093 time: 0.0718694 Mar 11 19:53:41.914885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38190) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:41.920426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:53:41.926307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:53:41.930508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:53:41.933384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:53:41.939189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:53:41.952173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:42.179626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:42.309973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.173 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/520b9d86-5ce7-4ad6-b30b-f9f1183d7b51) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:42.464648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:42.494110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:42.562245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:42.565125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:42.569401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:53:42.593103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=520b9d86-5ce7-4ad6-b30b-f9f1183d7b51,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:43.095023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:43.151239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:43.359425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:43.364876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:43.469947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=520b9d86-5ce7-4ad6-b30b-f9f1183d7b51,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:43.484526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:43.674799 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP bae779da-a261-4ddd-bed0-a6e698f81563 associated. External IP: 172.26.8.173, port: d15064c8-1810-4467-acb9-1d28772199b0. Mar 11 19:53:44.161273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router cb808822-0869-4ca7-91b8-6a582f1ae609 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:44.381789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:44.391811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Sync routers for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:53:44.403610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:44.404252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:44.406424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:44.462290 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-166f3533-512e-4cb4-88ca-32b4103e712d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5463748 Mar 11 19:53:44.462930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:53:44.465186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38194) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:44.543279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd1ecaa7-305f-4d85-a5f5-514d363f988a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:44.600304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:44.670108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38202) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:44.676021 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b8b02192-8ee8-4a4d-85f7-305192162b44 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609 HTTP/1.1" status: 200 len: 921 time: 0.1992838 Mar 11 19:53:44.735979 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0', 'status': 'completed', 'code': 200} Mar 11 19:53:44.827692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8f71ba23-bb5b-4c4c-831e-b2477a8d5d46 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1563811 Mar 11 19:53:44.845120 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-465419fd-514c-485b-a598-1dcc5181ce06 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1098 time: 0.1112514 Mar 11 19:53:44.974672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-99fd7335-a6f6-4584-8a02-c8992b1bc2d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:44.976197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-99fd7335-a6f6-4584-8a02-c8992b1bc2d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 898 time: 0.1247690 Mar 11 19:53:44.980263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:53:42Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:44.984454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Checking router: cb808822-0869-4ca7-91b8-6a582f1ae609 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:53:44.995986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:53:44.996577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:53:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:45.075468 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-097a85df-6a61-4f3d-8d2f-be9d299bd942 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 999 time: 0.0936525 Mar 11 19:53:45.135557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-e2f41baf-8749-4929-8c2f-e032e4be07dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:45.137242 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-e2f41baf-8749-4929-8c2f-e032e4be07dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0561705 Mar 11 19:53:45.173373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:53:45.210336 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-641fe799-afa8-47aa-84cd-9d3945b6a29e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664594 Mar 11 19:53:45.340803 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-772c5411-f9a9-40ed-80f4-ce9457ddc533 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242862 Mar 11 19:53:45.422171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-a47019ff-0ae0-4e24-a782-cd46981944c8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698044 Mar 11 19:53:45.475819 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3005142f-d6c5-49ca-b915-8f9f11850d22 req-86042094-29d6-4ed7-b7b1-7b402d9c55ce service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237674 Mar 11 19:53:45.519163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:53:42Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:45.523341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa23ded-e0fe-4a59-a157-ef72dcb374c2 None None] The sync data for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv is: [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:53:42Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:53:45.732233 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-ab8115a0-e9a8-4170-9b32-c10a8474339a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1098 time: 0.1637139 Mar 11 19:53:45.832149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38206) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:45.878552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-e06bb51c-1f39-4c16-b812-1b2c068cae3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:45.880020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-e06bb51c-1f39-4c16-b812-1b2c068cae3f service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 898 time: 0.1291595 Mar 11 19:53:45.939917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cfeb06db-c81d-472e-bf55-7b1ce06a9b98 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1053073 Mar 11 19:53:45.985853 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-2afc337e-3340-4a87-9478-0a3377ce82a9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 999 time: 0.0934112 Mar 11 19:53:46.047839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-93064cab-d8e2-4b24-90ad-c26e37138952 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:46.049232 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-93064cab-d8e2-4b24-90ad-c26e37138952 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0567944 Mar 11 19:53:46.125596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-2832c7a4-a741-40e9-9c3c-0f869d88e3e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700600 Mar 11 19:53:46.255908 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-cf92949f-9c97-406d-bf3c-39a320ca63b0 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233590 Mar 11 19:53:46.384510 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10ba6705-8630-49a7-b501-fa8a9701d386 req-19686645-a9cc-4f8d-9fa2-2d1874098301 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223757 Mar 11 19:53:46.703705 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d8af8-84e3-427d-af2e-d2edad6d707d None None] New status for floating IP bae779da-a261-4ddd-bed0-a6e698f81563: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:53:46.739885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7e552d9d-dcb0-4799-ae35-0aa9765e1c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:46.942989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38210) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:53:47.047598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-debd96f1-5eea-4c96-aac2-2648f010f743 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 993 time: 0.1034157 Mar 11 19:53:47.808754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:47.982471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:49.162022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:53:54.525163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:06.127721 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:54:14.459688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-569c69ee-a8db-4858-9fcf-8e151e282165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:16.753542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-07de629d-a8c6-400d-9cb0-e7518db5332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:17.815415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:17.984600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:19.161724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:24.518276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:43.129216 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:54:44.445508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-83c755b1-e961-427d-bebf-cd4040dbf95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:45.460763 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-b6f6f306-e522-4b94-bcb6-e1664f7bf484 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0838702 Mar 11 19:54:45.604502 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-37068815-7ee3-46f4-83a0-64f84cf545ea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1098 time: 0.0726323 Mar 11 19:54:45.752566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-3554a2e7-c7e6-438c-bbfd-e049af917417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:45.754593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-3554a2e7-c7e6-438c-bbfd-e049af917417 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 898 time: 0.1290998 Mar 11 19:54:45.855036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-5af2810d-4157-4e54-9c24-049e75f858a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 1001 time: 0.0939155 Mar 11 19:54:45.919891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-2c91b06a-b98f-4571-bde3-2889253f6d9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:45.921231 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-2c91b06a-b98f-4571-bde3-2889253f6d9a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0604045 Mar 11 19:54:46.000886 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-051a17bb-d874-4c04-bf1c-f2f4558afc4e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736840 Mar 11 19:54:46.131118 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-c1bea4f0-158d-4359-bfd6-531035e58ef0 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240711 Mar 11 19:54:46.265982 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4730c6-c0f0-4791-a8a9-6827380584c6 req-bdb4c714-7e36-46ba-9e48-28e506aab0c2 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271396 Mar 11 19:54:46.761253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49949a9e-9436-46a5-841f-16f0214066f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:47.820139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:47.988527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:49.164271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:54.539922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:58.140333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38234) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:54:58.596421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8e531bf1-14c3-4605-a7ab-4b59c9180f18 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4549360 Mar 11 19:54:58.599616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:54:58.815299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0010d7-547c-4843-b11c-a20e9b93b174 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Notify agent at dv-neutron-832764-2-hyperv the message router_removed_from_agent {{(pid=83813) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 19:54:58.818546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d0010d7-547c-4843-b11c-a20e9b93b174 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "DELETE /v2.0/agents/c03f91f8-6e98-42f5-aad5-381524e35c17/l3-routers/cb808822-0869-4ca7-91b8-6a582f1ae609 HTTP/1.1" status: 204 len: 168 time: 0.2180519 Mar 11 19:54:58.821245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38244) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:54:58.993879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e45d4f56-38e7-4773-9de0-f40459c632ab tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1715727 Mar 11 19:54:58.997009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38248) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:54:59.112159 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6db47c9e-19e4-4502-90ba-6531e450fe6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 993 time: 0.1139262 Mar 11 19:54:59.545632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:54:59.576668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537fe50-d95e-49d5-92ff-cd8b3e822194 None None] New status for floating IP bae779da-a261-4ddd-bed0-a6e698f81563: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:54:59.911759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:54:59.947902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:59.956193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:00.026779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:00.035157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.035512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.035836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.036163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.036480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.036798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.037113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.037434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.037741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.038037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.038349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:00.115187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38252) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:00.215767 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b2fe1338-b688-4f9c-b668-29ba27dc297b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.0993125 Mar 11 19:55:01.253563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:55:01.361674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:01.376164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38258) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:01.377448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:01.381698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:01.445061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:01.580577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b0f1ec-8306-4d25-85b4-66043e0c3325 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Router cb808822-0869-4ca7-91b8-6a582f1ae609 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:01.580939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b0f1ec-8306-4d25-85b4-66043e0c3325 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Notify agent at dv-neutron-832764-2-hyperv the message router_added_to_agent {{(pid=83813) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Mar 11 19:55:01.607373 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5b0f1ec-8306-4d25-85b4-66043e0c3325 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "POST /v2.0/agents/c03f91f8-6e98-42f5-aad5-381524e35c17/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2300854 Mar 11 19:55:01.609975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38264) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:01.627746 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Sync routers for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:55:01.640589 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:01.641189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:54:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:01.787614 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f9d0047f-8052-48c1-a9fd-45724c70aacb tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1763988 Mar 11 19:55:01.790369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38270) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:01.816016 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:01.889544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3b0f1402-3ca6-43b9-a983-17f5424dcfaa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.0981255 Mar 11 19:55:02.200841 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:02.204659 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Checking router: cb808822-0869-4ca7-91b8-6a582f1ae609 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:55:02.215718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:02.216317 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:54:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:02.385844 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:02.745430 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:02.749583 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2669203-2c7b-4fbf-832f-46958094c0a5 None None] The sync data for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv is: [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:53:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:01Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'bae779da-a261-4ddd-bed0-a6e698f81563', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'port_id': 'd15064c8-1810-4467-acb9-1d28772199b0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'mac_address': 'fa:16:3e:0a:66:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:53:42Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14', 'name': '', 'network_id': '2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:30:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:24Z', 'updated_at': '2022-03-11T19:54:59Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '8d53b72f-f845-4801-ae94-9a998485acdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:55:02.893796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38274) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:03.123830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e5f02af4-d7b2-4579-9a5e-1d916fa82546 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.2270999 Mar 11 19:55:03.280232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:03.381125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:03.381498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:03.494019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:03.528885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:03.533812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:03.600608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.126780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38278) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:04.231133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fc4d68c2-1fbe-4d86-b49d-c7faf556d692 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1031752 Mar 11 19:55:05.235261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38282) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:05.315530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:05.340643 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f8ea0e31-70c1-4281-b55c-a799034857ca tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1042368 Mar 11 19:55:05.385249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:05.385609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:05.497389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:05.571597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:05.571957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:05.687698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:05.707458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:05.715690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:05.781345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:06.344915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38286) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:06.530697 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fb2471f8-f789-42d1-b8fa-3544f58e4658 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1845319 Mar 11 19:55:07.254178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:07.330860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:07.331200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:07.535868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38290) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:07.646401 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f217db26-37fb-4eed-b7bd-b4435f79f4cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1092589 Mar 11 19:55:08.651651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38294) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:08.774825 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f8c3e7f1-f96f-41a0-99a4-18cbda445a20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1215572 Mar 11 19:55:09.779301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38298) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:09.883482 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b7ac8328-3cb7-4fa1-a085-7caec0275a88 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 991 time: 0.1024299 Mar 11 19:55:09.993159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4470a5b-50a5-41eb-b81d-47a917bd6492 None None] New status for floating IP bae779da-a261-4ddd-bed0-a6e698f81563: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:55:10.887589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38302) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:10.996084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c8b3b552-9786-4d91-9cce-1680181630f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 200 len: 993 time: 0.1070130 Mar 11 19:55:11.273141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38310) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:11.473734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 520b9d86-5ce7-4ad6-b30b-f9f1183d7b51 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:55:11.473952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:11.649776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:11.650095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:11.769993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 520b9d86-5ce7-4ad6-b30b-f9f1183d7b51 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:55:11.923263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:12.057480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=520b9d86-5ce7-4ad6-b30b-f9f1183d7b51,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:12.095341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.095679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.096011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.096342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.096670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.096992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.097312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.097630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.097939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.098253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.098565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:12.155672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:12.557699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router cb808822-0869-4ca7-91b8-6a582f1ae609 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:12.766555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:12.789815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:12.846650 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-823abb8c-62e7-4c3c-a338-4bd8a103d428 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/bae779da-a261-4ddd-bed0-a6e698f81563 HTTP/1.1" status: 204 len: 168 time: 1.5724306 Mar 11 19:55:12.847216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:55:12.902677 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0', 'status': 'completed', 'code': 200} Mar 11 19:55:12.995333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-9e408a34-0547-401c-8423-f61b190eead4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 1098 time: 0.0704722 Mar 11 19:55:13.134300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-59ad0fa3-7080-45ec-b353-a2c868d22777 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:13.136008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-59ad0fa3-7080-45ec-b353-a2c868d22777 service neutron] 10.222.0.90 "GET /v2.0/networks?id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 200 len: 898 time: 0.1338933 Mar 11 19:55:13.242630 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-18af2f75-7b05-450f-b98e-81f4b9d48529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 200 len: 217 time: 0.0996113 Mar 11 19:55:13.317137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-402dd79e-988e-4b80-b751-0dcce5524b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:13.318506 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-402dd79e-988e-4b80-b751-0dcce5524b92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 200 len: 834 time: 0.0650220 Mar 11 19:55:13.327143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600eafa-be77-4ef3-b36d-3e7917b1b2dc req-e49cb2f7-13b1-49b6-8b71-9429b1e749ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:13.328453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b600eafa-be77-4ef3-b36d-3e7917b1b2dc req-e49cb2f7-13b1-49b6-8b71-9429b1e749ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.1390154 Mar 11 19:55:13.418677 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b600eafa-be77-4ef3-b36d-3e7917b1b2dc req-e4ef2097-7cd4-4b8a-a1ff-26bae7f3a8ae tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615988 Mar 11 19:55:13.430826 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-34669a35-e16e-4fca-bb5d-be9b3b403f61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015141 Mar 11 19:55:13.560821 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-36b5a267-4faf-44fb-9991-1cc63b974caa service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227560 Mar 11 19:55:13.699724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b3ae90a-4b04-4878-af7d-5d4df4bd4ead req-185cd768-d830-4bbe-b09b-d7b7bdc81c64 service neutron] 10.222.0.90 "GET /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321936 Mar 11 19:55:14.449950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1f53d308-73a2-40f0-9a5d-9a87a271a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:14.635303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf29ec1-3ff0-41b6-99b0-b1be52e63917 req-7aaecaec-4b13-4c80-93f1-6b787bcea04a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:14.635927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-aaf29ec1-3ff0-41b6-99b0-b1be52e63917 req-7aaecaec-4b13-4c80-93f1-6b787bcea04a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:14.651017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-aaf29ec1-3ff0-41b6-99b0-b1be52e63917 req-7aaecaec-4b13-4c80-93f1-6b787bcea04a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:14.652238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aaf29ec1-3ff0-41b6-99b0-b1be52e63917 req-7aaecaec-4b13-4c80-93f1-6b787bcea04a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0985038 Mar 11 19:55:14.699680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aaf29ec1-3ff0-41b6-99b0-b1be52e63917 req-2769be2e-d2bd-4725-a61b-d5234b314a5b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=ba469e7c-326b-4b56-9d2b-74a92618fb33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414817 Mar 11 19:55:14.711069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359ce45-2148-4173-973b-03240183c4cc req-0da80d22-cbfd-4efb-8b62-413832a7b948 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:14.712623 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b359ce45-2148-4173-973b-03240183c4cc req-0da80d22-cbfd-4efb-8b62-413832a7b948 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 945 time: 0.0747278 Mar 11 19:55:14.780699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port d15064c8-1810-4467-acb9-1d28772199b0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:55:14.780988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:15.021517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port d15064c8-1810-4467-acb9-1d28772199b0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=d15064c8-1810-4467-acb9-1d28772199b0,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:15.021655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:15.138323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for d15064c8-1810-4467-acb9-1d28772199b0 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:55:15.287418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:15.425115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=d15064c8-1810-4467-acb9-1d28772199b0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:15.463040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.463411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.463734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.464056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.464373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.464696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.465008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.465319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.465634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.465944 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.466250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:15.505073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port d15064c8-1810-4467-acb9-1d28772199b0 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:15.507668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:15.510065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'name': 'network-vif-deleted', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:55:15.526337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b359ce45-2148-4173-973b-03240183c4cc req-85e238c5-ce94-4072-86c9-5e4299bfe465 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/d15064c8-1810-4467-acb9-1d28772199b0 HTTP/1.1" status: 204 len: 173 time: 0.8083348 Mar 11 19:55:15.565552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2', 'name': 'network-vif-deleted', 'tag': 'd15064c8-1810-4467-acb9-1d28772199b0', 'status': 'completed', 'code': 200} Mar 11 19:55:15.876193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-920d925a-05ea-4c0e-85aa-95044ad5b266 req-ecc301ed-05fc-4f80-9c6d-a08c0bda10bc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=884a10ea-9f51-4bf1-8ccc-e991b7ecd6c2 HTTP/1.1" status: 200 len: 210 time: 0.0399580 Mar 11 19:55:16.755990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f7c10c4-9bf4-44a2-b6ac-6eb6ab569bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:16.995152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38332) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:17.069082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.097382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.161921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.181928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba469e7c-326b-4b56-9d2b-74a92618fb33,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:17.193378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.194535 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f01069a7-38f9-4574-b3d1-dd6ce1bf2abc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/ba469e7c-326b-4b56-9d2b-74a92618fb33 HTTP/1.1" status: 204 len: 168 time: 0.1983624 Mar 11 19:55:17.235167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38338) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:17.633051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.701652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device d15064c8-1810-4467-acb9-1d28772199b0 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:55:17.737366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: d15064c8-1810-4467-acb9-1d28772199b0 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:55:17.737670 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device d15064c8-1810-4467-acb9-1d28772199b0 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:55:17.817816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:17.991618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:18.351242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:55:18.351888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:18.537789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:18.538186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:18.660649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:55:18.852686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:18.897505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:19.170542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:19.188613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:19.867473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router cb808822-0869-4ca7-91b8-6a582f1ae609 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:20.072413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:20.085366 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-380b762b-62a5-4f4c-a2a2-984365b5513d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8491135 Mar 11 19:55:20.088273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38342) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:20.129934 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:55:20.276654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet 8d53b72f-f845-4801-ae94-9a998485acdd {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:55:20.279616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.335072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.415504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.465638 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Sync routers for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:55:20.477027 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:20.477621 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:20.492079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.528185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=8d53b72f-f845-4801-ae94-9a998485acdd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:20.535354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.541453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e22800-3ab3-44b1-9861-d68d0b939fd6 None None] Network 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:55:20.545549 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e252ed56-bc43-485a-9563-5ba3ddb4a003 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/8d53b72f-f845-4801-ae94-9a998485acdd HTTP/1.1" status: 204 len: 168 time: 0.4538653 Mar 11 19:55:20.545941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38346) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:20.648110 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:20.759815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.844378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] DHCP port deletion for 2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:55:20.849208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Deleting port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:55:20.849615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.974952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.982632 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35'}], 'enable_snat': True}, 'gw_port_id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:18Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': 'e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:e1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:05Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:20.985924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:55:20.986495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:20.986931 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Checking router: cb808822-0869-4ca7-91b8-6a582f1ae609 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:55:20.997329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Routers {'cb808822-0869-4ca7-91b8-6a582f1ae609'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:20.997953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['cb808822-0869-4ca7-91b8-6a582f1ae609'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:21.055997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] For port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,segment=NetworkSegment(eaee587d-fb1d-474e-ad12-c49df02ee6c1),segment_id=eaee587d-fb1d-474e-ad12-c49df02ee6c1)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:21.056492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:21.161588 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] Set router cb808822-0869-4ca7-91b8-6a582f1ae609 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:21.173685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:21.174044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:21.179402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Calling delete_port for 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:55:21.264024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:21.272515 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:20Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:21.278199 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b2edc2-8a84-476a-ab41-f2adfebb1290 None None] The sync data for ids ['cb808822-0869-4ca7-91b8-6a582f1ae609'] in dv-neutron-832764-2-hyperv is: [{'id': 'cb808822-0869-4ca7-91b8-6a582f1ae609', 'name': 'tempest-TestNetworkBasicOps-router-429170250', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:21Z', 'updated_at': '2022-03-11T19:55:20Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:55:21.303358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:55:21.317718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:55:21.344543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] Pushing event deleted for resources: {'Port': ['ID=46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:21.346566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:55:21.346903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:55:21.350402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fb3da5-23a2-466b-be75-445fda44aec9 None None] No DVR routers for this DVR port 46fa3db1-69c4-48ad-8eeb-c0423e8a1ae3 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:21.495192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:21.540494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:21.770378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.116220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.120838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.138130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae910255-597b-4b7b-a87f-5c89dec82982 None None] New status for floating IP bae779da-a261-4ddd-bed0-a6e698f81563: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:55:22.151777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.152549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router cb808822-0869-4ca7-91b8-6a582f1ae609 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:22.168305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.169393 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce2e8e92-d7df-4e5b-bcc2-4179de9b04cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/cb808822-0869-4ca7-91b8-6a582f1ae609 HTTP/1.1" status: 204 len: 168 time: 1.6224256 Mar 11 19:55:22.172567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38350) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:22.283565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.412711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.440001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:22.452876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaee587d-fb1d-474e-ad12-c49df02ee6c1') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:22.453170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaee587d-fb1d-474e-ad12-c49df02ee6c1') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:22.464876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.481395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.487668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:55:22.488093 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:22.502377 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:22.683980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.689869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.717860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.725647 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-60199cdb-8665-4e8c-a0e7-afd0c90fcd31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/2ff3ba72-85eb-43d3-8f0f-a7bbfc22c1ee HTTP/1.1" status: 204 len: 168 time: 0.5520453 Mar 11 19:55:22.747366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38354) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:22.752756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--1071996539', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:22.758048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:22.762256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:22.765223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:22.770981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:22.782566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:22.785629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.813946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:22.823642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.823986 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment a884bfb3-1c40-4d12-9fca-5d47b7e34f50 of type vlan for network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 Mar 11 19:55:22.853105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.884457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.888088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:22.888652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:22.992423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2439899 Mar 11 19:55:22.993150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2f50d-378b-4d1a-a147-9e2dc1581b1a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=99c8791e-22f4-4de7-9fc5-61b423afa8f2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.995191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38358) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:23.000834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-159367090', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:23.004029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:55:23.007910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:23.012060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:23.015135 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:23.021775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:23.033339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.034262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.052377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.196848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.258601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:55:23.294409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:55:23.294807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device dab261f0-c0e8-4f4f-a7b9-d1ca68f85e14 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:55:23.295242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:55:23.325259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:55:23.325599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e4a13ae0-bd54-4661-aac6-8c7e3f3bbaf4 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:55:23.375638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.403926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.542663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.226 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/0deec5ba-783e-4ba9-895e-589cd1c71cec) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:23.700481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.732781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.798427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:23.801145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:23.805321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:55:23.828536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=0deec5ba-783e-4ba9-895e-589cd1c71cec,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:23.972851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:23.973572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:24.211628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 422727bb-b591-41cb-a510-63899a5d748c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:24.516416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:24.525862 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Sync routers for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:55:24.528153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:24.538409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:24.539010 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:24.549290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:24.553752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1b557a32-abfb-4067-aeb1-a508efd5ad80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5543959 Mar 11 19:55:24.554008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38362) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:24.592825 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6925f5a0-5fcc-48f4-bbb0-a51705623c5b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376904 Mar 11 19:55:24.595530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38366) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:24.708821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:24.720825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5158b-7aaf-49d4-b73b-4d9a018ce3e3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:24.722333 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a3d5158b-7aaf-49d4-b73b-4d9a018ce3e3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1259313 Mar 11 19:55:24.725425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38370) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:24.768117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5a09161e-fbb0-40b7-bf19-69bfc7fa29d4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413454 Mar 11 19:55:24.770891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38374) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:24.776486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744405907', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:24.881550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:24.887118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:24.890158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:24.896012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:24.907178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:24.986236 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:24.990119 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Checking router: 422727bb-b591-41cb-a510-63899a5d748c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:55:24.990453 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Updating router 422727bb-b591-41cb-a510-63899a5d748c port 0deec5ba-783e-4ba9-895e-589cd1c71cec binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:55:25.007389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.039401 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.221427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.294162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=421e245c-c52b-4599-a37e-99ac777352d2,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:25.309405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:55:25.309826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 99c8791e-22f4-4de7-9fc5-61b423afa8f2, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:25.332213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:25.341973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 99c8791e-22f4-4de7-9fc5-61b423afa8f2) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:25.345833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:25.346414 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.352941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a36d1-9e2d-4191-978e-d4dbe805e44d None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:55:25.370990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38378) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:25.371573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-268df1e7-e6ee-4a9e-b05e-c5b55cb82225 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5989840 Mar 11 19:55:25.374368 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.386523 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Transition to ACTIVE for port object 0deec5ba-783e-4ba9-895e-589cd1c71cec will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:25.393307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.471696 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Attempting to bind port 0deec5ba-783e-4ba9-895e-589cd1c71cec on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:55:25.472062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Attempting to bind port 0deec5ba-783e-4ba9-895e-589cd1c71cec by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:55:25.472485 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Attempting to bind port 0deec5ba-783e-4ba9-895e-589cd1c71cec on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:55:25.483197 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Pushing event updated for resources: {'Port': ['ID=0deec5ba-783e-4ba9-895e-589cd1c71cec,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:25.487916 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:55:25.488281 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:55:25.488682 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.489054 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:55:25.489506 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Bound port: 0deec5ba-783e-4ba9-895e-589cd1c71cec, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:55:25.489866 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.548669 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.549356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.549356 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.549529 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.549812 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.550122 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.550435 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.550744 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.551039 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.551341 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.551660 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:25.580564 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:55:25.581458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.602215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] For port 0deec5ba-783e-4ba9-895e-589cd1c71cec, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:25.605263 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] For port 0deec5ba-783e-4ba9-895e-589cd1c71cec, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0deec5ba-783e-4ba9-895e-589cd1c71cec,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:25.610876 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:25.701367 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82696b49-dae9-434b-92a2-a464fb9ff4e8 None None] Pushing event updated for resources: {'Port': ['ID=0deec5ba-783e-4ba9-895e-589cd1c71cec,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:25.704748 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:25.705511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:25.752654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Allocated IP 172.20.0.2 (99c8791e-22f4-4de7-9fc5-61b423afa8f2/421e245c-c52b-4599-a37e-99ac777352d2/ba6249c2-55b4-40d9-b15c-957a8450efa5) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:25.878573 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:25.996736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.008586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Transition to ACTIVE for port object ba6249c2-55b4-40d9-b15c-957a8450efa5 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:26.027204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Transition to ACTIVE for port object ba6249c2-55b4-40d9-b15c-957a8450efa5 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:26.034672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.098579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:26.101409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:26.105741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:55:26.107900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Pushing event updated for resources: {'Port': ['ID=ba6249c2-55b4-40d9-b15c-957a8450efa5,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:26.155443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.180908 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:26.185545 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c1ae5e-1177-45ff-a82a-6a661cecc4d0 None None] The sync data for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv is: [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:55:26.198933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Attempting to bind port ba6249c2-55b4-40d9-b15c-957a8450efa5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:55:26.199289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Attempting to bind port ba6249c2-55b4-40d9-b15c-957a8450efa5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:55:26.199671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Attempting to bind port ba6249c2-55b4-40d9-b15c-957a8450efa5 on network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:55:26.206147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:55:26.206505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Checking segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:55:26.206895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.207271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Bound using segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:55:26.207749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Bound port: ba6249c2-55b4-40d9-b15c-957a8450efa5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:55:26.208112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.300376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] For port ba6249c2-55b4-40d9-b15c-957a8450efa5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:26.303685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] For port ba6249c2-55b4-40d9-b15c-957a8450efa5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba6249c2-55b4-40d9-b15c-957a8450efa5,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:26.309702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.409706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80171b5-2f2c-4e1f-adde-a8df3d356c29 None None] Pushing event updated for resources: {'Port': ['ID=ba6249c2-55b4-40d9-b15c-957a8450efa5,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:26.601323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (99c8791e-22f4-4de7-9fc5-61b423afa8f2/421e245c-c52b-4599-a37e-99ac777352d2/f2c06fef-e05c-4546-b076-29be3debe3f6) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:26.884995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.901579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object f2c06fef-e05c-4546-b076-29be3debe3f6 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:26.924515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:26.996772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:26.999847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:27.002357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:55:27.039306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:27.065426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.154981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.322492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba6249c2-55b4-40d9-b15c-957a8450efa5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:27.369789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dbda1b-7d60-4c93-a82b-8b34556e864c None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:55:27.508170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Provisioning for port ba6249c2-55b4-40d9-b15c-957a8450efa5 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:27.514781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ba6249c2-55b4-40d9-b15c-957a8450efa5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:27.520251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Provisioning complete for port ba6249c2-55b4-40d9-b15c-957a8450efa5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:27.520616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.572435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.578591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.581122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ba6249c2-55b4-40d9-b15c-957a8450efa5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:27.581509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.687081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:27.689473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.823081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:27.824122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:27.826535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.841510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:27.885916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] For port ba6249c2-55b4-40d9-b15c-957a8450efa5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba6249c2-55b4-40d9-b15c-957a8450efa5,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:27.896684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.009938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:55:28.010451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:55:28.014798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058f369-0dc1-4426-808b-e348ef3944cb None None] Pushing event updated for resources: {'Port': ['ID=ba6249c2-55b4-40d9-b15c-957a8450efa5,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.129156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Provisioning for port f2c06fef-e05c-4546-b076-29be3debe3f6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:28.136934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Provisioning complete for port f2c06fef-e05c-4546-b076-29be3debe3f6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:28.137304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.200140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Port f2c06fef-e05c-4546-b076-29be3debe3f6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:55:28.213543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Provisioning complete for port ba6249c2-55b4-40d9-b15c-957a8450efa5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:28.213921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9f0226eb-7e8e-4c5e-9066-0916c6dc747f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.217012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 422727bb-b591-41cb-a510-63899a5d748c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:28.454750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-80f0fd0f-75b2-4d85-8d93-039cbecc3b39 None None] Provisioning complete for port f2c06fef-e05c-4546-b076-29be3debe3f6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:28.455404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-80f0fd0f-75b2-4d85-8d93-039cbecc3b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.506270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-80f0fd0f-75b2-4d85-8d93-039cbecc3b39 None None] Port f2c06fef-e05c-4546-b076-29be3debe3f6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:55:28.542118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:28.555179 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e27dd234-cb90-48ec-becd-85e6c74413aa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/422727bb-b591-41cb-a510-63899a5d748c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1814175 Mar 11 19:55:28.557043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38382) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:28.566585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0deec5ba-783e-4ba9-895e-589cd1c71cec up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:28.632742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0deec5ba-783e-4ba9-895e-589cd1c71cec completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:28.637600 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0deec5ba-783e-4ba9-895e-589cd1c71cec triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:28.637965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.701133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295c070-00ff-4334-8b74-1e51908b0444 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.701804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295c070-00ff-4334-8b74-1e51908b0444 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.701804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295c070-00ff-4334-8b74-1e51908b0444 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.702182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3295c070-00ff-4334-8b74-1e51908b0444 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.703822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3295c070-00ff-4334-8b74-1e51908b0444 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1458912 Mar 11 19:55:28.707111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38386) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:28.751056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.767304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0deec5ba-783e-4ba9-895e-589cd1c71cec, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0deec5ba-783e-4ba9-895e-589cd1c71cec,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:28.772336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:28.783455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be052e-5046-4ca4-a1e6-3c0c417b20c4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.783825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be052e-5046-4ca4-a1e6-3c0c417b20c4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.784168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be052e-5046-4ca4-a1e6-3c0c417b20c4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.784514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63be052e-5046-4ca4-a1e6-3c0c417b20c4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.786123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-63be052e-5046-4ca4-a1e6-3c0c417b20c4 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0780911 Mar 11 19:55:28.788955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:28.839205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0deec5ba-783e-4ba9-895e-589cd1c71cec,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.989287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7cf603a4-292d-414f-ae60-939556cdddc6 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1991394 Mar 11 19:55:29.270018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba6249c2-55b4-40d9-b15c-957a8450efa5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:29.378486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ba6249c2-55b4-40d9-b15c-957a8450efa5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:29.378857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.494344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38396) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:29.496607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0deec5ba-783e-4ba9-895e-589cd1c71cec up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:29.500344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644030223', 'description': 'tempest-secgroup-smoke-1644030223 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:29.506555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:29.511013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:29.514201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:29.520616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:29.531875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.565976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0deec5ba-783e-4ba9-895e-589cd1c71cec triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:29.566350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.568183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:29.571991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:29.574688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:29.580446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:29.635626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.639489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.677443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Sync routers for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:55:29.687304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a032ab4-f0de-49e8-a269-393dd20b734c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.689837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.694166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:29.694334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b170f24-35dd-4597-ae8b-b0cd612812a0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1985977 Mar 11 19:55:29.698430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:29.699202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:29.700006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:29.706225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:29.709999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:29.712850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:29.722872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:29.739132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.799069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.803188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.825266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3cea97-488d-47e7-a272-09b6f0d4e372,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.836240 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.837415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8049ac2e-577c-415a-a16e-e2891a841cac tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421714 Mar 11 19:55:29.840257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38404) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:29.845719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:29.851574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:29.855685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:29.858653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:29.864701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:29.880773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:29.882518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.943817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.948416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.972117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a6bddc-f851-4d95-846e-7802ddae4018,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.981205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:29.985405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38408) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:29.985925 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bda4c1f3-93f4-412b-a89a-299edbdba884 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442804 Mar 11 19:55:29.991093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:29.997271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:30.001063 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:30.003934 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:30.009532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:30.026722 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.087503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.091255 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.117755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a13cd83-63a6-4a0d-b832-a13ceb1a9097,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.126384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.130957 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf4ba6bf-3acf-4d64-bfa8-6bb579662c15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1445513 Mar 11 19:55:30.131155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38412) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:30.137809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:30.144260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:30.148793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:30.151932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:30.158225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:30.179407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.194416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.198421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Checking router: 422727bb-b591-41cb-a510-63899a5d748c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:55:30.198775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Updating router 422727bb-b591-41cb-a510-63899a5d748c port f2c06fef-e05c-4546-b076-29be3debe3f6 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:55:30.242591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.246713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.249381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.269520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae33f36b-162e-4b91-944a-aa4eaa111ace,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.279685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.280827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4289c0f6-6bc4-43ab-9da5-63a63ab5b7d2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1484754 Mar 11 19:55:30.284415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38416) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:30.289664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:30.295565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:30.299238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:30.302022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:30.310369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:30.320760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:55:30.327100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.389763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.393976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.417601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73aac40-2ba3-4c38-8fd7-1fbe8220a53a,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.427907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.429293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-44000ed2-9650-4685-96c3-b75061b8510c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440141 Mar 11 19:55:30.432270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38420) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:30.437618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '4a032ab4-f0de-49e8-a269-393dd20b734c', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:30.443569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:30.447300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:30.450112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:30.455680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:30.466270 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:55:30.472570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.537632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.542452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.567356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e8d3ed-0690-44a3-b8e4-194ef9c55ff4,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.577065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.578251 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6d85d720-0dfd-4700-b8c3-0954104df3c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1450844 Mar 11 19:55:30.582674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.594934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Transition to ACTIVE for port object f2c06fef-e05c-4546-b076-29be3debe3f6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:30.601582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.720514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f299d79-0d54-43e1-99ab-300dc78305e5 None None] Pushing event updated for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.761124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-65e6c8c7-2e73-46cd-b079-06b700b5fa45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:30.778646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-65e6c8c7-2e73-46cd-b079-06b700b5fa45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:30.784430 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-65e6c8c7-2e73-46cd-b079-06b700b5fa45 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644030223&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0667646 Mar 11 19:55:30.811792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Attempting to bind port f2c06fef-e05c-4546-b076-29be3debe3f6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:55:30.812151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Attempting to bind port f2c06fef-e05c-4546-b076-29be3debe3f6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:55:30.812516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Attempting to bind port f2c06fef-e05c-4546-b076-29be3debe3f6 on network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:55:30.819143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:55:30.819532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Checking segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:55:30.819918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.820293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Bound using segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:55:30.820747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Bound port: f2c06fef-e05c-4546-b076-29be3debe3f6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:55:30.821108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.905982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] For port f2c06fef-e05c-4546-b076-29be3debe3f6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:30.909448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] For port f2c06fef-e05c-4546-b076-29be3debe3f6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f2c06fef-e05c-4546-b076-29be3debe3f6,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:30.914663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:30.931981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-09705ab0-3f24-4bbf-9359-f1cb3d407f04 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:30.932575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-09705ab0-3f24-4bbf-9359-f1cb3d407f04 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:30.948453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-09705ab0-3f24-4bbf-9359-f1cb3d407f04 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:30.949731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-09705ab0-3f24-4bbf-9359-f1cb3d407f04 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 797 time: 0.1632679 Mar 11 19:55:30.966590 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-c5421b53-e442-4b6d-a059-5bfbe9f6df3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0111804 Mar 11 19:55:31.038697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f299d79-0d54-43e1-99ab-300dc78305e5 None None] Pushing event updated for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.046959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:31.047819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:31.057530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-db2aa5fe-b0b7-4315-883d-2c5248629dc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:31.078763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-db2aa5fe-b0b7-4315-883d-2c5248629dc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:31.080761 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-db2aa5fe-b0b7-4315-883d-2c5248629dc2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084621 Mar 11 19:55:31.244168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:31.300204 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ef043727-cacb-4065-94a6-312dc2cb8ffa service neutron] 10.222.0.76 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071905 Mar 11 19:55:31.438359 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-db8ce24c-f71c-4ce3-b44d-c77c8746631f service neutron] 10.222.0.76 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323805 Mar 11 19:55:31.562097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:31.566750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e2386c-93cc-45e9-839f-0b617f7e4ca3 None None] The sync data for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv is: [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:55:31.630698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5412a562-c97e-43cd-9851-2c9b70e90193 req-3b733f29-0a88-43c2-ad82-3f46cc28b3b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:31.645826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5412a562-c97e-43cd-9851-2c9b70e90193 req-3b733f29-0a88-43c2-ad82-3f46cc28b3b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:31.646999 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5412a562-c97e-43cd-9851-2c9b70e90193 req-3b733f29-0a88-43c2-ad82-3f46cc28b3b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 210 time: 0.0687833 Mar 11 19:55:32.815023 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4f69aa34-8ae2-4f18-8f1c-7ddf11d74403 req-e62919a0-fc14-4bea-b837-2d1adb82d6d9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 210 time: 0.0431552 Mar 11 19:55:33.091352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-0f886ca7-3d00-4413-9cb6-6898e353164f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:33.092647 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-0f886ca7-3d00-4413-9cb6-6898e353164f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 797 time: 0.1466606 Mar 11 19:55:33.148301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-eb79f610-9bbe-40aa-aa88-b96929f6eb70 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:33.160217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-eb79f610-9bbe-40aa-aa88-b96929f6eb70 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:33.161331 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-eb79f610-9bbe-40aa-aa88-b96929f6eb70 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 380 time: 0.0557530 Mar 11 19:55:33.170882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['4a032ab4-f0de-49e8-a269-393dd20b734c']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:33.286160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f2c06fef-e05c-4546-b076-29be3debe3f6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:33.314480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:33.323583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:33.333541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:33.336653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.358572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f2c06fef-e05c-4546-b076-29be3debe3f6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:33.363390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f2c06fef-e05c-4546-b076-29be3debe3f6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:33.363783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.480962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.518976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f2c06fef-e05c-4546-b076-29be3debe3f6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f2c06fef-e05c-4546-b076-29be3debe3f6,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:33.523907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.589885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.598434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.12 (99c8791e-22f4-4de7-9fc5-61b423afa8f2/421e245c-c52b-4599-a37e-99ac777352d2/5ae39175-1d5d-443f-9964-ce172238129f) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:33.796817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.812686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 5ae39175-1d5d-443f-9964-ce172238129f will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:33.838713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:33.908947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:33.912040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:33.916446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:55:33.946298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:34.029143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:34.029797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.063349 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-45c02fe7-7381-4a40-a58d-da4aa4c880f8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8970473 Mar 11 19:55:34.072451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7480-b78c-42ca-b198-508212fc9df6 req-39f934be-eef4-4994-a395-dda1c6e535d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:34.073764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-77fd7480-b78c-42ca-b198-508212fc9df6 req-39f934be-eef4-4994-a395-dda1c6e535d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:55:34.080516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Request body: {'port': {'device_id': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:34.138815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-77fd7480-b78c-42ca-b198-508212fc9df6 req-39f934be-eef4-4994-a395-dda1c6e535d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:55:34.140009 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-77fd7480-b78c-42ca-b198-508212fc9df6 req-39f934be-eef4-4994-a395-dda1c6e535d0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 932 time: 0.1948206 Mar 11 19:55:34.175988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-043aba31-d347-4007-b4be-1fb486441d0c None None] Provisioning for port 5ae39175-1d5d-443f-9964-ce172238129f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:34.181434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-043aba31-d347-4007-b4be-1fb486441d0c None None] Provisioning complete for port 5ae39175-1d5d-443f-9964-ce172238129f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:34.181803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-043aba31-d347-4007-b4be-1fb486441d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.221817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.235547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-043aba31-d347-4007-b4be-1fb486441d0c None None] Port 5ae39175-1d5d-443f-9964-ce172238129f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:55:34.244550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-77fd7480-b78c-42ca-b198-508212fc9df6 req-f5e9a033-287b-4afd-a091-a21f612816e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756526 Mar 11 19:55:34.564106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae39175-1d5d-443f-9964-ce172238129f {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:55:34.572471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.588102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Transition to ACTIVE for port object 5ae39175-1d5d-443f-9964-ce172238129f will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:55:34.593716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.724519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:34.830702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Attempting to bind port 5ae39175-1d5d-443f-9964-ce172238129f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:55:34.831043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Attempting to bind port 5ae39175-1d5d-443f-9964-ce172238129f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:55:34.831360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Attempting to bind port 5ae39175-1d5d-443f-9964-ce172238129f on network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:55:34.837206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Port 5ae39175-1d5d-443f-9964-ce172238129f on network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:55:34.837519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Attempting to bind port 5ae39175-1d5d-443f-9964-ce172238129f on network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:55:34.843803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:55:34.844132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Checking segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:55:34.844500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Bound using segment: {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:55:34.844913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Bound port: 5ae39175-1d5d-443f-9964-ce172238129f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:55:34.846208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:34.935745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:34.938708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5ae39175-1d5d-443f-9964-ce172238129f,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:34.945146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:35.003466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:35.004842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] 10.222.0.90 "PUT /v2.0/ports/5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1094 time: 0.9281573 Mar 11 19:55:35.005199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:55:35.022475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae8fbf-75da-41bb-8411-1f8e56d7a5aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:35.078087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f', 'status': 'completed', 'code': 200} Mar 11 19:55:35.119112 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-9e3822cb-3775-4fb3-95dc-52466a72c84e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1097 time: 0.0752497 Mar 11 19:55:35.186790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-90c21daf-4145-45ae-af9e-e3282c9ef79b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 217 time: 0.0608187 Mar 11 19:55:35.279601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f2c06fef-e05c-4546-b076-29be3debe3f6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:35.345857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-2ede77ba-b8af-4d7a-bc7a-f51d53749680 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:35.347343 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-2ede77ba-b8af-4d7a-bc7a-f51d53749680 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.1551573 Mar 11 19:55:35.355414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f2c06fef-e05c-4546-b076-29be3debe3f6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:35.355785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:35.478461 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-92924d0b-fcb5-4db1-9b8c-511ea9ada374 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254225 Mar 11 19:55:35.487175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9b7f6-bb9d-4fb4-b030-82a0f35c8fb3 req-285f1aea-cd2e-4e38-a090-4a305cdd99b7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:35.488523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b3e9b7f6-bb9d-4fb4-b030-82a0f35c8fb3 req-285f1aea-cd2e-4e38-a090-4a305cdd99b7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 944 time: 0.1066291 Mar 11 19:55:35.620537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b3e9b7f6-bb9d-4fb4-b030-82a0f35c8fb3 req-4eb0c128-f883-4290-9f08-6c6dc23ed9b2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139894 Mar 11 19:55:35.642701 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-a3982765-27df-4d4e-8dd5-5f493677acad service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532617 Mar 11 19:55:35.773036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dba5e3dc-900c-479e-bae5-6fbcdd326370 req-5960f6be-4c16-434e-b159-bfc415f7118c service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244276 Mar 11 19:55:35.898183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-bef81fed-1f80-45df-88b0-a620ff1a49ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1097 time: 0.0719104 Mar 11 19:55:36.027846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-1ec6fb68-52d2-428d-bc68-19ba456b43e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:36.029464 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-1ec6fb68-52d2-428d-bc68-19ba456b43e4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1258516 Mar 11 19:55:36.102112 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-97959dd9-7b29-4ed0-b6d4-a6ae116fecf7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 217 time: 0.0663836 Mar 11 19:55:36.161918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-4ffbb8a9-286e-414a-b4cc-07976926579a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:36.163366 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-4ffbb8a9-286e-414a-b4cc-07976926579a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0551333 Mar 11 19:55:36.238670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-c617be85-74eb-4b82-9d8b-3e98f6b3cfbf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692284 Mar 11 19:55:36.371000 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-5b89bd71-c1a4-4849-a68d-d4f49065e026 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259499 Mar 11 19:55:36.508301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9cab884-2175-4087-afaa-cc406c2635b9 req-9f04158f-7d27-42e7-99a5-af9737499333 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299264 Mar 11 19:55:36.838887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce2921-b6a3-4bad-bbaf-7ff4a5bfdb24 req-2b8c587b-b596-4de5-ba09-2179d7621e20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:36.840268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-46ce2921-b6a3-4bad-bbaf-7ff4a5bfdb24 req-2b8c587b-b596-4de5-ba09-2179d7621e20 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 944 time: 0.0870268 Mar 11 19:55:36.886457 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-46ce2921-b6a3-4bad-bbaf-7ff4a5bfdb24 req-72567544-caff-4581-958e-5e05b69304b1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Mar 11 19:55:37.820277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 5ae39175-1d5d-443f-9964-ce172238129f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:55:37.968288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5ae39175-1d5d-443f-9964-ce172238129f,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:37.981033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '5ae39175-1d5d-443f-9964-ce172238129f', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'port_id': '5ae39175-1d5d-443f-9964-ce172238129f', 'mac_address': 'fa:16:3e:47:bd:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:55:38.032553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:38.050079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae39175-1d5d-443f-9964-ce172238129f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:55:38.065129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5ae39175-1d5d-443f-9964-ce172238129f,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:38.070551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:38.086228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1992d-f89f-4d95-891e-f4d59714bdc8 req-f64f650a-3f99-4c6a-8140-76c652d1c3ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:38.087786 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f3d1992d-f89f-4d95-891e-f4d59714bdc8 req-f64f650a-3f99-4c6a-8140-76c652d1c3ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 944 time: 0.0764530 Mar 11 19:55:38.133207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f3d1992d-f89f-4d95-891e-f4d59714bdc8 req-40ecdc8d-734c-4d52-9580-9118c43307ce tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397005 Mar 11 19:55:38.139645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:38.473910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['5ae39175-1d5d-443f-9964-ce172238129f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:55:39.327818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eac823-faea-4fd1-8bd9-162be751a72f req-dc2b7181-ff2a-4df5-96fa-8eea98c65dd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:39.329218 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6eac823-faea-4fd1-8bd9-162be751a72f req-dc2b7181-ff2a-4df5-96fa-8eea98c65dd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 945 time: 0.0760596 Mar 11 19:55:39.377204 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6eac823-faea-4fd1-8bd9-162be751a72f req-a407f62f-9edf-4a4e-9936-0ef999dfb9d7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424218 Mar 11 19:55:39.836152 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 5ae39175-1d5d-443f-9964-ce172238129f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:55:39.920410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 5ae39175-1d5d-443f-9964-ce172238129f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:55:39.925284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 5ae39175-1d5d-443f-9964-ce172238129f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:55:39.925658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:40.049837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:40.087823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:55:40.101117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5ae39175-1d5d-443f-9964-ce172238129f,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:40.111103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:40.182803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.232592 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f', 'code': 200} Mar 11 19:55:40.471255 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05aa209d-fac5-4a84-82ab-618fb38fbbbd req-50f8d8b4-767e-440f-9c0c-59d432f689bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.0729458 Mar 11 19:55:40.512604 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05aa209d-fac5-4a84-82ab-618fb38fbbbd req-ac4f42bc-d0b2-40dc-881e-4d590c1ff3ae service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Mar 11 19:55:40.575391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fe899-0b00-42cc-8dc3-372a3ec063e9 req-c78c0afe-e274-482f-a03c-07be51479b7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:40.576877 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e5fe899-0b00-42cc-8dc3-372a3ec063e9 req-c78c0afe-e274-482f-a03c-07be51479b7e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.0763729 Mar 11 19:55:40.620821 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e5fe899-0b00-42cc-8dc3-372a3ec063e9 req-fb5720fe-8396-40f4-ad99-eeccd7d7c6f0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384071 Mar 11 19:55:41.829209 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6428530-ad8e-48c8-8ea0-c5edf41d4810 req-b859d366-9627-4550-8081-7d595cb16b1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:41.830705 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6428530-ad8e-48c8-8ea0-c5edf41d4810 req-b859d366-9627-4550-8081-7d595cb16b1d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.0814967 Mar 11 19:55:41.878790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6428530-ad8e-48c8-8ea0-c5edf41d4810 req-ebcc423d-f89f-4060-ac91-09d5dc418d80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422580 Mar 11 19:55:43.082280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb9f78-3456-4bef-bc0d-8e01dcac7714 req-bc32b1cf-0b38-449b-96f2-2c404abbac41 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:43.083735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8fbb9f78-3456-4bef-bc0d-8e01dcac7714 req-bc32b1cf-0b38-449b-96f2-2c404abbac41 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.0833235 Mar 11 19:55:43.131230 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8fbb9f78-3456-4bef-bc0d-8e01dcac7714 req-90460708-86c5-4966-b752-70110e686704 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Mar 11 19:55:43.326516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3e89e-9271-46ca-b78c-e86220e77bb0 req-02a1a6ac-c992-42ec-8114-421f1c2f50bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:43.327992 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30e3e89e-9271-46ca-b78c-e86220e77bb0 req-02a1a6ac-c992-42ec-8114-421f1c2f50bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.0780339 Mar 11 19:55:43.373346 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30e3e89e-9271-46ca-b78c-e86220e77bb0 req-af2cc858-d349-4325-8752-b988d6a49bd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Mar 11 19:55:43.407655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38478) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:43.488142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-69342727-e43a-49a3-b65d-fe3341eef681 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1094 time: 0.0792291 Mar 11 19:55:43.490757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38482) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:43.495844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '5ae39175-1d5d-443f-9964-ce172238129f', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:55:43.501229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:55:43.505061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:55:43.507906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:55:43.513513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:55:43.614259 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:43.750594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:43.885546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.119 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/40dcec8d-06fc-417b-9455-3cd652bb50b0) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:44.033386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.069244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.138831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:44.141699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:44.145309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:55:44.178110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=40dcec8d-06fc-417b-9455-3cd652bb50b0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:44.444764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-241983b0-8a29-4f46-9b89-d0eb97167411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.665959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.722527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.928969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:44.935584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:45.036889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=40dcec8d-06fc-417b-9455-3cd652bb50b0,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:45.050688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:45.337049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP ee46b57f-77fb-432b-9f9a-bfdbf96242eb associated. External IP: 172.26.8.119, port: 5ae39175-1d5d-443f-9964-ce172238129f. Mar 11 19:55:45.745482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 422727bb-b591-41cb-a510-63899a5d748c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:45.958434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:45.969401 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Sync routers for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:55:45.983536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:45.984135 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:45.984363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:46.043023 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9d54d4b8-83c6-4004-bb38-b7adb94b97eb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5511837 Mar 11 19:55:46.043545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:55:46.045900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38486) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:46.097065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f', 'status': 'completed', 'code': 200} Mar 11 19:55:46.155293 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:46.224006 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-00bd7824-1fd6-4844-ae00-44d1a6c542ec service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.1027052 Mar 11 19:55:46.271484 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-df20fb61-b73b-4e1d-90ac-a84e17dec029 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee46b57f-77fb-432b-9f9a-bfdbf96242eb HTTP/1.1" status: 200 len: 992 time: 0.2241435 Mar 11 19:55:46.358520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-acf94d30-17c7-4268-8d94-9a689217ac38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.360003 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-acf94d30-17c7-4268-8d94-9a689217ac38 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1304631 Mar 11 19:55:46.459650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-0cc29350-5772-42c5-a84b-09f4ef29a1f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1000 time: 0.0930710 Mar 11 19:55:46.496551 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee46b57f-77fb-432b-9f9a-bfdbf96242eb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.119', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '422727bb-b591-41cb-a510-63899a5d748c', 'port_id': '5ae39175-1d5d-443f-9964-ce172238129f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'mac_address': 'fa:16:3e:47:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:44Z', 'updated_at': '2022-03-11T19:55:44Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:46.500691 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Checking router: 422727bb-b591-41cb-a510-63899a5d748c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:55:46.511800 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:55:46.512363 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:55:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:46.524285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-47b0585a-3a81-403d-ae7a-a41f3ac9b15e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.525720 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-47b0585a-3a81-403d-ae7a-a41f3ac9b15e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0606101 Mar 11 19:55:46.599079 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-7b783f88-b48f-4e19-ba65-67c651a0de5a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672729 Mar 11 19:55:46.715181 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:55:46.731616 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-668169cd-a31b-45f1-9d11-34f8dbd6c8eb service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257513 Mar 11 19:55:46.751932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3e9ecf94-6260-454f-926b-f35bf16bcaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:46.874853 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b557e9b8-e797-443e-ab01-a2448b793df8 req-939de663-8e86-45fc-a3e9-c825219b01ab service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373968 Mar 11 19:55:47.053795 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee46b57f-77fb-432b-9f9a-bfdbf96242eb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.119', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '422727bb-b591-41cb-a510-63899a5d748c', 'port_id': '5ae39175-1d5d-443f-9964-ce172238129f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'mac_address': 'fa:16:3e:47:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:44Z', 'updated_at': '2022-03-11T19:55:44Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:47.057945 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad10f6d4-de72-4b8f-a8f6-d5cfd255a2dc None None] The sync data for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv is: [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ee46b57f-77fb-432b-9f9a-bfdbf96242eb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.119', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '422727bb-b591-41cb-a510-63899a5d748c', 'port_id': '5ae39175-1d5d-443f-9964-ce172238129f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'mac_address': 'fa:16:3e:47:bd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:44Z', 'updated_at': '2022-03-11T19:55:44Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:55:47.276367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38492) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:47.384067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-29e37eff-2111-4e22-8148-eff6c46761a8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee46b57f-77fb-432b-9f9a-bfdbf96242eb HTTP/1.1" status: 200 len: 992 time: 0.1064770 Mar 11 19:55:47.821553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:47.847688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17772ff3-8501-4621-9e3f-4b8855c7008b None None] New status for floating IP ee46b57f-77fb-432b-9f9a-bfdbf96242eb: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:55:48.032335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:48.100965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-0fe2f38c-de35-4939-bf7d-4fcc2371142b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1725345 Mar 11 19:55:48.243085 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-563ae446-08e3-4ad2-a71c-5d6e2893ca1d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.0702438 Mar 11 19:55:48.388445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38496) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:55:48.389326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-3800ca71-ccb2-4b6d-be4b-fbc15e8c8d5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.390972 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-3800ca71-ccb2-4b6d-be4b-fbc15e8c8d5e service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1293228 Mar 11 19:55:48.490087 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a7ae3bcf-aff3-4c4f-8683-eb9a812d5f36 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/ee46b57f-77fb-432b-9f9a-bfdbf96242eb HTTP/1.1" status: 200 len: 994 time: 0.1004956 Mar 11 19:55:48.496674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-399b6568-c097-49ca-a93f-e59feadc0954 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1002 time: 0.0989761 Mar 11 19:55:48.559556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-ef68b700-95a6-4f29-8f16-8121ec891633 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.560918 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-ef68b700-95a6-4f29-8f16-8121ec891633 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0584209 Mar 11 19:55:48.642007 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-af54d8b4-eb05-4a54-ab05-1f921efd14d5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733709 Mar 11 19:55:48.779254 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-73a48fcc-f253-4686-ac68-bdcb3febbd81 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302583 Mar 11 19:55:48.914100 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8435230f-2498-4cd1-bed4-b7b0193c37d5 req-dcd31c27-b862-43ad-8071-af33a5b2a95e service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261504 Mar 11 19:55:49.169241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:54.549974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:55:57.131233 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:56:14.455639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9307596f-ac94-4de2-9bae-3c8b2c5752f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:16.756736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-38e5033d-140a-4e5e-9e23-829499c1fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:17.835129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:17.990141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:19.177480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:24.554604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:34.131533 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:56:44.462025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-77a9a792-1c0a-4324-9028-ee77d1abbbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:46.752809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76a35bb8-27b0-41a3-a914-91ad914e6b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:47.833692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:47.993921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:49.178780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:56:49.997807 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-0bbdd236-8169-4980-87aa-60ba97510906 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686789 Mar 11 19:56:50.137818 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-9a24db41-9b40-4e28-b6f1-5d877f943593 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.0704739 Mar 11 19:56:50.280833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-568ca189-8bc2-4d32-bd6e-06e6eb03c924 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:50.282139 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-568ca189-8bc2-4d32-bd6e-06e6eb03c924 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1258910 Mar 11 19:56:50.383903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-b6db3c3e-7ec9-4bd0-a214-e89fe689b69a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1002 time: 0.0952833 Mar 11 19:56:50.448716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-6676e835-10c7-417e-b51e-df600d9848b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:50.450113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-6676e835-10c7-417e-b51e-df600d9848b5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0597694 Mar 11 19:56:50.525513 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-2f8ab823-bbd2-4434-8d09-f63bfeb04420 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691071 Mar 11 19:56:50.535618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-241be4f7-715a-4a9f-b34d-6ca9db9ba79f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:56:50.536429 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-241be4f7-715a-4a9f-b34d-6ca9db9ba79f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045662 Mar 11 19:56:50.672421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-d738a06c-7454-420e-b82b-8fa7936b7649 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261177 Mar 11 19:56:50.802682 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4d049fa6-c4e2-4ff2-8508-cc5f7ad84ebf req-fe1d6197-4679-4c2e-9c51-efd03e69c859 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241899 Mar 11 19:56:54.563436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:11.132860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:57:14.460654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4de58f30-33ee-4966-9961-b413b218de7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:16.755127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2fdbbe2c-dc79-4da0-ac9f-94f42e7bf2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:17.838115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:17.999452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:19.179105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:24.568159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:44.456022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-719c9358-932b-4b24-b241-d5a9a7d7b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:46.761469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c01e18c9-dc30-4d9b-93ed-709717ebdb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:47.847255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:48.003345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:48.135063 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:57:49.180624 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:57:51.072126 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-29693365-8190-4dfb-b1a0-6443f57fb0e1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1435547 Mar 11 19:57:51.286341 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-6b92cd2f-c84e-491d-a39d-3a7fcde72da2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.1473615 Mar 11 19:57:51.426581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-ced69630-748e-4bdd-96e8-b9525efd9702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:51.428105 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-ced69630-748e-4bdd-96e8-b9525efd9702 service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1232114 Mar 11 19:57:51.527438 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-f67df564-ac82-4510-afa3-e931c9f2cd8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1002 time: 0.0926046 Mar 11 19:57:51.588906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-8450068e-f186-4fc2-b93b-a3116694e9c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:51.590193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-8450068e-f186-4fc2-b93b-a3116694e9c8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0575273 Mar 11 19:57:51.677152 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-850282fa-7e0e-4f9e-8a83-8058648417d1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807493 Mar 11 19:57:51.804693 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-3bd41ebe-f3e1-4ece-94ad-8e5d5c057840 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203876 Mar 11 19:57:51.945136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91501eb2-5cdb-4d10-a677-2a6249eda3d3 req-7edf5849-92b9-4b2a-a0d5-623c4ee43d84 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341066 Mar 11 19:57:54.568617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:14.460471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fc4cfe14-7a73-4371-a2b1-7be3bb9fd6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:16.751096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8b088732-3952-4166-b9cf-e6cc100b0e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:17.850677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:18.007561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:19.183248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:21.134279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38554) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:58:21.140256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:58:21.380526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1489054'] for subnet, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:21.577610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755902452893', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2642063'] for subnet, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:21.628330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:21.628901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:21.630377 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/subnets/421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 835 time: 0.4947793 Mar 11 19:58:21.635682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e655f6-ffd2-4eef-9672-3c607feaaba9 None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:58:21.640118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=421e245c-c52b-4599-a37e-99ac777352d2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:21.648968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.649304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.649628 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.649922 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.650258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.650569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.650893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.651204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.651539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.651846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:21.652150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f080ffb-4216-46ea-bf37-c40b7cfc02fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:22.105067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Provisioning complete for port f2c06fef-e05c-4546-b076-29be3debe3f6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:58:22.105635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:22.233495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Provisioning complete for port ba6249c2-55b4-40d9-b15c-957a8450efa5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:58:22.233852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:22.364758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Provisioning complete for port 5ae39175-1d5d-443f-9964-ce172238129f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:58:22.365133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2fc1cdb2-9957-45d7-97eb-26c5f90bf444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:24.593974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:25.136547 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:58:44.464743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b1998da2-7dad-401b-83b0-78b8a285f62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:46.753835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c5724b4-b190-499c-a70f-cdc025167d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:47.854328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:48.006654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:49.191973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:58:50.983182 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-de6fc3c3-e06c-44d7-9907-12616e7a0a22 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805390 Mar 11 19:58:51.137530 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-d439a101-7235-4b7c-aa28-701bd035e47f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.0713539 Mar 11 19:58:51.279422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-a4ea9169-a792-4352-9b0a-b5711a6c650e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:51.280818 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-a4ea9169-a792-4352-9b0a-b5711a6c650e service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1243143 Mar 11 19:58:51.477329 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-4e8f8334-25f2-4537-96bb-b36f5d4a127f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 1002 time: 0.1910648 Mar 11 19:58:51.540272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-5e7959d2-4aa7-4513-9d26-710870d6e783 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:51.541553 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-5e7959d2-4aa7-4513-9d26-710870d6e783 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0579870 Mar 11 19:58:51.617499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-3df57a62-a030-4d9a-9c86-5a2ccb4cd483 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699084 Mar 11 19:58:51.744762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-e8209dca-2435-4c3a-884d-d89ae092398a service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212797 Mar 11 19:58:51.875598 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8ae8387-530b-4497-ad0f-464172ee4306 req-969b383c-bf14-4c18-a13c-cf713dee8cec service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252439 Mar 11 19:58:54.606201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:02.139193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:59:05.269368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:05.588436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 40dcec8d-06fc-417b-9455-3cd652bb50b0 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:59:05.588666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:05.758779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:05.759043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:05.875005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 40dcec8d-06fc-417b-9455-3cd652bb50b0 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:59:06.025835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:06.068820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=40dcec8d-06fc-417b-9455-3cd652bb50b0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:06.161754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:06.653861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 422727bb-b591-41cb-a510-63899a5d748c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:06.864362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:06.874461 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Sync routers for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:06.886198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:06.887048 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:06.887675 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:58:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:06.939632 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-941ccedd-b601-4ed8-ac8d-8fe7de52de5c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/ee46b57f-77fb-432b-9f9a-bfdbf96242eb HTTP/1.1" status: 204 len: 168 time: 1.6687005 Mar 11 19:59:06.940111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:07.064350 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:07.135537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f', 'status': 'completed', 'code': 200} Mar 11 19:59:07.236709 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-775afcc1-f50a-4403-83db-42434cf295e1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 1099 time: 0.0782385 Mar 11 19:59:07.381849 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:07.385569 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Checking router: 422727bb-b591-41cb-a510-63899a5d748c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:07.387134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-056093df-23bb-4dbe-bf18-01a7a422beaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.388629 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-056093df-23bb-4dbe-bf18-01a7a422beaa service neutron] 10.222.0.90 "GET /v2.0/networks?id=99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 200 len: 898 time: 0.1454802 Mar 11 19:59:07.396013 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:07.396596 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:58:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:07.498031 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-7a6bc36d-6313-4e47-9a16-eb34232408c7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 200 len: 217 time: 0.1025901 Mar 11 19:59:07.573858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-ed150365-9c92-4419-904d-cb221f8acff6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.575288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-ed150365-9c92-4419-904d-cb221f8acff6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 200 len: 843 time: 0.0672443 Mar 11 19:59:07.584992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c91d5-21ef-4901-9d3b-01ac72df5a92 req-0c788197-63cd-4594-b7d7-0e77f6bb8fe8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.585678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-9c1c91d5-21ef-4901-9d3b-01ac72df5a92 req-0c788197-63cd-4594-b7d7-0e77f6bb8fe8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:07.600616 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:07.640513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-9c1c91d5-21ef-4901-9d3b-01ac72df5a92 req-0c788197-63cd-4594-b7d7-0e77f6bb8fe8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:07.641796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c1c91d5-21ef-4901-9d3b-01ac72df5a92 req-0c788197-63cd-4594-b7d7-0e77f6bb8fe8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.3219321 Mar 11 19:59:07.697589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9c1c91d5-21ef-4901-9d3b-01ac72df5a92 req-ba46913a-88e6-4273-b1b7-191365e55ecf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484128 Mar 11 19:59:07.700499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-0e71dc19-d8fe-4d43-93b5-63a42b194843 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=99c8791e-22f4-4de7-9fc5-61b423afa8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110108 Mar 11 19:59:07.834186 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-cdca90b9-d346-46c8-94f4-b66e7b9f1585 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260045 Mar 11 19:59:07.908874 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:07.913329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da51cbe3-45a5-422a-89ad-6e1e2a246d7f None None] The sync data for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv is: [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:27Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f2c06fef-e05c-4546-b076-29be3debe3f6', 'name': '', 'network_id': '99c8791e-22f4-4de7-9fc5-61b423afa8f2', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:80:35:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '421e245c-c52b-4599-a37e-99ac777352d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:26Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': '421e245c-c52b-4599-a37e-99ac777352d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:07.972293 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-570c7e29-8a97-4db6-9b47-67201053fa14 req-812c18d2-0856-4295-aee9-a0088c82a298 service neutron] 10.222.0.90 "GET /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318443 Mar 11 19:59:08.130811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b2a7c-4e6f-4e66-9997-3800f53a55cf None None] New status for floating IP ee46b57f-77fb-432b-9f9a-bfdbf96242eb: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:59:08.860119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-e740db4f-c2a2-4b20-a2c8-7c30ae205d07 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:08.861589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-e740db4f-c2a2-4b20-a2c8-7c30ae205d07 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.0809186 Mar 11 19:59:08.928799 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 5ae39175-1d5d-443f-9964-ce172238129f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:59:08.929114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:08.995600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bd2c5-58b4-4cdc-9705-1b4e94be7b11 req-b9a4ef7d-c17b-4263-a227-7db241eb4ad4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:08.997174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-625bd2c5-58b4-4cdc-9705-1b4e94be7b11 req-b9a4ef7d-c17b-4263-a227-7db241eb4ad4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 946 time: 0.1459813 Mar 11 19:59:09.042182 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-625bd2c5-58b4-4cdc-9705-1b4e94be7b11 req-eb3c5d02-0cfb-4d74-a5da-1dc2e3437c09 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=4a032ab4-f0de-49e8-a269-393dd20b734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Mar 11 19:59:09.261924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 5ae39175-1d5d-443f-9964-ce172238129f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=5ae39175-1d5d-443f-9964-ce172238129f,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:09.262169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:09.380486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 5ae39175-1d5d-443f-9964-ce172238129f owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:59:09.523742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:09.571779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=5ae39175-1d5d-443f-9964-ce172238129f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.646735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port 5ae39175-1d5d-443f-9964-ce172238129f on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:09.649055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:09.651529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'name': 'network-vif-deleted', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:09.668346 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9d1664d7-26f7-43c1-8896-27e59f60aaf5 req-d56f929a-4fd9-4cd2-8d8e-5692b2ca9f72 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/5ae39175-1d5d-443f-9964-ce172238129f HTTP/1.1" status: 204 len: 173 time: 0.8018165 Mar 11 19:59:09.718619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb0e03-0188-40b8-92e2-7666f274d7bd', 'name': 'network-vif-deleted', 'tag': '5ae39175-1d5d-443f-9964-ce172238129f', 'status': 'completed', 'code': 200} Mar 11 19:59:10.226174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8fcc74fa-4267-4e8e-baef-fb9475e815bd req-0a991b48-f699-447d-8662-27218ba69db5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=41eb0e03-0188-40b8-92e2-7666f274d7bd HTTP/1.1" status: 200 len: 210 time: 0.0392568 Mar 11 19:59:11.343586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38606) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:11.424233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:11.453993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:11.519851 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:11.538224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a032ab4-f0de-49e8-a269-393dd20b734c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.550727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.551073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.551436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.551781 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.552096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.552419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.552742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.553065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.553383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.553698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.554013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:11.557982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:11.559086 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-78222cb1-76dc-42de-81d2-157877037c8e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/4a032ab4-f0de-49e8-a269-393dd20b734c HTTP/1.1" status: 204 len: 168 time: 0.2144599 Mar 11 19:59:11.606768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38612) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:12.022056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:12.635308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port f2c06fef-e05c-4546-b076-29be3debe3f6 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:59:12.636092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:12.801698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 5ae39175-1d5d-443f-9964-ce172238129f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:59:12.833855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 5ae39175-1d5d-443f-9964-ce172238129f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:59:12.834189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 5ae39175-1d5d-443f-9964-ce172238129f not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:59:12.913518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port f2c06fef-e05c-4546-b076-29be3debe3f6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f2c06fef-e05c-4546-b076-29be3debe3f6,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:12.913756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:13.044649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for f2c06fef-e05c-4546-b076-29be3debe3f6 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:59:13.221463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:13.267853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=f2c06fef-e05c-4546-b076-29be3debe3f6,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:13.573633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.281159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 422727bb-b591-41cb-a510-63899a5d748c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:14.459582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4f150ccc-6943-435f-9016-fae386325b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.485879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:14.495864 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Sync routers for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:14.498766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0e777d8a-1c1e-4b19-949b-f66c2c375997 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/422727bb-b591-41cb-a510-63899a5d748c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8906329 Mar 11 19:59:14.501557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38616) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:14.508566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:14.509165 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:58:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:14.679848 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:14.683667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet 421e245c-c52b-4599-a37e-99ac777352d2 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 19:59:14.686676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.738964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.823593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.900335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.937537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=421e245c-c52b-4599-a37e-99ac777352d2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:14.944122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:14.952690 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6ece1c80-ca46-41d0-b40f-31b9b6b4695f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/421e245c-c52b-4599-a37e-99ac777352d2 HTTP/1.1" status: 204 len: 168 time: 0.4476466 Mar 11 19:59:14.952886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b07fd2-d9c8-4896-85a7-b0f573c69a29 None None] Network 99c8791e-22f4-4de7-9fc5-61b423afa8f2 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:59:14.952999 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:59:13Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:14.953138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38620) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:14.956628 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Checking router: 422727bb-b591-41cb-a510-63899a5d748c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:14.966967 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Routers {'422727bb-b591-41cb-a510-63899a5d748c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:14.967574 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:58:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['422727bb-b591-41cb-a510-63899a5d748c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:15.150049 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] Set router 422727bb-b591-41cb-a510-63899a5d748c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:15.182929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.229267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] DHCP port deletion for 99c8791e-22f4-4de7-9fc5-61b423afa8f2 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 19:59:15.233553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Deleting port ba6249c2-55b4-40d9-b15c-957a8450efa5 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:59:15.233921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.405844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.421934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ba6249c2-55b4-40d9-b15c-957a8450efa5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:59:15.422373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 0deec5ba-783e-4ba9-895e-589cd1c71cec {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 19:59:15.422837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.483705 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] For port ba6249c2-55b4-40d9-b15c-957a8450efa5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ba6249c2-55b4-40d9-b15c-957a8450efa5,segment=NetworkSegment(a884bfb3-1c40-4d12-9fca-5d47b7e34f50),segment_id=a884bfb3-1c40-4d12-9fca-5d47b7e34f50)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:15.484347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.487291 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:59:13Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:15.492360 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ad921c-eb64-49ae-a012-69bef4a0e3b0 None None] The sync data for ids ['422727bb-b591-41cb-a510-63899a5d748c'] in dv-neutron-832764-2-hyperv is: [{'id': '422727bb-b591-41cb-a510-63899a5d748c', 'name': 'tempest-TestNetworkBasicOps-router-159367090', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226'}], 'enable_snat': True}, 'gw_port_id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:59:13Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '0deec5ba-783e-4ba9-895e-589cd1c71cec', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:46:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422727bb-b591-41cb-a510-63899a5d748c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:23Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:15.595505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 0deec5ba-783e-4ba9-895e-589cd1c71cec, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0deec5ba-783e-4ba9-895e-589cd1c71cec,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:15.595870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.613982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Calling delete_port for ba6249c2-55b4-40d9-b15c-957a8450efa5 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:59:15.707435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.711061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 0deec5ba-783e-4ba9-895e-589cd1c71cec owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 19:59:15.767415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:15.822677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Pushing event deleted for resources: {'Port': ['ID=ba6249c2-55b4-40d9-b15c-957a8450efa5,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:15.828681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] No DVR routers for this DVR port ba6249c2-55b4-40d9-b15c-957a8450efa5 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:15.838991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.839363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.839713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.840428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.840428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.840679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.841000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.841406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.841848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.842172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.842520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcc1c7-f8f3-4e49-bf09-04908a6676b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:15.986691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.032515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=0deec5ba-783e-4ba9-895e-589cd1c71cec,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:16.252719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.505540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.509985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.541943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.542435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 422727bb-b591-41cb-a510-63899a5d748c {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:59:16.558039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.559176 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8d3c4ee4-9d87-4064-a4f7-31eece8b79f9 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/422727bb-b591-41cb-a510-63899a5d748c HTTP/1.1" status: 204 len: 168 time: 1.6053629 Mar 11 19:59:16.562010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38624) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:16.680512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.747892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4603b848-4038-4a9f-9e80-8c277f2e78a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.808017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.832243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c8791e-22f4-4de7-9fc5-61b423afa8f2']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:16.845408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:16.845850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a884bfb3-1c40-4d12-9fca-5d47b7e34f50') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:16.861463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.877747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.884243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 19:59:16.884613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:16.898851 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:16.982009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:16.988234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.016180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=99c8791e-22f4-4de7-9fc5-61b423afa8f2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:17.023533 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9bc7b422-e51b-47cc-94e1-88897af96f80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/99c8791e-22f4-4de7-9fc5-61b423afa8f2 HTTP/1.1" status: 204 len: 168 time: 0.4578340 Mar 11 19:59:17.032989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38628) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:17.038966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--501615034', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:17.044048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:17.048175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:17.050951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:17.057231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:17.068256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:17.071041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.099072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:59:17.108892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.109406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 53b69b5b-17ae-4273-ad8e-c251e425e2ae of type vlan for network 4b08554c-ad25-4b64-be31-daaa25ab5feb Mar 11 19:59:17.135641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.167850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.171541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:17.172095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.274088 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2400067 Mar 11 19:59:17.276793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02085fe-be02-41d3-9f77-5ca5e2a22ff8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=4b08554c-ad25-4b64-be31-daaa25ab5feb,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:17.277003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38632) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:17.282528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:17.288784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 19:59:17.290304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:17.294250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:17.297107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:17.302994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:17.313413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.314418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.335023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.405247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f2c06fef-e05c-4546-b076-29be3debe3f6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:59:17.442484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f2c06fef-e05c-4546-b076-29be3debe3f6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:59:17.442857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f2c06fef-e05c-4546-b076-29be3debe3f6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:59:17.443273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0deec5ba-783e-4ba9-895e-589cd1c71cec no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 19:59:17.484093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0deec5ba-783e-4ba9-895e-589cd1c71cec {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 19:59:17.484430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0deec5ba-783e-4ba9-895e-589cd1c71cec not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 19:59:17.486209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.763097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.791884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.847343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:17.925114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.242 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/2700821f-b088-497c-9d89-bcea156c310d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:18.000271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.068019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.103796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.166150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:18.168827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:18.172595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:18.204230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=2700821f-b088-497c-9d89-bcea156c310d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:18.332008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.332670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.561358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:59:18.759608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:18.771614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:18.785345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:18.786328 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:18.787117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:18.788644 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3f666758-663b-490a-8469-60d478a1b8ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5105960 Mar 11 19:59:18.792234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38636) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:18.831572 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-23ef9f45-e76a-48bf-a1c8-e63949a732c3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379169 Mar 11 19:59:18.834247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38640) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:18.958812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fcb12e-999c-4ccd-8619-aded870a30c3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:18.959874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:18.960361 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-75fcb12e-999c-4ccd-8619-aded870a30c3 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1252825 Mar 11 19:59:18.963530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38644) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:19.006095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-31faa001-2365-47c9-b332-8c81def7bde7 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414040 Mar 11 19:59:19.008912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:19.014438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213207782', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:19.123294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:19.127136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:19.129933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:19.136074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:19.148246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:19.225177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.249977 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.255760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:18Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:19.259563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:19.259900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Updating router 49ce284b-486b-4e85-8124-d28b6f7ef680 port 2700821f-b088-497c-9d89-bcea156c310d binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:59:19.308698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.465020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.538108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=af58f3df-f3ae-47d7-8472-269323126926,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:19.549381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:19.549718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 4b08554c-ad25-4b64-be31-daaa25ab5feb, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:59:19.571951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:59:19.582779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 4b08554c-ad25-4b64-be31-daaa25ab5feb) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:19.586933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:19.587536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.598122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ca7b86-db50-4012-be34-60b6a4fb5288 None None] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:59:19.609537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c65c404-0374-4d86-aa18-e5ced6ef1a8b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5995939 Mar 11 19:59:19.612738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38652) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:19.700651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.726715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Transition to ACTIVE for port object 2700821f-b088-497c-9d89-bcea156c310d will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:19.743970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.866277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Attempting to bind port 2700821f-b088-497c-9d89-bcea156c310d on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:59:19.866630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Attempting to bind port 2700821f-b088-497c-9d89-bcea156c310d by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:59:19.866967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Attempting to bind port 2700821f-b088-497c-9d89-bcea156c310d on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:19.868856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76b4f-8f05-490d-b3dd-ed002f481963 None None] Pushing event updated for resources: {'Port': ['ID=2700821f-b088-497c-9d89-bcea156c310d,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:19.909746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:59:19.910087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:19.910492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.911230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:59:19.911752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Bound port: 2700821f-b088-497c-9d89-bcea156c310d, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:59:19.912108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:19.952907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-4b08554c-ad25-4b64-be31-daaa25ab5feb', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 19:59:19.953675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:20.086571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] For port 2700821f-b088-497c-9d89-bcea156c310d, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:20.105881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] For port 2700821f-b088-497c-9d89-bcea156c310d, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2700821f-b088-497c-9d89-bcea156c310d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:20.113703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:20.244475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c76b4f-8f05-490d-b3dd-ed002f481963 None None] Pushing event updated for resources: {'Port': ['ID=2700821f-b088-497c-9d89-bcea156c310d,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:20.249526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Allocated IP 172.20.0.2 (4b08554c-ad25-4b64-be31-daaa25ab5feb/af58f3df-f3ae-47d7-8472-269323126926/7148053c-9e70-4bfe-91ea-f8dad34b8349) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:20.260971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:20.261580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:20.453899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:20.578607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:20.706926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:20.772448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Transition to ACTIVE for port object 7148053c-9e70-4bfe-91ea-f8dad34b8349 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:20.800165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Transition to ACTIVE for port object 7148053c-9e70-4bfe-91ea-f8dad34b8349 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:20.817671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:20.877040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (4b08554c-ad25-4b64-be31-daaa25ab5feb/af58f3df-f3ae-47d7-8472-269323126926/f030663c-46ad-4287-969b-2c1d2cd828dd) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:20.932287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:20.939562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:20.942652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Pushing event updated for resources: {'Port': ['ID=7148053c-9e70-4bfe-91ea-f8dad34b8349,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:20.945551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:21.038332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.042037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Attempting to bind port 7148053c-9e70-4bfe-91ea-f8dad34b8349 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:59:21.042398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Attempting to bind port 7148053c-9e70-4bfe-91ea-f8dad34b8349 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:59:21.042750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Attempting to bind port 7148053c-9e70-4bfe-91ea-f8dad34b8349 on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:21.048789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:18Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:21.053449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object f030663c-46ad-4287-969b-2c1d2cd828dd will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:21.054508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf9418a-5365-4582-9c58-4667774443cb None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:18Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:21.056080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:59:21.056437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Checking segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:21.056825 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.057262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Bound using segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:59:21.057640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Bound port: 7148053c-9e70-4bfe-91ea-f8dad34b8349, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:59:21.057999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.080312 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.150859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] For port 7148053c-9e70-4bfe-91ea-f8dad34b8349, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:21.154530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] For port 7148053c-9e70-4bfe-91ea-f8dad34b8349, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7148053c-9e70-4bfe-91ea-f8dad34b8349,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:21.154755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.161462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.185295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:21.186131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:21.189098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:21.256633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64790fc-83ff-46b9-a1dd-319d543440f3 None None] Pushing event updated for resources: {'Port': ['ID=7148053c-9e70-4bfe-91ea-f8dad34b8349,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.274857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.372344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.427695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2700821f-b088-497c-9d89-bcea156c310d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:21.537078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2700821f-b088-497c-9d89-bcea156c310d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:21.544577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2700821f-b088-497c-9d89-bcea156c310d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:21.545076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.685302 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.702236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2700821f-b088-497c-9d89-bcea156c310d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2700821f-b088-497c-9d89-bcea156c310d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:21.706449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.776416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2700821f-b088-497c-9d89-bcea156c310d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.986697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:21.992498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:22.102725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:22.106172 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:22.119136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.119512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.119805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.120140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.120457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.120772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.121085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.121397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.121679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.121999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.122331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:22.258772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:22.259924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:22.276657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba1ea81-9c03-4445-8557-a464eeffa75b None None] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 19:59:22.424191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fa206de5-b51e-4173-826e-25bb7d198ca7 None None] Provisioning for port 7148053c-9e70-4bfe-91ea-f8dad34b8349 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:22.630842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:22.763283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b5a5e5ae-19af-4463-bc0d-736d67a38ea5 None None] Provisioning for port f030663c-46ad-4287-969b-2c1d2cd828dd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:22.768436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b5a5e5ae-19af-4463-bc0d-736d67a38ea5 None None] Provisioning complete for port f030663c-46ad-4287-969b-2c1d2cd828dd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:22.768791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b5a5e5ae-19af-4463-bc0d-736d67a38ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:22.822631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b5a5e5ae-19af-4463-bc0d-736d67a38ea5 None None] Port f030663c-46ad-4287-969b-2c1d2cd828dd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:59:22.834103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:22.846663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2bbad743-ce37-4dcb-89e8-80eebc953798 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/49ce284b-486b-4e85-8124-d28b6f7ef680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328868 Mar 11 19:59:22.849249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:22.957224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bcecaf4f-2331-4153-a943-7343e8e5537d None None] Provisioning complete for port f030663c-46ad-4287-969b-2c1d2cd828dd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:22.957815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bcecaf4f-2331-4153-a943-7343e8e5537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:22.998860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb048d6-047d-4837-b8bf-78c7324598d1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:22.999400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb048d6-047d-4837-b8bf-78c7324598d1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:22.999735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb048d6-047d-4837-b8bf-78c7324598d1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.000112 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb048d6-047d-4837-b8bf-78c7324598d1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.004409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-adb048d6-047d-4837-b8bf-78c7324598d1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1515937 Mar 11 19:59:23.004642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38660) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:23.013957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bcecaf4f-2331-4153-a943-7343e8e5537d None None] Port f030663c-46ad-4287-969b-2c1d2cd828dd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:59:23.074339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336507f-e142-4a03-bbc5-9d28b085fc0a tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.074710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336507f-e142-4a03-bbc5-9d28b085fc0a tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.075036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336507f-e142-4a03-bbc5-9d28b085fc0a tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.075437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0336507f-e142-4a03-bbc5-9d28b085fc0a tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:23.077037 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0336507f-e142-4a03-bbc5-9d28b085fc0a tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0715442 Mar 11 19:59:23.080015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38664) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:23.137063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d0c48458-7546-4ff4-a739-d627d5968c51 None None] Provisioning complete for port f030663c-46ad-4287-969b-2c1d2cd828dd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:23.137547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d0c48458-7546-4ff4-a739-d627d5968c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.190824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d0c48458-7546-4ff4-a739-d627d5968c51 None None] Port f030663c-46ad-4287-969b-2c1d2cd828dd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:59:23.272458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c3877299-5265-4030-8e33-b06bb022a60b tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1912284 Mar 11 19:59:23.462535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7148053c-9e70-4bfe-91ea-f8dad34b8349 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:23.509238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38670) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:23.515028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088135748', 'description': 'tempest-secgroup-smoke-2088135748 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:23.520805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:23.524836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:23.527674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:23.533269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:23.535074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 7148053c-9e70-4bfe-91ea-f8dad34b8349 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:23.540018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 7148053c-9e70-4bfe-91ea-f8dad34b8349 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:23.540456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.543751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.577446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:23.581301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:23.584304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:23.590002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:23.643555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.647914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.648212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.680700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 7148053c-9e70-4bfe-91ea-f8dad34b8349, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7148053c-9e70-4bfe-91ea-f8dad34b8349,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:23.685011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.685798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2700821f-b088-497c-9d89-bcea156c310d up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:23.691266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4c0a1d-a933-484e-9379-a8dc5b169896,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.694200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.695454 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f68a8a01-e1fa-43d9-a976-036a3909d5d6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1850836 Mar 11 19:59:23.698508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38674) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:23.704273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:23.710307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:23.714178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:23.717087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:23.722809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:23.741423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.797248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=7148053c-9e70-4bfe-91ea-f8dad34b8349,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.807553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.810175 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2700821f-b088-497c-9d89-bcea156c310d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:23.810559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.812719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.837037 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57bcc27-2e3a-4334-a24b-75099cbfa5bc,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.849409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:23.851328 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f9a2080c-62a5-4a6c-9668-6de158a5c8bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1514797 Mar 11 19:59:23.853926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38678) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:23.859775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:23.865698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:23.869606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:23.872549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:23.878778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:24.005204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.068491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.074727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.101174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc3c036-e56b-4491-b016-2ac4fdcdbb72,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.110494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.111794 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d930a118-b639-4c14-8c53-24f52078ddd1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2567911 Mar 11 19:59:24.114826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38682) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:24.120514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:24.126692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:24.130478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:24.133310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:24.138857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:24.158469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.220026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.224858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.246705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0074e90-6ee6-4be9-a455-78b414420bfb,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.256721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.257824 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-57c82472-8f26-42a1-a314-95438e1b6ce3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1419516 Mar 11 19:59:24.261258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38686) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:24.267476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:24.273439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:24.277193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:24.280056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:24.286265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:24.306394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.376596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.381459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.404133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b77bcf-281e-4a51-bd45-3ababb5fa96c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.414805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.416012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5042f395-93ad-4e4a-ad37-1f26bbc9ffd6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1535189 Mar 11 19:59:24.419188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38690) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:24.424683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:24.430747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:24.434520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:24.437374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:24.442886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:24.454862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:59:24.461207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.526948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.532177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.554036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a3acac-a69b-4238-a196-98ca5566ab47,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.564807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.566125 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e8c59cc8-785e-48a1-98f1-b8715039a5df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1459181 Mar 11 19:59:24.568905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38694) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:24.574336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': 'cd4c0a1d-a933-484e-9379-a8dc5b169896', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:24.580175 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:24.582214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:24.586233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:24.589623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:24.592828 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:24.593637 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:24.595723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:24.597519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.608279 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:59:24.614612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.678935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.683367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.706077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a816e281-9c5a-49a3-920c-b23c2ec9fc29,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.715451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:24.716714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a9ac64dd-8e48-4f1a-8e4c-920de89b49d1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1469021 Mar 11 19:59:24.764900 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:24.899181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-6079431c-992a-41f2-a5dd-e87e35586480 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:24.915611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-6079431c-992a-41f2-a5dd-e87e35586480 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:24.916840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-6079431c-992a-41f2-a5dd-e87e35586480 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088135748&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0591812 Mar 11 19:59:25.063771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4683e5-010e-4a22-af0b-11b8278806da req-39006c42-040a-4df6-b3b3-ae69fb3429cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:25.064493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-39006c42-040a-4df6-b3b3-ae69fb3429cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:25.067253 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:25.071521 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:25.071872 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Updating router 49ce284b-486b-4e85-8124-d28b6f7ef680 port f030663c-46ad-4287-969b-2c1d2cd828dd binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 19:59:25.081025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-39006c42-040a-4df6-b3b3-ae69fb3429cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:25.082148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-39006c42-040a-4df6-b3b3-ae69fb3429cd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 796 time: 0.1585917 Mar 11 19:59:25.098501 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-621084a9-5a09-4ad2-bd71-a928d8f0259a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0107234 Mar 11 19:59:25.122171 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.178249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-a3285e1a-2912-4038-bbc9-9a41df553122 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:25.194209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-a3285e1a-2912-4038-bbc9-9a41df553122 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:25.195622 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-a3285e1a-2912-4038-bbc9-9a41df553122 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916872 Mar 11 19:59:25.211210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-78a5d94c-0169-4fb6-b6a7-2b4b5df6877f service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:59:25.212172 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-78a5d94c-0169-4fb6-b6a7-2b4b5df6877f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052309 Mar 11 19:59:25.340020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-d3c5990c-d79b-4967-bc49-ed9d5bf81b4d service neutron] 10.222.0.76 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216137 Mar 11 19:59:25.397517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7148053c-9e70-4bfe-91ea-f8dad34b8349 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:25.460247 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.467549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 7148053c-9e70-4bfe-91ea-f8dad34b8349 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:25.468126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.472092 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Transition to ACTIVE for port object f030663c-46ad-4287-969b-2c1d2cd828dd will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:25.476484 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-ff622925-d8eb-4e44-aab7-3a5263b07155 service neutron] 10.222.0.76 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311624 Mar 11 19:59:25.478757 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.613569 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Pushing event updated for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.624882 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.625403 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.627499 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.628116 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.628595 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.629067 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.629522 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.629977 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.630651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.631107 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.631626 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:25.689017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-550f20a0-cea2-4c8d-a172-90b44f5d87a6 req-3ccd33ba-5f19-4cc5-bf3e-88b7dbae2b62 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:25.702781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-550f20a0-cea2-4c8d-a172-90b44f5d87a6 req-3ccd33ba-5f19-4cc5-bf3e-88b7dbae2b62 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:25.716875 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-550f20a0-cea2-4c8d-a172-90b44f5d87a6 req-3ccd33ba-5f19-4cc5-bf3e-88b7dbae2b62 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 210 time: 0.0702331 Mar 11 19:59:25.739937 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Attempting to bind port f030663c-46ad-4287-969b-2c1d2cd828dd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:59:25.740378 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Attempting to bind port f030663c-46ad-4287-969b-2c1d2cd828dd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:59:25.740731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Attempting to bind port f030663c-46ad-4287-969b-2c1d2cd828dd on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:25.747232 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:59:25.748268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Checking segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:25.748268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.748472 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Bound using segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:59:25.748816 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Bound port: f030663c-46ad-4287-969b-2c1d2cd828dd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:59:25.749171 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.839468 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] For port f030663c-46ad-4287-969b-2c1d2cd828dd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:25.842794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] For port f030663c-46ad-4287-969b-2c1d2cd828dd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f030663c-46ad-4287-969b-2c1d2cd828dd,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:25.846646 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:25.930873 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc832194-f5c0-4baf-aa9c-431c33abe4ed None None] Pushing event updated for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.933880 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:25.934463 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:26.165515 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:26.487129 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:26.491038 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194afad7-29b7-496f-b306-932067b2dc0a None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:25Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:26.880468 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a4f340fc-f848-4fd3-91b2-853af6312d61 req-20c593b1-fbbe-4208-b2c4-cb0d41e1c688 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 210 time: 0.0455120 Mar 11 19:59:26.946566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4683e5-010e-4a22-af0b-11b8278806da req-e0262361-4202-4466-89c8-caf374f29a8a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:26.947245 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-e0262361-4202-4466-89c8-caf374f29a8a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:26.959230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-e0262361-4202-4466-89c8-caf374f29a8a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:26.960234 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-e0262361-4202-4466-89c8-caf374f29a8a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 796 time: 0.2864654 Mar 11 19:59:27.016057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-00aa37fa-c4be-4a97-b1a0-eb029c23f8bc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:27.028538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-5b4683e5-010e-4a22-af0b-11b8278806da req-00aa37fa-c4be-4a97-b1a0-eb029c23f8bc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:27.029713 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-00aa37fa-c4be-4a97-b1a0-eb029c23f8bc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 380 time: 0.0562952 Mar 11 19:59:27.038983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['cd4c0a1d-a933-484e-9379-a8dc5b169896']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:27.177015 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:27.192761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:27.207036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:27.210498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.391403 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.13 (4b08554c-ad25-4b64-be31-daaa25ab5feb/af58f3df-f3ae-47d7-8472-269323126926/a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:27.423527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f030663c-46ad-4287-969b-2c1d2cd828dd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:27.494038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f030663c-46ad-4287-969b-2c1d2cd828dd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:27.498783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f030663c-46ad-4287-969b-2c1d2cd828dd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:27.499153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.603446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.616341 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.618589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:27.641912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.649297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f030663c-46ad-4287-969b-2c1d2cd828dd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f030663c-46ad-4287-969b-2c1d2cd828dd,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:27.653639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.713180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:27.716369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:27.719846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.720772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:27.748216 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.786786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:27.787409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.813794 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-95c30989-3c2e-4ce2-ad49-2b8bcbe26328 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788265 Mar 11 19:59:27.825270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Request body: {'port': {'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:27.935242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:27.998255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-be70f17b-a4fc-4666-8b12-661524a6d3ae None None] Provisioning for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:28.003027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-be70f17b-a4fc-4666-8b12-661524a6d3ae None None] Provisioning complete for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:28.003437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-be70f17b-a4fc-4666-8b12-661524a6d3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.054762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-be70f17b-a4fc-4666-8b12-661524a6d3ae None None] Port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:59:28.236596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87c0d-c2c1-4614-8f72-68665a02e0cc req-d236a4f8-3092-42de-9e90-496909168add tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:28.237286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-10f87c0d-c2c1-4614-8f72-68665a02e0cc req-d236a4f8-3092-42de-9e90-496909168add tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:28.271582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-10f87c0d-c2c1-4614-8f72-68665a02e0cc req-d236a4f8-3092-42de-9e90-496909168add tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:28.272768 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10f87c0d-c2c1-4614-8f72-68665a02e0cc req-d236a4f8-3092-42de-9e90-496909168add tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 932 time: 0.2269526 Mar 11 19:59:28.362318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:59:28.372626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.384925 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10f87c0d-c2c1-4614-8f72-68665a02e0cc req-8e98d103-ad68-4702-a635-df90f0f9db14 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024551 Mar 11 19:59:28.391305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Transition to ACTIVE for port object a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:28.398261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.518566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.633490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Attempting to bind port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:59:28.633989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Attempting to bind port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:59:28.634325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Attempting to bind port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:28.642702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b on network 4b08554c-ad25-4b64-be31-daaa25ab5feb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:59:28.643121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Attempting to bind port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:28.652346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:59:28.652818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Checking segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:28.653481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Bound using segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:59:28.653895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Bound port: a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:59:28.654238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.832551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:28.835355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:28.841418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.901892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:28.903287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] 10.222.0.90 "PUT /v2.0/ports/a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 1094 time: 1.0823765 Mar 11 19:59:28.903832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:28.925308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe14ef-b04d-4698-b344-e0fed121004b service neutron] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.977515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 19:59:29.018717 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-7c0425d0-5b76-4077-ade8-a9a8707db182 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1097 time: 0.0743334 Mar 11 19:59:29.088076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-bc2a39e6-2aa5-4414-910b-4b81f7ee1d55 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 217 time: 0.0629666 Mar 11 19:59:29.151516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4683e5-010e-4a22-af0b-11b8278806da req-ce546857-b1ef-4d12-b142-0f4baa882742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:29.152926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-ce546857-b1ef-4d12-b142-0f4baa882742 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0596492 Mar 11 19:59:29.227659 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-cddd0265-7bad-4509-9084-838d31a3d267 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684397 Mar 11 19:59:29.360648 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-6622c8d1-a014-421b-bb56-5f17d609cf8f service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271002 Mar 11 19:59:29.399258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f030663c-46ad-4287-969b-2c1d2cd828dd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:29.470357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f030663c-46ad-4287-969b-2c1d2cd828dd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:29.472391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:29.496328 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5b4683e5-010e-4a22-af0b-11b8278806da req-1da8030f-3bf9-4226-8334-ed5077ec4622 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291361 Mar 11 19:59:29.647526 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-14e72ac5-a7d8-401e-bb11-541c93187e49 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1097 time: 0.1045678 Mar 11 19:59:29.653733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58956ec-4cdf-42dd-84e3-b3e4699683b9 req-755f6196-7d57-4b38-88ed-e26d3647674d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:29.655040 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b58956ec-4cdf-42dd-84e3-b3e4699683b9 req-755f6196-7d57-4b38-88ed-e26d3647674d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 944 time: 0.1424990 Mar 11 19:59:29.788178 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b58956ec-4cdf-42dd-84e3-b3e4699683b9 req-f9e77155-2552-44c3-a703-93a6fafc3ac1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148858 Mar 11 19:59:29.809139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-4e28c714-439c-4d88-ae4f-6f387d4b630f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:29.810631 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-4e28c714-439c-4d88-ae4f-6f387d4b630f service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1547580 Mar 11 19:59:29.880011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-2b48cb19-e347-471d-bd05-18221e9dbdf5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 217 time: 0.0623546 Mar 11 19:59:29.941365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-f403c991-7d88-4f18-bc9c-d20fdc50c935 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:29.942707 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-f403c991-7d88-4f18-bc9c-d20fdc50c935 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0569994 Mar 11 19:59:30.019978 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-4acaaf4e-7828-4a45-869b-3d9fc17b47c2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712018 Mar 11 19:59:30.157444 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-86ce71eb-b74e-4b78-8c81-5ad2608f0acf service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303377 Mar 11 19:59:30.296417 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c40640c6-7ffb-4331-926c-5f9ee8ad3113 req-0d84a366-535f-49b4-a525-92c21159d4b2 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318979 Mar 11 19:59:30.854010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:59:31.010845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47414-17e6-4d8a-b330-bb2ad6a35776 req-603d43e7-2675-4d16-9a0b-d5232a93698f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:31.013205 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a3f47414-17e6-4d8a-b330-bb2ad6a35776 req-603d43e7-2675-4d16-9a0b-d5232a93698f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 944 time: 0.0943902 Mar 11 19:59:31.019892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:31.034417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:59:31.059664 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a3f47414-17e6-4d8a-b330-bb2ad6a35776 req-5ef86883-f920-4aef-a860-60572a52afda tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406377 Mar 11 19:59:31.089602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:31.106965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:59:31.122750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:31.126775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:31.193301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:31.547496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:59:32.266317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8122fcb-b21e-4cb6-a558-f44ba5f51c33 req-7d077862-b9ec-4dd6-b886-833a3b759e56 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:32.267754 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8122fcb-b21e-4cb6-a558-f44ba5f51c33 req-7d077862-b9ec-4dd6-b886-833a3b759e56 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 945 time: 0.0764148 Mar 11 19:59:32.314003 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a8122fcb-b21e-4cb6-a558-f44ba5f51c33 req-0d857b91-2199-4563-a54d-aeddb5ea0437 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 Mar 11 19:59:32.853558 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:32.941779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:32.946671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:32.947047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:33.057329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:33.093217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:33.103475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:33.108959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:33.150593 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'code': 200} Mar 11 19:59:33.177772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:33.507732 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ed014753-90d4-497e-a29e-87bd9f7e59e2 req-d3da8cbe-251d-4362-8c7a-999e695455ca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.2006817 Mar 11 19:59:33.552923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d88faa-44fe-464a-aa10-6c2e609a7875 req-c130da4b-8d91-49af-a80e-57ec5e6f2602 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:33.554295 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20d88faa-44fe-464a-aa10-6c2e609a7875 req-c130da4b-8d91-49af-a80e-57ec5e6f2602 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.1107781 Mar 11 19:59:33.577348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ed014753-90d4-497e-a29e-87bd9f7e59e2 req-71b78efc-9c95-46dc-85e6-f849b5554b6b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635486 Mar 11 19:59:33.601283 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20d88faa-44fe-464a-aa10-6c2e609a7875 req-52969709-8722-47bd-adfe-1b6c4686eca4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404527 Mar 11 19:59:34.804139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad8427-4cdc-487e-a447-c9b58b255d8c req-165da7a2-03f0-4479-8d67-da8d505acb9c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:34.805561 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ad8427-4cdc-487e-a447-c9b58b255d8c req-165da7a2-03f0-4479-8d67-da8d505acb9c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.0747263 Mar 11 19:59:34.857321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ad8427-4cdc-487e-a447-c9b58b255d8c req-6beb2bf0-1fa3-4d06-8c6d-5210c87add12 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456576 Mar 11 19:59:36.074654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b640d-09fe-4bbd-a1df-9b8a447ce65b req-52bb0534-8fab-4487-bf22-799ca93ebd1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:36.076192 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-931b640d-09fe-4bbd-a1df-9b8a447ce65b req-52bb0534-8fab-4487-bf22-799ca93ebd1c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.0901959 Mar 11 19:59:36.124345 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-931b640d-09fe-4bbd-a1df-9b8a447ce65b req-77030429-bd31-4d6f-8b1e-3d906fec7bd2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Mar 11 19:59:36.333436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c3459-01ae-4377-8855-7baa01881557 req-6d4cbffa-c7d0-4c22-9242-830fdbb1e8a8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:36.334863 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1e1c3459-01ae-4377-8855-7baa01881557 req-6d4cbffa-c7d0-4c22-9242-830fdbb1e8a8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.0806327 Mar 11 19:59:36.384155 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1e1c3459-01ae-4377-8855-7baa01881557 req-f0729ab8-aca6-49f9-9e71-62fb1a80feed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407772 Mar 11 19:59:36.412318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38738) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:36.484796 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-679569d6-c728-49f7-82ae-0c12e2f75fc1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1094 time: 0.0712380 Mar 11 19:59:36.487654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38742) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:36.492724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:36.498160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:36.502423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:36.505442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:36.511561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:36.526636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:36.657610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:36.787570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.66 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/587cea77-1851-4182-87a4-a8fdc9e4c30f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:36.941374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:36.970112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:37.039060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:37.042338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:37.044356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=587cea77-1851-4182-87a4-a8fdc9e4c30f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:37.046471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:37.648734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:37.706113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:37.926790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:37.933212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:38.034132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=587cea77-1851-4182-87a4-a8fdc9e4c30f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:38.048251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:38.251551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 3dadb991-18c2-4b66-9d17-d22813ec7efc associated. External IP: 172.26.8.66, port: a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b. Mar 11 19:59:38.648018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:38.948587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:38.959009 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:38.972097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:38.972827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:38.974648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.026669 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7292b0bf-bddc-487b-830d-42658ee583c7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5380206 Mar 11 19:59:39.027372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:39.029862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38746) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:39.120095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-29b6849e-d820-45d4-ac64-b5dbbafd9d7c tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1094 time: 0.0887299 Mar 11 19:59:39.138434 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 19:59:39.157954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:39.168073 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 19:59:39.255925 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-99722f93-55be-4f65-ae8f-c45591bc2e7d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.0661912 Mar 11 19:59:39.367952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38756) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:39.375638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126852421', 'description': 'tempest-secgroup-smoke-2126852421 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:39.384355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:39.405244 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:39.407732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-66ed1daf-25f0-4d74-b92b-62cce31f3c75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:39.409254 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-66ed1daf-25f0-4d74-b92b-62cce31f3c75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1479576 Mar 11 19:59:39.470444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.500681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:37Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:39.505317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:39.517157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:39.517990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:39.534695 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-f7081d27-a924-4bb2-988a-9d25434569b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 999 time: 0.1192145 Mar 11 19:59:39.539839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:39.575529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:39.580459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:39.594583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:39.617827 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-971a5cc4-0e64-4ae5-aa3c-ea6a9f505161 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:39.619259 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-971a5cc4-0e64-4ae5-aa3c-ea6a9f505161 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0771372 Mar 11 19:59:39.691304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:39.703338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.710072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.760506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c81804-6a1e-404d-9d84-925261c684f0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:39.766063 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-99bc6b55-f826-4ef3-9673-5ff4af85401e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1406960 Mar 11 19:59:39.767308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.768350 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7fc67b09-cda2-41b7-82bc-5e71426c4faa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3995070 Mar 11 19:59:39.771116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38760) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:39.798970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:39.809531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:39.858156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:39.867009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:39.875252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:39.911232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:39.946381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-ec8d65ca-70c2-4117-9a81-c8078305b300 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727636 Mar 11 19:59:40.066197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:37Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:40.070542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598497f3-821d-40b2-90f8-a832de461f04 None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:37Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:40.083846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.094736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.114379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5e16f858-a343-4cf1-a5a1-20d59b4f6a4f req-d165ec9c-7b80-4831-af86-24a813c0e11c service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572504 Mar 11 19:59:40.124949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecc15bc-5039-4cd1-9382-0ed4e6e6c7ec,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.135662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.139357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7bddb824-005a-4859-8b58-f16a6118ca44 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3648577 Mar 11 19:59:40.140076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38764) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:40.146448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:40.152634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:40.156442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:40.159217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:40.167876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:40.184803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.243532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.248605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.270295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2736cb53-31e1-4563-959a-f13986f3c2be,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.280191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.281377 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1bda4024-76d3-4ffa-b256-21f8127e52fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1403069 Mar 11 19:59:40.284397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38768) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:40.290373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:40.296578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:40.300559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:40.303523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:40.309271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:40.327031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.388240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.393939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.417150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372c778e-1f07-4896-8556-449914fd2dc7,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.427746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.428966 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f24e815-3b08-4dac-b8e8-339d170297ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435068 Mar 11 19:59:40.431774 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38772) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:40.437287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:40.443181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:40.447153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:40.450159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:40.456027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:40.474497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.536629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.541771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.567544 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b689f1-717f-4c58-8e8a-3dd082104364,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.577813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.578918 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-04ee9606-d605-40ba-a596-d481a573419b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1461957 Mar 11 19:59:40.582019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38776) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:40.587537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:40.593445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:40.597258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:40.600133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:40.605710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:40.617403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:59:40.623848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.687227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.693699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.716605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2823f6f-f9dd-4c95-96f6-3446301ad252,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.725937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.727138 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca1ce62e-a31c-4855-9a71-48874a3fb23c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1441369 Mar 11 19:59:40.730118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38780) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:40.735990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '91c81804-6a1e-404d-9d84-925261c684f0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:40.741908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:40.745708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:40.748595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:40.754180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:40.766628 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:59:40.773087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.844911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.850137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.872676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee182324-dc11-420d-a1a5-9fbaaae4a685,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:40.882037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:40.883219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-beb70fd1-aae9-4459-be7e-a2ff8cc87e75 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521363 Mar 11 19:59:41.052243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-a3adf8b4-8a9f-4e4f-8d96-67e55865c624 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:41.068621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-a3adf8b4-8a9f-4e4f-8d96-67e55865c624 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:41.069805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-a3adf8b4-8a9f-4e4f-8d96-67e55865c624 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126852421&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.0574088 Mar 11 19:59:41.213534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-27129760-da7e-4e2c-b3a6-63e2bbd3f9b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:41.214938 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-27129760-da7e-4e2c-b3a6-63e2bbd3f9b3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 796 time: 0.1382444 Mar 11 19:59:41.231115 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-ed3451bf-0a12-45bf-9dbe-21c43934cf0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0106082 Mar 11 19:59:41.318682 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-28e35d5e-c89b-4e4e-a223-bc679d34f860 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0828490 Mar 11 19:59:41.411989 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-863a6ea9-bd24-400a-98f3-dfb28d3dc931 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 19:59:41.413560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-863a6ea9-bd24-400a-98f3-dfb28d3dc931 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0782123 Mar 11 19:59:41.627866 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-98758662-3eb1-460f-a5a0-0db79b638b47 service neutron] 10.222.0.76 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075818 Mar 11 19:59:41.754627 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-3a005cf9-2430-4197-9879-5df69f9af092 service neutron] 10.222.0.76 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209426 Mar 11 19:59:41.945644 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d7c12710-3578-4cde-bd69-1617d39dcf5b req-2345cdad-42db-4b09-bbab-a4268a9784ec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 210 time: 0.0430794 Mar 11 19:59:42.729979 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a2bf21-6ccd-4b91-add4-7aa33cc82469 None None] New status for floating IP 3dadb991-18c2-4b66-9d17-d22813ec7efc: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 19:59:42.996336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-c5cf1d71-e91e-490e-8245-4a83c2f78728 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:42.997751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-c5cf1d71-e91e-490e-8245-4a83c2f78728 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 796 time: 0.1589048 Mar 11 19:59:43.052130 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-7db23351-315f-44a3-934c-be6b653df1d5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 473 time: 0.0420649 Mar 11 19:59:43.061060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': '8653ed05-0312-405c-9eac-923e7401a8db', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['91c81804-6a1e-404d-9d84-925261c684f0']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:43.167783 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-243d5c8b-89d9-49a0-a3dd-a44619fc6cd8 req-6de29010-beaf-486d-a25f-2ed05a9e7ddf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 210 time: 0.0929508 Mar 11 19:59:43.236540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:43.246399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:43.258460 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:43.261422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.422375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.5 (4b08554c-ad25-4b64-be31-daaa25ab5feb/af58f3df-f3ae-47d7-8472-269323126926/21520b8a-6f0d-46a5-b552-bc12fa683c6a) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:43.604740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.619704 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 21520b8a-6f0d-46a5-b552-bc12fa683c6a will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:43.642624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.715833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:43.718842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:43.723158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:43.747983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:43.790200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:43.790781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.819913 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d8780e0c-cef9-4c2a-bfda-0c3260d58012 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7632179 Mar 11 19:59:43.830520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Request body: {'port': {'device_id': '8653ed05-0312-405c-9eac-923e7401a8db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:43.936477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2cf7b491-4f1d-4704-9769-283284df9f58 None None] Provisioning for port 21520b8a-6f0d-46a5-b552-bc12fa683c6a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:43.941162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-2cf7b491-4f1d-4704-9769-283284df9f58 None None] Provisioning complete for port 21520b8a-6f0d-46a5-b552-bc12fa683c6a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:43.941523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2cf7b491-4f1d-4704-9769-283284df9f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.942443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:43.994352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7b491-4f1d-4704-9769-283284df9f58 None None] Port 21520b8a-6f0d-46a5-b552-bc12fa683c6a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 19:59:44.271358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21520b8a-6f0d-46a5-b552-bc12fa683c6a {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:59:44.278446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.294425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Transition to ACTIVE for port object 21520b8a-6f0d-46a5-b552-bc12fa683c6a will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 19:59:44.298920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.366206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2393e6-5de2-4575-a707-c6368b2d8f9f req-9792986b-ddfc-4036-9106-4d11ab123d14 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:44.367745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa2393e6-5de2-4575-a707-c6368b2d8f9f req-9792986b-ddfc-4036-9106-4d11ab123d14 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 943 time: 0.0769536 Mar 11 19:59:44.416246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa2393e6-5de2-4575-a707-c6368b2d8f9f req-720b5222-7923-4950-8f23-e364956353f1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 Mar 11 19:59:44.472682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3eb54844-74af-43e3-abba-66a86e12a2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.514780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Pushing event updated for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:44.623543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Attempting to bind port 21520b8a-6f0d-46a5-b552-bc12fa683c6a on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 19:59:44.623874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Attempting to bind port 21520b8a-6f0d-46a5-b552-bc12fa683c6a by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 19:59:44.624191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Attempting to bind port 21520b8a-6f0d-46a5-b552-bc12fa683c6a on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:44.629725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Port 21520b8a-6f0d-46a5-b552-bc12fa683c6a on network 4b08554c-ad25-4b64-be31-daaa25ab5feb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 19:59:44.630033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Attempting to bind port 21520b8a-6f0d-46a5-b552-bc12fa683c6a on network 4b08554c-ad25-4b64-be31-daaa25ab5feb {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 19:59:44.635971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 19:59:44.636298 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Checking segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 19:59:44.636668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Bound using segment: {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 19:59:44.637080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Bound port: 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b69b5b-17ae-4273-ad8e-c251e425e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 19:59:44.637411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.725987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:44.728997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:44.734693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.794258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:44.795615 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] 10.222.0.90 "PUT /v2.0/ports/21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 200 len: 1093 time: 0.9693561 Mar 11 19:59:44.796200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:44.818763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca59446-7193-44fa-81c8-10955b0f7ddc service neutron] Pushing event updated for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:44.873346 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'status': 'completed', 'code': 200} Mar 11 19:59:44.909683 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-ba4e68bb-bbd4-4d8c-a0bf-885c71d162cc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1096 time: 0.0715802 Mar 11 19:59:44.980730 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-7cf9401a-3d98-4389-900c-3067870c2019 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 200 len: 217 time: 0.0636017 Mar 11 19:59:45.042488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-78a1a9f5-2fb8-40b8-8d44-1582acf9bec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:45.043948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-78a1a9f5-2fb8-40b8-8d44-1582acf9bec3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0563302 Mar 11 19:59:45.124425 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-d00d3ff8-a5f9-4802-990f-47a72eb0e593 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732880 Mar 11 19:59:45.254657 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-f9cc998e-c78b-4140-9e27-84d92df35128 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232808 Mar 11 19:59:45.388828 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f184d11-2f8d-4e5e-923a-b6c630fe21f5 req-0c9b06b1-0b3f-4169-96f0-211eeae7b1c5 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274981 Mar 11 19:59:45.508840 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-203ac062-db32-4a7d-b1c5-b8c57100eb8b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1096 time: 0.0697391 Mar 11 19:59:45.615618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6143c6c-ab9e-4b52-8f87-d53552c37360 req-a0cf9b73-d0a6-472c-9742-4213b82719f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:45.617043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6143c6c-ab9e-4b52-8f87-d53552c37360 req-a0cf9b73-d0a6-472c-9742-4213b82719f6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 943 time: 0.0786324 Mar 11 19:59:45.637101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-0698c9ec-cf51-427a-907d-b2a5d1e8c1d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:45.638568 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-0698c9ec-cf51-427a-907d-b2a5d1e8c1d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1239257 Mar 11 19:59:45.661588 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6143c6c-ab9e-4b52-8f87-d53552c37360 req-83ad2fbe-2054-43af-aaec-4be960bb7ebd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388575 Mar 11 19:59:45.709397 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-5e9ff7e7-17ca-49c6-bfb9-9cec407eff7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 200 len: 217 time: 0.0636153 Mar 11 19:59:45.769964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-5ba265af-d59a-4cdc-923a-a406f20f3aa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:45.771266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-5ba265af-d59a-4cdc-923a-a406f20f3aa1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0557945 Mar 11 19:59:45.851920 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-3d8a5a78-8dc6-4c06-985e-16de5d648960 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746000 Mar 11 19:59:45.984416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-792b8e65-c5f0-44f1-aa3a-e61dd66b7174 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257284 Mar 11 19:59:46.207756 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-64048788-93c2-4dcf-b4f7-8328dcec632f req-1985f152-78c6-4313-a6c2-4dbf12284c08 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162228 Mar 11 19:59:46.752325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-16c5775c-037a-40c4-93c2-6d1ff2adb08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:46.869588 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9024-1587-43f4-8538-62432a2b9c70 req-d8da2321-5f70-47ed-af4a-6118b1597d10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:46.870277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-4c9b9024-1587-43f4-8538-62432a2b9c70 req-d8da2321-5f70-47ed-af4a-6118b1597d10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 19:59:46.887746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-4c9b9024-1587-43f4-8538-62432a2b9c70 req-d8da2321-5f70-47ed-af4a-6118b1597d10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 19:59:46.889113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4c9b9024-1587-43f4-8538-62432a2b9c70 req-d8da2321-5f70-47ed-af4a-6118b1597d10 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 943 time: 0.0978129 Mar 11 19:59:46.935285 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4c9b9024-1587-43f4-8538-62432a2b9c70 req-b7104655-69c0-499c-8af9-894107f835d8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402496 Mar 11 19:59:47.857054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:48.009970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:48.139787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cb925-679f-40b5-8681-3e8b9e0d0a73 req-0d923f56-3622-40a1-a9b4-fd09a4a7b830 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:48.141236 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d53cb925-679f-40b5-8681-3e8b9e0d0a73 req-0d923f56-3622-40a1-a9b4-fd09a4a7b830 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 943 time: 0.0768566 Mar 11 19:59:48.186077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d53cb925-679f-40b5-8681-3e8b9e0d0a73 req-1e2d2d69-83a4-4dc5-bc61-ecbf34381e89 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391212 Mar 11 19:59:48.916429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21520b8a-6f0d-46a5-b552-bc12fa683c6a details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 19:59:49.049901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:49.062707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'port_id': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'mac_address': 'fa:16:3e:a1:45:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 19:59:49.117793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:49.134503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21520b8a-6f0d-46a5-b552-bc12fa683c6a {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 19:59:49.149691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:49.153797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:49.220943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:49.228951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:49.395396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef711b24-8c5e-4df4-af56-542a6d8c7925 req-be8b0a01-010f-4fa4-81fd-4bedcd10a1cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:49.396880 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ef711b24-8c5e-4df4-af56-542a6d8c7925 req-be8b0a01-010f-4fa4-81fd-4bedcd10a1cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 944 time: 0.0821881 Mar 11 19:59:49.442506 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ef711b24-8c5e-4df4-af56-542a6d8c7925 req-3e6a8f9b-9377-457b-9934-931254f22131 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 Mar 11 19:59:49.462789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['21520b8a-6f0d-46a5-b552-bc12fa683c6a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 19:59:50.423556 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-9ceb982a-ec27-45c6-b124-ef0e9bab8040 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686285 Mar 11 19:59:50.583185 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-18d37a41-8e49-4eec-bfd1-2e46e770e187 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.0734022 Mar 11 19:59:50.642183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde5980-8538-4d91-bede-037081d6d763 req-b71eed82-d2a8-4604-ae36-431f391cb9cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:50.643653 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cde5980-8538-4d91-bede-037081d6d763 req-b71eed82-d2a8-4604-ae36-431f391cb9cb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 944 time: 0.0781209 Mar 11 19:59:50.688794 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cde5980-8538-4d91-bede-037081d6d763 req-0f747e63-4ed4-44d3-99eb-4f04902c9c04 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Mar 11 19:59:50.725328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-8cd4abb0-283a-41a2-beeb-e69bfe70c362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:50.726781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-8cd4abb0-283a-41a2-beeb-e69bfe70c362 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1246228 Mar 11 19:59:50.828752 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-d2618479-7305-445a-8451-4394be0a49d9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 1001 time: 0.0953732 Mar 11 19:59:50.890382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-8290f9bb-8634-4e06-84fc-91e7cd56c690 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:50.891836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-8290f9bb-8634-4e06-84fc-91e7cd56c690 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0568819 Mar 11 19:59:50.929024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21520b8a-6f0d-46a5-b552-bc12fa683c6a up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 19:59:50.966036 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-c4d421ba-dcf5-4ada-91c0-2ac4be744aef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665627 Mar 11 19:59:51.001137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 21520b8a-6f0d-46a5-b552-bc12fa683c6a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 19:59:51.005806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 21520b8a-6f0d-46a5-b552-bc12fa683c6a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 19:59:51.006161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:51.097260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-171e4dd4-a7c9-4c04-90fc-659921a65f2b service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238678 Mar 11 19:59:51.118174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:51.145168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:51.155349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:51.162539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:51.200546 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'code': 200} Mar 11 19:59:51.232347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:51.240460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e44c39cc-13ff-4347-a0dd-b28f5d15be0d req-f99748a8-68f3-4096-97ab-223f0c9f9410 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329660 Mar 11 19:59:51.437090 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-70f7eec0-6a3c-427b-8c6e-94b2435de6ac req-141db115-51b4-4c2b-8411-93b8ddd0cbaa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1098 time: 0.0760014 Mar 11 19:59:51.479674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-70f7eec0-6a3c-427b-8c6e-94b2435de6ac req-5b4b14be-3694-47a9-b677-5802f62002ef service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363600 Mar 11 19:59:51.911197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d15d48-0d00-4e9c-a995-c6eb8381ec02 req-49b71bda-141a-41c7-ad10-ff2c0b3baf03 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:51.912654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33d15d48-0d00-4e9c-a995-c6eb8381ec02 req-49b71bda-141a-41c7-ad10-ff2c0b3baf03 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0913320 Mar 11 19:59:51.966207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33d15d48-0d00-4e9c-a995-c6eb8381ec02 req-211772ba-324d-4534-87e6-7ad76476c599 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466683 Mar 11 19:59:53.185197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943a51b-117c-44cf-b73b-0607c36bc9b1 req-4c5e5fd9-024d-4040-badb-fe310f64689d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:53.186943 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4943a51b-117c-44cf-b73b-0607c36bc9b1 req-4c5e5fd9-024d-4040-badb-fe310f64689d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0852389 Mar 11 19:59:53.234479 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4943a51b-117c-44cf-b73b-0607c36bc9b1 req-e2ef4e78-b180-4b3b-ac24-e2d7726c1a15 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Mar 11 19:59:53.437635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19482a-ca8e-4488-94f7-2165732aa98c req-271ecff0-2043-4666-a20d-6fffba7f4d9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:53.439061 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c19482a-ca8e-4488-94f7-2165732aa98c req-271ecff0-2043-4666-a20d-6fffba7f4d9e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0810299 Mar 11 19:59:53.484610 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c19482a-ca8e-4488-94f7-2165732aa98c req-23dae878-a0c8-44ae-ad7e-9dcf75506a58 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Mar 11 19:59:53.511734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38828) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:53.595857 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ecd58957-9217-4672-98c7-0085ca381758 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1093 time: 0.0830066 Mar 11 19:59:53.598558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38832) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 19:59:53.603686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 19:59:53.609376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 19:59:53.613422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 19:59:53.616379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 19:59:53.622199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 19:59:53.635569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:53.780311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:53.923245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.78 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/a2306b58-63f2-4761-8808-974341b128bb) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:54.074362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:54.105828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:54.173581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:54.176330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:54.180649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 19:59:54.203757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a2306b58-63f2-4761-8808-974341b128bb,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:54.619640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:54.758298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:54.820824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:55.019364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:55.025509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:55.125950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a2306b58-63f2-4761-8808-974341b128bb,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:55.139835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:55.334467 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 58781b9b-ca72-445c-8270-c5dea7ee6628 associated. External IP: 172.26.8.78, port: 21520b8a-6f0d-46a5-b552-bc12fa683c6a. Mar 11 19:59:55.733506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:56.031615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:56.041785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 19:59:56.054393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:56.055133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:56.059215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 19:59:56.114050 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5d4a9122-f6b0-4510-b445-4a6b0514a313 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5144873 Mar 11 19:59:56.114976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 19:59:56.169775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'status': 'completed', 'code': 200} Mar 11 19:59:56.239296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:56.259903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-aacd0696-e62e-414f-b874-7ee91345a0a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1098 time: 0.0671856 Mar 11 19:59:56.393807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-28084688-92a1-4fc6-b448-fd72e9677242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:56.395282 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-28084688-92a1-4fc6-b448-fd72e9677242 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1256385 Mar 11 19:59:56.499742 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-aff00348-e4e6-4704-a9a8-cf4f7d9f1e11 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 200 len: 998 time: 0.0976796 Mar 11 19:59:56.563238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-7fd7b087-8c82-4eee-99f8-b214fb30e6d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:56.564747 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-7fd7b087-8c82-4eee-99f8-b214fb30e6d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0582244 Mar 11 19:59:56.617853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}, {'id': '58781b9b-ca72-445c-8270-c5dea7ee6628', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:a1:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653ed05-0312-405c-9eac-923e7401a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:54Z', 'updated_at': '2022-03-11T19:59:54Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:56.622056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 19:59:56.633667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 19:59:56.634277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T19:59:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:56.730665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-a0e5a4a8-8134-48f3-b19f-2a87684de683 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1585279 Mar 11 19:59:56.807182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 19:59:56.861767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-8cab75b5-8c9c-4929-8db3-d6799bffe390 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236730 Mar 11 19:59:56.991370 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2bdf5889-cc22-441f-ab29-c80989cbe1a9 req-c487f2b6-1980-49bb-bcd5-372934f2ff3e service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226339 Mar 11 19:59:57.169058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}, {'id': '58781b9b-ca72-445c-8270-c5dea7ee6628', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:a1:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653ed05-0312-405c-9eac-923e7401a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:54Z', 'updated_at': '2022-03-11T19:59:54Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:57.173370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906fa3-5bd0-4506-a05f-766f1658b2b7 None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}, {'id': '58781b9b-ca72-445c-8270-c5dea7ee6628', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:a1:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653ed05-0312-405c-9eac-923e7401a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:54Z', 'updated_at': '2022-03-11T19:59:54Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 19:59:57.357642 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf62ee17-4ae3-476b-acca-3db146cb1df2 None None] New status for floating IP 58781b9b-ca72-445c-8270-c5dea7ee6628: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:00:14.481440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ed18fb31-9ea9-4442-a33a-89e630e29874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:16.138526 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:00:16.766003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5444f911-0731-4cd9-a169-89d9d045194c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:17.869041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:18.009041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:19.202094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:24.656687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:44.476861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-339987ad-1733-4210-bfc2-5ad099fc19f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:46.766355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-84f31822-a7b2-403a-9e9a-5491ec5e6d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:47.868692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:48.016522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:49.201008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:00:53.142457 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:00:53.225193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-e5623e99-f971-4555-9511-04a50ec37529 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689454 Mar 11 20:00:53.380802 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-032966ed-a6d6-4776-8a54-5aec5d8ffa1f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.0793879 Mar 11 20:00:53.527512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6827e-45da-4824-859a-94265f0acbd2 req-3b51493c-ad75-483c-9e45-97ca306c3d34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:53.528929 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-3b51493c-ad75-483c-9e45-97ca306c3d34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1287591 Mar 11 20:00:53.636249 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-94d10371-9b1e-466c-9001-b3db80237c96 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 1001 time: 0.1010301 Mar 11 20:00:53.701929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6827e-45da-4824-859a-94265f0acbd2 req-af894a31-655e-4cd4-90db-e6575a750251 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:53.703195 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-af894a31-655e-4cd4-90db-e6575a750251 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0610173 Mar 11 20:00:53.784456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-fee56e98-8711-4266-afa2-2f6eac867ae2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748930 Mar 11 20:00:53.916943 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-ee112e30-d85e-4689-a025-054e5143dfee service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265423 Mar 11 20:00:54.047027 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-23d6827e-45da-4824-859a-94265f0acbd2 req-7fef63b9-c347-403e-ba4e-a7f0a8c23edd service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 Mar 11 20:00:54.658634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:11.468445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38862) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:11.586519 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b3cbf43a-3385-4946-a7d0-38ec62bda3d5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/3dadb991-18c2-4b66-9d17-d22813ec7efc HTTP/1.1" status: 200 len: 993 time: 0.1164398 Mar 11 20:01:12.285715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38872) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:12.295221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:12.416826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:12.634286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:12.659806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:12.666912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:12.729155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:12.729740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:12.738752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/ports/a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 939 time: 0.4440756 Mar 11 20:01:12.738752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:12.755101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=6']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:12.764539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.764885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.765220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.765549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.765880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.766340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.766520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.766876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.767190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.767502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.767822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74edb8-0f5e-492c-86b2-1ad2b57f39df tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:12.798416 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 20:01:12.894353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-9305f006-fa61-4b86-aaff-e50bd5403f6b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1100 time: 0.0693336 Mar 11 20:01:12.964908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-78b5d8f3-df10-4a94-9068-0ea203f9b04a None None] Provisioning complete for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:12.965816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-78b5d8f3-df10-4a94-9068-0ea203f9b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:13.026059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-78b5d8f3-df10-4a94-9068-0ea203f9b04a None None] Port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b is administratively disabled so it will not transition to active. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Mar 11 20:01:13.026889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35078bc8-8073-4329-a2fa-25e0a52214de req-38a51beb-0d4e-4d9e-9c82-e17a8fba274e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:13.028817 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-38a51beb-0d4e-4d9e-9c82-e17a8fba274e service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1286068 Mar 11 20:01:13.141705 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-af3d3b58-9235-4b56-b64b-c6e420b87037 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 1002 time: 0.1067681 Mar 11 20:01:13.288038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35078bc8-8073-4329-a2fa-25e0a52214de req-a1e4d9ac-98ef-49f2-a0de-07d71fec3a75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:13.289457 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-a1e4d9ac-98ef-49f2-a0de-07d71fec3a75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.1418772 Mar 11 20:01:13.363848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-3fa86304-1d50-4b33-8457-2ecb3fe6e4df service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686464 Mar 11 20:01:13.501385 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-b4be006b-1f0d-4765-a5f6-06e76df2f0aa service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308670 Mar 11 20:01:13.633335 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-35078bc8-8073-4329-a2fa-25e0a52214de req-79057dfe-e41b-49a6-a666-626871f3e6fd service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260810 Mar 11 20:01:14.472692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48235ea9-49f7-4e77-9f5c-1eae35f4a17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.181092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38882) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:16.189403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:16.320025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.537953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:16.569684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.576285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.640594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:16.641185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.642540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/ports/a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 938 time: 0.4610851 Mar 11 20:01:16.643072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:16.645739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38886) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:16.667677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98079d1f-7f7b-4146-9545-907dc96c3e4e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=7']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:16.711227 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 20:01:16.760892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6f7f8f04-24f1-4090-aa5f-059b769fa67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.804839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0eb562ad-da14-42e8-8490-396192e517c1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/3dadb991-18c2-4b66-9d17-d22813ec7efc HTTP/1.1" status: 200 len: 993 time: 0.1572611 Mar 11 20:01:16.825535 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-208b9c99-763e-41ff-8944-8082c22ec21f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.0925930 Mar 11 20:01:16.874230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6a1cfde4-9118-48ae-a274-facaa050683c None None] Provisioning complete for port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:16.874592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6a1cfde4-9118-48ae-a274-facaa050683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:16.953988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-db64e0ec-36bc-4344-b663-9b99e7dfdc4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:16.955342 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-db64e0ec-36bc-4344-b663-9b99e7dfdc4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1232004 Mar 11 20:01:17.003156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:01:17.073547 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-d8ef9b78-f544-45ef-8805-f5cf2be1fa38 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 1001 time: 0.1115794 Mar 11 20:01:17.138846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-18c539e7-38af-4749-b799-7d7f719f0d87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:17.140215 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-18c539e7-38af-4749-b799-7d7f719f0d87 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0599327 Mar 11 20:01:17.212538 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-5ef22966-9a6d-46bf-b912-f5555b8e5013 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664883 Mar 11 20:01:17.342514 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-63f4ff5c-800c-4973-9710-f62bcac59166 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229212 Mar 11 20:01:17.472996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ccf74ec-9080-4525-9595-2781fec5d49b req-d484d11b-e689-407a-9369-5270886c208e service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241875 Mar 11 20:01:17.873098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:18.002484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:19.210609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:19.397793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38898) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:19.599432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port a2306b58-63f2-4761-8808-974341b128bb {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:19.599807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:19.852280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:19.852516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:19.968984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for a2306b58-63f2-4761-8808-974341b128bb owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:20.115215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:20.162427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=a2306b58-63f2-4761-8808-974341b128bb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:20.199448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.199807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.200140 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.200468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.200793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.201113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.201434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.201754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.202068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.202383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.202681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:20.262280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:20.650716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:20.861258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:20.871257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:01:20.881607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:20.884206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:20.884818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:20.934318 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2f74c131-0167-49a4-a119-0b2f50d378fa tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/58781b9b-ca72-445c-8270-c5dea7ee6628 HTTP/1.1" status: 204 len: 168 time: 1.5353732 Mar 11 20:01:20.936645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:21.002066 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'status': 'completed', 'code': 200} Mar 11 20:01:21.097443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-199d850c-30e0-49a9-bc8e-d8bb2eb2cc22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 1098 time: 0.0733171 Mar 11 20:01:21.112885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:21.239873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-9148876a-5004-4356-a814-44b11c82bf1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:21.241332 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-9148876a-5004-4356-a814-44b11c82bf1d service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.1376934 Mar 11 20:01:21.308310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-fad437b3-56bd-48fa-a407-73f10acd97ad service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 200 len: 217 time: 0.0604687 Mar 11 20:01:21.350922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b09b8e-f7a7-4bf2-9a3c-011886b0844d req-8b2de841-caae-4766-a659-74083d63674e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:21.352912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b9b09b8e-f7a7-4bf2-9a3c-011886b0844d req-8b2de841-caae-4766-a659-74083d63674e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0807052 Mar 11 20:01:21.402755 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b9b09b8e-f7a7-4bf2-9a3c-011886b0844d req-df59e745-1189-4ab6-8e3b-d9787a53c640 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437901 Mar 11 20:01:21.472625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:21.476334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:01:21.477875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-1bed4c23-5d3f-4601-a660-e0f00f88ea73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:21.479415 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-1bed4c23-5d3f-4601-a660-e0f00f88ea73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.1637650 Mar 11 20:01:21.486926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:21.487545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:21.553793 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-58623977-e069-4538-bfd1-c6d65e72272f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675681 Mar 11 20:01:21.663036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:21.681990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-a8dc5200-14a7-4cb7-ba2c-41d04cc5cef6 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212382 Mar 11 20:01:21.812162 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efd42c89-bc24-4b66-b0c6-262de9dfdc3d req-ba255ff0-8f70-45a8-81f3-1441ae65e5d4 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234035 Mar 11 20:01:22.013298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:22.017637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f42a24-10dc-4f6f-84f1-281fcfecf057 None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '3dadb991-18c2-4b66-9d17-d22813ec7efc', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.66', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'port_id': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'mac_address': 'fa:16:3e:81:33:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:59:37Z', 'updated_at': '2022-03-11T19:59:42Z', 'revision_number': 1, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:01:22.238093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ac2dc-5202-4b22-92d1-4c1eabed1df2 None None] New status for floating IP 58781b9b-ca72-445c-8270-c5dea7ee6628: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:01:22.620417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb385368-72ec-4057-97fb-acdfb7bb918a req-f8790da2-042f-403f-80b9-1da15dfc0d80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:22.621105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fb385368-72ec-4057-97fb-acdfb7bb918a req-f8790da2-042f-403f-80b9-1da15dfc0d80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:22.639293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fb385368-72ec-4057-97fb-acdfb7bb918a req-f8790da2-042f-403f-80b9-1da15dfc0d80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:22.640348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fb385368-72ec-4057-97fb-acdfb7bb918a req-f8790da2-042f-403f-80b9-1da15dfc0d80 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0982435 Mar 11 20:01:22.684635 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fb385368-72ec-4057-97fb-acdfb7bb918a req-2578849a-27f2-467e-9b13-8e807a7042b4 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=91c81804-6a1e-404d-9d84-925261c684f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386231 Mar 11 20:01:22.919869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-c5fe1fca-170e-4f8e-bee9-f002243bed6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:22.921169 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-c5fe1fca-170e-4f8e-bee9-f002243bed6d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 945 time: 0.0904548 Mar 11 20:01:22.990400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 21520b8a-6f0d-46a5-b552-bc12fa683c6a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:22.990733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:23.254658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 21520b8a-6f0d-46a5-b552-bc12fa683c6a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21520b8a-6f0d-46a5-b552-bc12fa683c6a,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:23.255015 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:23.373590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 21520b8a-6f0d-46a5-b552-bc12fa683c6a owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:23.527512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:23.583798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=21520b8a-6f0d-46a5-b552-bc12fa683c6a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:23.655225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port 21520b8a-6f0d-46a5-b552-bc12fa683c6a on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:23.658202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:23.660769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'name': 'network-vif-deleted', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:23.677727 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d077a97a-a36d-417a-a119-13b3ab42b7b9 req-6fe19025-a5aa-4936-97c3-c479be1812ee tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/21520b8a-6f0d-46a5-b552-bc12fa683c6a HTTP/1.1" status: 204 len: 173 time: 0.7508736 Mar 11 20:01:23.716003 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8653ed05-0312-405c-9eac-923e7401a8db', 'name': 'network-vif-deleted', 'tag': '21520b8a-6f0d-46a5-b552-bc12fa683c6a', 'status': 'completed', 'code': 200} Mar 11 20:01:23.847463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3b99dea0-1c3a-4520-9c0f-93df9f500f8a req-a83fb6b1-4edb-44cc-9b42-08858d833031 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:23.863089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-3b99dea0-1c3a-4520-9c0f-93df9f500f8a req-a83fb6b1-4edb-44cc-9b42-08858d833031 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:23.864322 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b99dea0-1c3a-4520-9c0f-93df9f500f8a req-a83fb6b1-4edb-44cc-9b42-08858d833031 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=8653ed05-0312-405c-9eac-923e7401a8db HTTP/1.1" status: 200 len: 210 time: 0.0570354 Mar 11 20:01:24.652936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:24.978919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38916) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:25.057112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.086139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.147874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.166149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c81804-6a1e-404d-9d84-925261c684f0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:25.182901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.187136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3dfb50fe-bde5-4991-b0e7-0fd4054433e3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/91c81804-6a1e-404d-9d84-925261c684f0 HTTP/1.1" status: 204 len: 168 time: 0.2067957 Mar 11 20:01:25.225525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38922) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:25.420958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 587cea77-1851-4182-87a4-a8fdc9e4c30f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:25.421363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.425228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21520b8a-6f0d-46a5-b552-bc12fa683c6a no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:01:25.465786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 21520b8a-6f0d-46a5-b552-bc12fa683c6a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:01:25.466130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21520b8a-6f0d-46a5-b552-bc12fa683c6a not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:01:25.674867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.675095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.795433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 587cea77-1851-4182-87a4-a8fdc9e4c30f owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:25.943463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:25.989662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=587cea77-1851-4182-87a4-a8fdc9e4c30f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:26.076779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:26.471914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:26.675660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:26.685376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:01:26.697562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:26.697945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:26.698168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:26.751008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-314ad1a1-f383-4b18-af49-015b0677b5bf tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/3dadb991-18c2-4b66-9d17-d22813ec7efc HTTP/1.1" status: 204 len: 168 time: 1.5242651 Mar 11 20:01:26.751511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:26.806287 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 20:01:26.880219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:26.917578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-53c847b7-f7ac-46fa-bc46-882f98587070 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 1099 time: 0.0710452 Mar 11 20:01:27.187749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-ec2ab2a6-1ba0-4902-ad2b-a4a0d58a9a28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:27.189166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-ec2ab2a6-1ba0-4902-ad2b-a4a0d58a9a28 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 200 len: 897 time: 0.2658997 Mar 11 20:01:27.247836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:27.251973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:01:27.262240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-38b36ba6-0320-4751-a785-9ba9d8ab4c3b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 200 len: 217 time: 0.0648656 Mar 11 20:01:27.262781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:27.263413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:27.317399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d99bfb-d6b6-453b-8df7-29199c1e1f7d req-9ff3b83e-f9a8-41de-a238-e58869b390e0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:27.318072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-28d99bfb-d6b6-453b-8df7-29199c1e1f7d req-9ff3b83e-f9a8-41de-a238-e58869b390e0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:27.340369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-aa218cf0-ba39-443d-b425-7fe6c13c1d9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:27.341808 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-aa218cf0-ba39-443d-b425-7fe6c13c1d9e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 200 len: 834 time: 0.0728314 Mar 11 20:01:27.344356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-28d99bfb-d6b6-453b-8df7-29199c1e1f7d req-9ff3b83e-f9a8-41de-a238-e58869b390e0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:27.345321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-28d99bfb-d6b6-453b-8df7-29199c1e1f7d req-9ff3b83e-f9a8-41de-a238-e58869b390e0 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.2175832 Mar 11 20:01:27.441984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-28d99bfb-d6b6-453b-8df7-29199c1e1f7d req-1af66c97-91ef-4707-a0b5-9c7d5e9261c2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631621 Mar 11 20:01:27.450343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:27.456538 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-d296b2bc-3be5-4f77-b26d-55177411ade6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4b08554c-ad25-4b64-be31-daaa25ab5feb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1087320 Mar 11 20:01:27.585422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-631a8632-8ff4-4c98-8463-6d4ae593bad8 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220829 Mar 11 20:01:27.714602 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-afd7f6e5-6e6f-45bc-b65c-946e9307f31f req-a4f28373-c6de-4e31-98a0-65f4792daa92 service neutron] 10.222.0.90 "GET /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220198 Mar 11 20:01:27.764978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:27.769104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a4a058-e387-4661-aa47-d959e1021581 None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f030663c-46ad-4287-969b-2c1d2cd828dd', 'name': '', 'network_id': '4b08554c-ad25-4b64-be31-daaa25ab5feb', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:6f:10:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'af58f3df-f3ae-47d7-8472-269323126926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:20Z', 'updated_at': '2022-03-11T19:59:27Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'af58f3df-f3ae-47d7-8472-269323126926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:01:27.980627 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2307676-d1d9-4759-84f5-9d02b5acc651 None None] New status for floating IP 3dadb991-18c2-4b66-9d17-d22813ec7efc: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:01:28.656139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee0b0f-5d20-43b5-9a3c-1deede99fb56 req-4f9b312e-1c03-40fd-b7c6-29c8ce2c35ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:28.657942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-51ee0b0f-5d20-43b5-9a3c-1deede99fb56 req-4f9b312e-1c03-40fd-b7c6-29c8ce2c35ab tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.0932407 Mar 11 20:01:28.703242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-51ee0b0f-5d20-43b5-9a3c-1deede99fb56 req-3d79f987-2b46-4f1e-9efd-a6e3256dab08 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:28.721504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-51ee0b0f-5d20-43b5-9a3c-1deede99fb56 req-3d79f987-2b46-4f1e-9efd-a6e3256dab08 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:28.722812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-51ee0b0f-5d20-43b5-9a3c-1deede99fb56 req-3d79f987-2b46-4f1e-9efd-a6e3256dab08 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=cd4c0a1d-a933-484e-9379-a8dc5b169896&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574169 Mar 11 20:01:28.830489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-11bf3e05-582a-43d2-99a6-365b5c92590e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:28.832257 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-11bf3e05-582a-43d2-99a6-365b5c92590e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 946 time: 0.0843632 Mar 11 20:01:28.901317 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:28.901654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:29.152462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:29.152839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:29.269735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:29.429912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:29.480227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:29.572181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:29.574728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:29.577236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'name': 'network-vif-deleted', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:29.594013 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c89ac1b-857a-4488-ab26-1de0fc7b838a req-80b2433d-2cc2-405e-a8c8-e100387dc890 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b HTTP/1.1" status: 204 len: 173 time: 0.7542307 Mar 11 20:01:29.635555 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b0504b-95a5-4e22-832b-b41e768d39de', 'name': 'network-vif-deleted', 'tag': 'a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b', 'status': 'completed', 'code': 200} Mar 11 20:01:29.927936 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5552b425-cfd5-446d-8433-a3fad8c167da req-0b1e680c-607c-4b40-b2da-ac379c7a940e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9b0504b-95a5-4e22-832b-b41e768d39de HTTP/1.1" status: 200 len: 210 time: 0.0410640 Mar 11 20:01:30.145265 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:01:31.035621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:31.107529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:31.136452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:31.200532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:31.218940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4c0a1d-a933-484e-9379-a8dc5b169896,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:31.230368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:31.231534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c225d28c-043f-4bdb-8922-b70cb2c6c4a6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/cd4c0a1d-a933-484e-9379-a8dc5b169896 HTTP/1.1" status: 204 len: 168 time: 0.1948934 Mar 11 20:01:31.274780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38946) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:31.457296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:01:31.489843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:01:31.490053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a2dd1fbc-97b3-4cd1-96f2-ad03be863e0b not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:01:31.767908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:32.376177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port f030663c-46ad-4287-969b-2c1d2cd828dd {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:32.376919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:32.568185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port f030663c-46ad-4287-969b-2c1d2cd828dd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f030663c-46ad-4287-969b-2c1d2cd828dd,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:32.568464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:32.682535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for f030663c-46ad-4287-969b-2c1d2cd828dd owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:32.886628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:32.933067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=f030663c-46ad-4287-969b-2c1d2cd828dd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:33.340302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:33.919772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 49ce284b-486b-4e85-8124-d28b6f7ef680 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:34.121108 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:34.131258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Sync routers for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:01:34.133271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c99caf60-3da4-4a1d-b495-ca4d08e6d1ed tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/49ce284b-486b-4e85-8124-d28b6f7ef680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8573155 Mar 11 20:01:34.135943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38950) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:34.146720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:34.147332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:34.317064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet af58f3df-f3ae-47d7-8472-269323126926 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:01:34.320064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:34.324986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:34.376212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:34.454902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:34.622496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T20:01:32Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:34.627288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Checking router: 49ce284b-486b-4e85-8124-d28b6f7ef680 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:01:34.638502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Routers {'49ce284b-486b-4e85-8124-d28b6f7ef680'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:34.638896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:34.639131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['49ce284b-486b-4e85-8124-d28b6f7ef680'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:34.677068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=af58f3df-f3ae-47d7-8472-269323126926,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:34.681631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:34.690330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b456c6ff-eff8-4c80-b0af-ae18524ea9e2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/af58f3df-f3ae-47d7-8472-269323126926 HTTP/1.1" status: 204 len: 168 time: 0.5510094 Mar 11 20:01:34.690551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38954) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:34.694650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357ebd1d-c82e-4c53-9d3d-d4844f97d819 None None] Network 4b08554c-ad25-4b64-be31-daaa25ab5feb requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:01:34.889924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.011629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] Set router 49ce284b-486b-4e85-8124-d28b6f7ef680 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:35.085636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.096016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 2700821f-b088-497c-9d89-bcea156c310d {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:35.096347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.276949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] DHCP port deletion for 4b08554c-ad25-4b64-be31-daaa25ab5feb request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:01:35.278210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 2700821f-b088-497c-9d89-bcea156c310d, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2700821f-b088-497c-9d89-bcea156c310d,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:35.278565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.288109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Deleting port 7148053c-9e70-4bfe-91ea-f8dad34b8349 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:01:35.288477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.393769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 2700821f-b088-497c-9d89-bcea156c310d owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:35.416020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T20:01:32Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:35.478048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 7148053c-9e70-4bfe-91ea-f8dad34b8349 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:01:35.503918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de386d4-4ae4-4bb0-a10e-249770375796 None None] The sync data for ids ['49ce284b-486b-4e85-8124-d28b6f7ef680'] in dv-neutron-832764-2-hyperv is: [{'id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'name': 'tempest-TestNetworkBasicOps-router-1053146607', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242'}], 'enable_snat': True}, 'gw_port_id': '2700821f-b088-497c-9d89-bcea156c310d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T20:01:32Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '2700821f-b088-497c-9d89-bcea156c310d', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ce284b-486b-4e85-8124-d28b6f7ef680', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:59:17Z', 'updated_at': '2022-03-11T19:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:01:35.553952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] For port 7148053c-9e70-4bfe-91ea-f8dad34b8349, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=7148053c-9e70-4bfe-91ea-f8dad34b8349,segment=NetworkSegment(53b69b5b-17ae-4273-ad8e-c251e425e2ae),segment_id=53b69b5b-17ae-4273-ad8e-c251e425e2ae)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:35.554353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.562012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.607054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=2700821f-b088-497c-9d89-bcea156c310d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:35.673278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Calling delete_port for 7148053c-9e70-4bfe-91ea-f8dad34b8349 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:01:35.769352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.825755 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.826505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:35.878060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Pushing event deleted for resources: {'Port': ['ID=7148053c-9e70-4bfe-91ea-f8dad34b8349,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:35.889656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] No DVR routers for this DVR port 7148053c-9e70-4bfe-91ea-f8dad34b8349 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:35.894844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.895219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.895585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.895926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.896330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.896659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.896963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.897290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.897628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.897972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:35.898300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a332a7a-74cf-4f06-9721-53c846ca85f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:36.196606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.200672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.226429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.227025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 49ce284b-486b-4e85-8124-d28b6f7ef680 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:01:36.241126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.242243 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5f01747e-3256-48b0-8e76-15208ce3d00b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/49ce284b-486b-4e85-8124-d28b6f7ef680 HTTP/1.1" status: 204 len: 168 time: 1.5507822 Mar 11 20:01:36.245350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38958) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:36.363046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.576723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.612110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b08554c-ad25-4b64-be31-daaa25ab5feb']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.625394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b69b5b-17ae-4273-ad8e-c251e425e2ae') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.625686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b69b5b-17ae-4273-ad8e-c251e425e2ae') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.637042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.655751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.662820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:01:36.663213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:01:36.677926 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:01:36.758338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.774700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.785610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=4b08554c-ad25-4b64-be31-daaa25ab5feb,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:36.795636 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e678d551-c192-4d61-a629-8d4dce956d0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/4b08554c-ad25-4b64-be31-daaa25ab5feb HTTP/1.1" status: 204 len: 168 time: 0.5492456 Mar 11 20:01:36.820886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38962) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:36.826277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'network': {'name': 'tempest-network-smoke--235585761', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:36.831482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:36.835755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:network and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:36.838721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:36.844734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:36.857027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:36.860463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.890358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:01:36.899935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.900362 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Added segment 90265021-d612-4da1-8164-a92faa0cec02 of type vlan for network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 Mar 11 20:01:36.927323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.962423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:36.966120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:36.966690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.071217 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2493067 Mar 11 20:01:37.073928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace93855-73db-4078-a10a-db58e4e24aa1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Network': ['ID=52237783-7ee2-4352-b46b-8e8bcf0f4ca7,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.074414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 38966) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:37.079847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-77643702', 'admin_state_up': True, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:37.084114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:01:37.087118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:37.091102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:router and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:37.094061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:37.099977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:37.112729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.113874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.133623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.284162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.460948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.478105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f030663c-46ad-4287-969b-2c1d2cd828dd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:01:37.491572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.509297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f030663c-46ad-4287-969b-2c1d2cd828dd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:01:37.509637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f030663c-46ad-4287-969b-2c1d2cd828dd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:01:37.510044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2700821f-b088-497c-9d89-bcea156c310d no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:01:37.541037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2700821f-b088-497c-9d89-bcea156c310d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:01:37.541479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2700821f-b088-497c-9d89-bcea156c310d not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:01:37.628751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.56 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/9c3f6b64-4edd-4183-8443-fd0c21f6dc1f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:37.775362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.810232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:37.885485 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:37.888277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:37.892416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:01:37.915712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:38.052788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:38.053406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:38.285137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:01:38.480008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:38.490132 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:01:38.501971 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:38.502542 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:38.506700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:38.511104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9488f8c3-5daa-48b3-ac50-49f8bf7e81e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4329062 Mar 11 20:01:38.511522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38970) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:38.623024 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-20dc9614-ff6d-4162-9aac-85e61fe6f28f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=2b23187fa5184d4aac3b1c0cfd073996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1103070 Mar 11 20:01:38.626061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38976) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:38.676996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:38.752442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3b3d0-e494-4e62-a326-a34ca298c320 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:38.754828 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1e3b3d0-e494-4e62-a326-a34ca298c320 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276333 Mar 11 20:01:38.757605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38980) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:38.795460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-667099fe-5c22-4de7-9667-02cb4ab3264f tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368090 Mar 11 20:01:38.798051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38984) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:38.803279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-847658784', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:38.911557 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:38.915543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:subnet and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:38.918325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:38.924220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:38.936638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:38.950920 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:37Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:38.955465 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Checking router: 8ec27c44-d634-44e5-9600-ca2066cea0f5 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:01:38.955859 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Updating router 8ec27c44-d634-44e5-9600-ca2066cea0f5 port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:01:39.005193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.036569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.246191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.318984 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.320932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Subnet': ['ID=a9dcbdca-a11d-4fdb-89d9-aa695871bf86,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:39.330906 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Transition to ACTIVE for port object 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:39.335834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Checking segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:01:39.336191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network hostable DHCP agents. Network: 52237783-7ee2-4352-b46b-8e8bcf0f4ca7, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:01:39.337894 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.358755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:01:39.369383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 52237783-7ee2-4352-b46b-8e8bcf0f4ca7) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:39.374486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:39.376408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.380115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c246b-d5bd-47d3-8301-0b942967f458 None None] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:01:39.404625 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-847df480-c910-4bfe-a555-44fa71e3971e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6030734 Mar 11 20:01:39.405123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38988) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:39.416953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:39.420362 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Attempting to bind port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:01:39.420737 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Attempting to bind port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:01:39.421085 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Attempting to bind port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:01:39.431651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.431965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.432305 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.432656 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.432985 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.433304 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.433801 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.433946 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.434210 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.434614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.434819 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:39.439168 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:01:39.439560 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:01:39.439952 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.440325 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:01:39.440779 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Bound port: 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:01:39.441139 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.509608 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:39.512658 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:39.517780 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.598193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609165fb-b111-47c6-925b-0d498fe9d2a4 None None] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:39.604064 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:39.604646 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:39.619356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:01:39.620186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.783147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Allocated IP 172.20.0.2 (52237783-7ee2-4352-b46b-8e8bcf0f4ca7/a9dcbdca-a11d-4fdb-89d9-aa695871bf86/a20f5cfc-2c94-4759-9699-5c665796a6ab) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:39.806855 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:39.980024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:39.990632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Transition to ACTIVE for port object a20f5cfc-2c94-4759-9699-5c665796a6ab will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:40.010018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Transition to ACTIVE for port object a20f5cfc-2c94-4759-9699-5c665796a6ab will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:40.016912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.087703 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:37Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:40.091813 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da56401c-4168-48a2-a873-3b4ff6df50e9 None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:37Z', 'revision_number': 3, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:01:40.098583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:40.101757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:40.104340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:01:40.111179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Pushing event updated for resources: {'Port': ['ID=a20f5cfc-2c94-4759-9699-5c665796a6ab,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:40.200240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Attempting to bind port a20f5cfc-2c94-4759-9699-5c665796a6ab on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:01:40.200714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Attempting to bind port a20f5cfc-2c94-4759-9699-5c665796a6ab by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:01:40.201180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Attempting to bind port a20f5cfc-2c94-4759-9699-5c665796a6ab on network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:01:40.209544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:01:40.210020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Checking segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:01:40.210520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.211007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Bound using segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:01:40.211684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Bound port: a20f5cfc-2c94-4759-9699-5c665796a6ab, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:01:40.212156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.302095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.322844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] For port a20f5cfc-2c94-4759-9699-5c665796a6ab, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:40.325948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] For port a20f5cfc-2c94-4759-9699-5c665796a6ab, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a20f5cfc-2c94-4759-9699-5c665796a6ab,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:40.331890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.425994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f173d-bd64-4dfd-af95-7e1f0c2fba3f None None] Pushing event updated for resources: {'Port': ['ID=a20f5cfc-2c94-4759-9699-5c665796a6ab,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:40.742127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.1 (52237783-7ee2-4352-b46b-8e8bcf0f4ca7/a9dcbdca-a11d-4fdb-89d9-aa695871bf86/03b24ceb-3566-47dd-abd3-2675855a9f24) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:40.913202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:40.930012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object 03b24ceb-3566-47dd-abd3-2675855a9f24 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:40.954271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.025530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:41.028640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:41.033526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:01:41.061483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.096801 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.183228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.336772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0188e115-1bf3-47fc-8c35-0a66ebd3af9e None None] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:01:41.444086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-93ca4e89-bb97-4dae-b175-cc96c1bee923 None None] Provisioning for port a20f5cfc-2c94-4759-9699-5c665796a6ab completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:41.559405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a20f5cfc-2c94-4759-9699-5c665796a6ab up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:41.658764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a20f5cfc-2c94-4759-9699-5c665796a6ab completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:41.664674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a20f5cfc-2c94-4759-9699-5c665796a6ab triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:41.665045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.708119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.713983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.777920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.822223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port a20f5cfc-2c94-4759-9699-5c665796a6ab, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a20f5cfc-2c94-4759-9699-5c665796a6ab,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:41.828425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.828890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.829338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:41.831307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.952163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=a20f5cfc-2c94-4759-9699-5c665796a6ab,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.960459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Provisioning complete for port a20f5cfc-2c94-4759-9699-5c665796a6ab triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:41.960824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:41.996343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:41.997596 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:42.046759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:42.056446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:42.056702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:42.227179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:42.233431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Provisioning for port 03b24ceb-3566-47dd-abd3-2675855a9f24 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:42.243583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:42.243951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:42.278118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:42.288367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:42.345132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9297617e-7903-4af7-a65d-7abeb0f3259b None None] Port 03b24ceb-3566-47dd-abd3-2675855a9f24 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:01:42.361472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:42.391283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:42.468694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f73757f2-9bb8-469b-86f9-ad916ca2df5e None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:42.469291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f73757f2-9bb8-469b-86f9-ad916ca2df5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:42.521295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f73757f2-9bb8-469b-86f9-ad916ca2df5e None None] Port 03b24ceb-3566-47dd-abd3-2675855a9f24 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:01:42.593104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:42.605678 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-442d50ba-e488-42b8-b7a6-dfaaec8d5f87 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/8ec27c44-d634-44e5-9600-ca2066cea0f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1997845 Mar 11 20:01:42.608217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38992) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:42.747423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80363a-0161-46d5-925b-141d670df4e1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.748117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80363a-0161-46d5-925b-141d670df4e1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.748117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80363a-0161-46d5-925b-141d670df4e1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.748492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b80363a-0161-46d5-925b-141d670df4e1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.750110 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0b80363a-0161-46d5-925b-141d670df4e1 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1409707 Mar 11 20:01:42.753025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 38996) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:42.826575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff286-7995-458a-ba42-4357527ca1c0 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.826946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff286-7995-458a-ba42-4357527ca1c0 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.827289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff286-7995-458a-ba42-4357527ca1c0 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.827665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcff286-7995-458a-ba42-4357527ca1c0 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:42.829239 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7fcff286-7995-458a-ba42-4357527ca1c0 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0752978 Mar 11 20:01:42.831918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39000) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:43.130788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f6a0c28-7a6d-467f-9be6-dde6135b6e15 tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2978122 Mar 11 20:01:43.453863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39008) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:43.459624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110550572', 'description': 'tempest-secgroup-smoke-110550572 description', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:43.465750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:43.469842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:43.472665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:43.478250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:43.487099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a20f5cfc-2c94-4759-9699-5c665796a6ab up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:43.488636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.528637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:43.533436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:43.536265 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:43.542273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:43.557915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a20f5cfc-2c94-4759-9699-5c665796a6ab triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:43.558280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.592334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:01:43.603157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.608201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.626261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:43.626865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:43.650627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:43.655419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.659803 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4c1ca298-f1ac-4aeb-acee-841dd0a84a9d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2017574 Mar 11 20:01:43.660435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39012) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:43.665852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:43.671830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:43.675682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:43.678508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:43.684048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:43.699967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.760599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.765166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.788236 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474fbd13-cb4e-4c43-81ff-c19e5f7bb20f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:43.798921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.800394 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d849d36d-4078-458a-b2ab-1a8b6d82d1da tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1392727 Mar 11 20:01:43.803185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39016) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:43.808840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:43.809879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:43.814730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:43.818727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:43.821782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:43.827552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:43.847167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.892166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:43.908356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.912420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.935807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129cf176-0004-4f85-92e0-9095e4b1bd93,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:43.947241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.948541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c3b4a8bc-6493-4727-8203-848944351f3b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1443963 Mar 11 20:01:43.951346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39020) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:43.957408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:43.960832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:43.961199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:43.963154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:43.966951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:43.969808 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:43.975378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:43.992103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.054970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.059379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.082486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bfd701-dbe9-4e7b-a14c-70a0faa8d9a3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.096790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.097995 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-548491d8-f1ea-4d36-9d68-255197fedecb tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457393 Mar 11 20:01:44.101009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39024) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:44.106597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:44.112702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:44.116852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:44.119875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:44.126938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:44.148519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.216710 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.220687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.243016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c61421-78e5-4e50-a0d7-b656588103f8,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.252882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.254125 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-21f568c1-d3e4-4171-b15d-fe3e115b0dc7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1521220 Mar 11 20:01:44.257070 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39028) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:44.262581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:44.268337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:44.272068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:44.274895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:44.280451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:44.292802 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:01:44.299382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.301080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:44.305487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Checking router: 8ec27c44-d634-44e5-9600-ca2066cea0f5 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:01:44.305837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Updating router 8ec27c44-d634-44e5-9600-ca2066cea0f5 port 03b24ceb-3566-47dd-abd3-2675855a9f24 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:01:44.355645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.363960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.369092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.393217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1ae228-21d8-4782-a1d5-8e62d246b465,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.404740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.409118 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fd7ee4b3-de81-48ee-a575-3deee7896083 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480546 Mar 11 20:01:44.409299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39032) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:44.414864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'security_group_rule': {'security_group_id': '2204e0b6-90d5-4b59-9caa-2cc16b3bcad0', 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:44.420520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:44.424251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:security_group_rule and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:44.427031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:44.432560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:44.444032 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Project 2b23187fa5184d4aac3b1c0cfd073996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:01:44.450656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.493676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4875d3c1-0ee4-4161-a0c0-e9f25d82e154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.515001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.519250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.544644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6833f66-331a-4135-ad6b-513532d2f042,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.554548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.555810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e39c77dc-a233-48e1-9c37-ca9bb84fb340 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1455388 Mar 11 20:01:44.744021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.756681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Transition to ACTIVE for port object 03b24ceb-3566-47dd-abd3-2675855a9f24 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:44.763902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.848858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-25c7ed97-45bd-49ac-ab80-81f22c2d3996 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:44.867720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-25c7ed97-45bd-49ac-ab80-81f22c2d3996 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:44.868974 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-25c7ed97-45bd-49ac-ab80-81f22c2d3996 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110550572&fields=id&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 267 time: 0.1809909 Mar 11 20:01:44.889731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a550f8d-c054-4fa1-a402-9830bef0609b None None] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.980477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Attempting to bind port 03b24ceb-3566-47dd-abd3-2675855a9f24 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:01:44.980885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Attempting to bind port 03b24ceb-3566-47dd-abd3-2675855a9f24 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:01:44.981242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Attempting to bind port 03b24ceb-3566-47dd-abd3-2675855a9f24 on network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:01:44.988019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:01:44.988754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Checking segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:01:44.989332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:44.989904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Bound using segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:01:44.990525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Bound port: 03b24ceb-3566-47dd-abd3-2675855a9f24, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:01:44.991064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:45.034517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-f645e7f4-6f52-4b47-8d16-4fd99c3f2e2e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:45.036362 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-f645e7f4-6f52-4b47-8d16-4fd99c3f2e2e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 796 time: 0.1606529 Mar 11 20:01:45.052984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-be0142e6-c1f5-4ab6-991a-419a0dedfff2 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/quotas/2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 375 time: 0.0108218 Mar 11 20:01:45.088122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:45.091431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=03b24ceb-3566-47dd-abd3-2675855a9f24,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:45.096130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:45.135257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-569f81b1-9ca8-44cd-9625-c923913be5c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:45.152495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-569f81b1-9ca8-44cd-9625-c923913be5c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:45.154492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-569f81b1-9ca8-44cd-9625-c923913be5c6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0953422 Mar 11 20:01:45.185834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a550f8d-c054-4fa1-a402-9830bef0609b None None] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:45.190586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:01:45.191016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:45.365300 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-cdda3364-db1b-45d6-b624-e43caa3ca35f service neutron] 10.222.0.76 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981554 Mar 11 20:01:45.376782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:01:45.495415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-004b98e1-b24e-4165-9cc4-2f7bba635eca service neutron] 10.222.0.76 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239989 Mar 11 20:01:45.684913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-6bd07628-a0b2-4dd3-bd5a-69bdb0128cd7 req-a788b0ef-379c-4afa-a07f-acd7405be03f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:45.697165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-6bd07628-a0b2-4dd3-bd5a-69bdb0128cd7 req-a788b0ef-379c-4afa-a07f-acd7405be03f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:45.698361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6bd07628-a0b2-4dd3-bd5a-69bdb0128cd7 req-a788b0ef-379c-4afa-a07f-acd7405be03f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 210 time: 0.0553811 Mar 11 20:01:45.701604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:45Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:45.705565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4217e846-bebd-45b6-902a-afe09f5a082f None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:45Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:01:46.769263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d1dc45fb-7306-448b-9985-898793eb490d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:46.892702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-83a1241a-f4c8-433d-9d9a-1351166b80fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:46.894421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-83a1241a-f4c8-433d-9d9a-1351166b80fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:46.900866 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-38375668-b099-43c9-b5bc-a632a09f406b req-9b99be7b-b628-4c0a-9f32-9fd7becfbb0a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 210 time: 0.0632968 Mar 11 20:01:46.909802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-83a1241a-f4c8-433d-9d9a-1351166b80fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:46.911053 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-83a1241a-f4c8-433d-9d9a-1351166b80fe tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 796 time: 0.1702919 Mar 11 20:01:46.964648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-bb2ee30c-4286-422f-8a34-a682f6e4c62a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:46.976251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-bb2ee30c-4286-422f-8a34-a682f6e4c62a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:46.977399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-bb2ee30c-4286-422f-8a34-a682f6e4c62a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b23187fa5184d4aac3b1c0cfd073996 HTTP/1.1" status: 200 len: 379 time: 0.0546379 Mar 11 20:01:46.989238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'port': {'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'admin_state_up': True, 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'security_groups': ['2204e0b6-90d5-4b59-9caa-2cc16b3bcad0']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:47.122683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:47.132235 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:47.144769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Made reservation on behalf of 2b23187fa5184d4aac3b1c0cfd073996 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:47.147879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.307468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.20.0.4 (52237783-7ee2-4352-b46b-8e8bcf0f4ca7/a9dcbdca-a11d-4fdb-89d9-aa695871bf86/b5749878-59dd-41c3-a6d3-b2d094e2a030) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:47.499062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.502200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:47.515226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Transition to ACTIVE for port object b5749878-59dd-41c3-a6d3-b2d094e2a030 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:47.537394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.568795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 03b24ceb-3566-47dd-abd3-2675855a9f24 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:47.573484 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:47.573851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.611408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:47.614323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:47.617072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:01:47.653486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:47.685073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:47.685677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.689158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.713169 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-2cbbc8f0-e74d-409f-a77e-8a2a5cf94b6b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7274444 Mar 11 20:01:47.724096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=03b24ceb-3566-47dd-abd3-2675855a9f24,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:47.725884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Request body: {'port': {'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:47.728801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.794798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:47.838219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.846729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e39e2b4a-02cf-4bed-b5f0-d8c60a2c9636 None None] Provisioning for port b5749878-59dd-41c3-a6d3-b2d094e2a030 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:47.856211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e39e2b4a-02cf-4bed-b5f0-d8c60a2c9636 None None] Provisioning complete for port b5749878-59dd-41c3-a6d3-b2d094e2a030 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:47.856585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e39e2b4a-02cf-4bed-b5f0-d8c60a2c9636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.907469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:47.917938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e39e2b4a-02cf-4bed-b5f0-d8c60a2c9636 None None] Port b5749878-59dd-41c3-a6d3-b2d094e2a030 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:01:47.996845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.258742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a52b9f-454d-4a21-90b3-aa0a285dd35a req-cf8374f5-2017-4fca-97b4-936de0b4c2ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:48.259343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d6a52b9f-454d-4a21-90b3-aa0a285dd35a req-cf8374f5-2017-4fca-97b4-936de0b4c2ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:01:48.326940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d6a52b9f-454d-4a21-90b3-aa0a285dd35a req-cf8374f5-2017-4fca-97b4-936de0b4c2ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:01:48.328109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6a52b9f-454d-4a21-90b3-aa0a285dd35a req-cf8374f5-2017-4fca-97b4-936de0b4c2ad tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 931 time: 0.2877333 Mar 11 20:01:48.331654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5749878-59dd-41c3-a6d3-b2d094e2a030 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:01:48.339876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.371023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Transition to ACTIVE for port object b5749878-59dd-41c3-a6d3-b2d094e2a030 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:01:48.378572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.444572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6a52b9f-454d-4a21-90b3-aa0a285dd35a req-bd8ca698-5489-4698-abc7-1d729aef831e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086464 Mar 11 20:01:48.503252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Pushing event updated for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.619009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Attempting to bind port b5749878-59dd-41c3-a6d3-b2d094e2a030 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:01:48.619379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Attempting to bind port b5749878-59dd-41c3-a6d3-b2d094e2a030 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:01:48.619703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Attempting to bind port b5749878-59dd-41c3-a6d3-b2d094e2a030 on network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:01:48.625518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Port b5749878-59dd-41c3-a6d3-b2d094e2a030 on network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:01:48.625848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Attempting to bind port b5749878-59dd-41c3-a6d3-b2d094e2a030 on network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:01:48.632325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:01:48.632643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Checking segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:01:48.633009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Bound using segment: {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:01:48.633418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Bound port: b5749878-59dd-41c3-a6d3-b2d094e2a030, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90265021-d612-4da1-8164-a92faa0cec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:01:48.633727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.725693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:48.728772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:48.736393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.796695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:48.798022 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] 10.222.0.90 "PUT /v2.0/ports/b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 1093 time: 1.0767970 Mar 11 20:01:48.798541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:48.824274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16d9b8-00d2-4400-b11c-462560862855 service neutron] Pushing event updated for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.877722 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'status': 'completed', 'code': 200} Mar 11 20:01:48.918952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-faa69b1c-4091-4643-8c13-101c32b346b8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1096 time: 0.0758204 Mar 11 20:01:48.985761 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-a01f72c0-072a-4025-804e-859b4f4d10ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 217 time: 0.0602047 Mar 11 20:01:49.049474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-5aecbdfb-aff2-48b4-8d21-d9ce63c61b5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:49.050836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-5aecbdfb-aff2-48b4-8d21-d9ce63c61b5e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 200 len: 834 time: 0.0594118 Mar 11 20:01:49.126098 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-82f1af77-cc65-46f2-ad13-34e941f07671 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697987 Mar 11 20:01:49.207253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:49.254890 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-bd74848f-307d-4032-9451-ff22d2f9af51 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224632 Mar 11 20:01:49.385055 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ce49305-d58c-437e-be54-1cdc67fe07c3 req-65414e68-e453-4054-91f8-7c5b07b82a6b service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243949 Mar 11 20:01:49.487535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:49.510854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-de55a9eb-9f82-4f41-bd20-31c0fd2a9234 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1096 time: 0.0770190 Mar 11 20:01:49.555422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:49.555778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:49.691166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-8e3b495a-0f17-48ae-aaaa-b56ba9e6b735 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:49.692531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-8e3b495a-0f17-48ae-aaaa-b56ba9e6b735 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 897 time: 0.1743279 Mar 11 20:01:49.756306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3001a5-2ae0-4936-bab1-de5ef6584bef req-fa9680f4-b5f4-45c0-8b97-a39bdefbca57 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:49.757729 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f3001a5-2ae0-4936-bab1-de5ef6584bef req-fa9680f4-b5f4-45c0-8b97-a39bdefbca57 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 943 time: 0.1752889 Mar 11 20:01:49.785917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-4d7e8ec7-71bb-402e-ac42-4322819dc581 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 217 time: 0.0865636 Mar 11 20:01:49.858202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f3001a5-2ae0-4936-bab1-de5ef6584bef req-87bffa5e-29fc-4582-a50c-4ec16f22223e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946805 Mar 11 20:01:49.861423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-0f92dd04-83bc-4c51-814c-3dc85e10f8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:49.862751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-0f92dd04-83bc-4c51-814c-3dc85e10f8dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 200 len: 834 time: 0.0710473 Mar 11 20:01:50.028655 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-7b27fca6-59fe-47fd-b91a-c010461ec50b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1598027 Mar 11 20:01:50.163579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-f4be1562-60cf-4478-b82e-c9e4f7b8f739 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276076 Mar 11 20:01:50.296593 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6dc7f2f2-d431-4089-a524-6ec2e084c9ef req-11b0dd86-494d-4aa8-883f-ccad8524cca4 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271355 Mar 11 20:01:51.072609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2ca7d-386a-49ee-831d-7b7f5a3387ee req-b622b15f-657b-46ab-a60e-a3904bcac86f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:51.074052 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36f2ca7d-386a-49ee-831d-7b7f5a3387ee req-b622b15f-657b-46ab-a60e-a3904bcac86f tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 943 time: 0.0766938 Mar 11 20:01:51.118453 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36f2ca7d-386a-49ee-831d-7b7f5a3387ee req-ebcbd12d-cb86-402d-8b69-f9544be64fbd tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386708 Mar 11 20:01:52.313521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0dfcf-77bd-4dae-a7a8-8efbb7665b43 req-dccba1b8-8fb9-49a3-a3d2-8b3367ba5c97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:52.314954 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9ee0dfcf-77bd-4dae-a7a8-8efbb7665b43 req-dccba1b8-8fb9-49a3-a3d2-8b3367ba5c97 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 943 time: 0.0775073 Mar 11 20:01:52.361992 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9ee0dfcf-77bd-4dae-a7a8-8efbb7665b43 req-dc8f3ab6-eda7-4120-b8d7-7198d2569379 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389807 Mar 11 20:01:53.534031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b5749878-59dd-41c3-a6d3-b2d094e2a030 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:01:53.574252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd945b-68a0-4e53-bbb4-0e99f9c5b1ee req-5bf8c8c0-2988-492a-b385-5bbe0d5ea8ff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:53.575771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72fd945b-68a0-4e53-bbb4-0e99f9c5b1ee req-5bf8c8c0-2988-492a-b385-5bbe0d5ea8ff tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 943 time: 0.0866892 Mar 11 20:01:53.620747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72fd945b-68a0-4e53-bbb4-0e99f9c5b1ee req-1acbb9f4-2335-4999-af15-e86310754173 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Mar 11 20:01:53.664386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:53.677076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:01:53.732555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:53.749318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5749878-59dd-41c3-a6d3-b2d094e2a030 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:01:53.763918 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:53.770174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:53.852932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:54.100132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['b5749878-59dd-41c3-a6d3-b2d094e2a030'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:01:54.656674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:54.819664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837405-e7da-46b6-ac1e-c7a154cb69e7 req-918b4dbf-109a-4175-946a-64279a3b2ebc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:54.821081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-41837405-e7da-46b6-ac1e-c7a154cb69e7 req-918b4dbf-109a-4175-946a-64279a3b2ebc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 944 time: 0.0791686 Mar 11 20:01:54.867076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-41837405-e7da-46b6-ac1e-c7a154cb69e7 req-ab6bff20-8fe8-4091-8917-289026424689 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404224 Mar 11 20:01:55.550635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b5749878-59dd-41c3-a6d3-b2d094e2a030 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:01:55.632897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port b5749878-59dd-41c3-a6d3-b2d094e2a030 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:01:55.637482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port b5749878-59dd-41c3-a6d3-b2d094e2a030 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:01:55.637847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:55.758756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:55.789352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:01:55.799597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:55.805417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:55.874892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:56.019642 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'code': 200} Mar 11 20:01:56.074682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01965aa3-93cd-43f4-9d3f-74bba6e34144 req-879b4f1a-a446-4dcc-94bc-215b42332cb6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:56.076304 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01965aa3-93cd-43f4-9d3f-74bba6e34144 req-879b4f1a-a446-4dcc-94bc-215b42332cb6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.0837035 Mar 11 20:01:56.125781 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01965aa3-93cd-43f4-9d3f-74bba6e34144 req-2c0d6b72-77d6-402f-9deb-4b711b0ce83a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432897 Mar 11 20:01:56.246389 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-59b7b3d2-8ec7-4a88-b403-a7482fefaa91 req-dfa77719-7d10-4e45-9344-2f9d285e447c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1098 time: 0.0664091 Mar 11 20:01:56.287805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-59b7b3d2-8ec7-4a88-b403-a7482fefaa91 req-340fb7ae-0ae6-46fd-827b-7d5156111e5e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Mar 11 20:01:57.350804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6657a0f-b9a4-4da4-8c7b-ceeca1f496a8 req-79f0b2dd-5019-4493-80e2-ba777180caec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:57.352272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6657a0f-b9a4-4da4-8c7b-ceeca1f496a8 req-79f0b2dd-5019-4493-80e2-ba777180caec tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.0838921 Mar 11 20:01:57.401590 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6657a0f-b9a4-4da4-8c7b-ceeca1f496a8 req-8bd105e0-6aa9-47d0-b405-c445b111597c tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416558 Mar 11 20:01:58.611292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4fefc-4d8d-49b1-a1f7-47f5a9376614 req-78d83a75-be02-45cd-9c4a-f9033b34cb5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:58.612752 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-abd4fefc-4d8d-49b1-a1f7-47f5a9376614 req-78d83a75-be02-45cd-9c4a-f9033b34cb5e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.0866656 Mar 11 20:01:58.660130 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-abd4fefc-4d8d-49b1-a1f7-47f5a9376614 req-097c55f0-0285-4437-8836-7215ce43243e tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389013 Mar 11 20:01:58.891290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac60a1-f567-49d2-a32c-310593197859 req-688d9803-a951-4e5e-9210-8100148cf651 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:58.893092 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ac60a1-f567-49d2-a32c-310593197859 req-688d9803-a951-4e5e-9210-8100148cf651 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.0898726 Mar 11 20:01:58.938919 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53ac60a1-f567-49d2-a32c-310593197859 req-807c691c-bf7e-499c-ad7b-727279fdb4e6 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Mar 11 20:01:58.967569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39088) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:59.037779 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4eca3aaf-76ac-45ce-bdef-a589e863781d tempest-TestNetworkBasicOps-1841212154 tempest-TestNetworkBasicOps-1841212154-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1093 time: 0.0691853 Mar 11 20:01:59.041614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39092) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:01:59.046607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:01:59.052197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:01:59.056129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Usage tracker for resource:floatingip and tenant:2b23187fa5184d4aac3b1c0cfd073996 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:01:59.059681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:01:59.068586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:01:59.088777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:59.218318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:59.354282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Allocated IP 172.26.8.157 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/2d1a5e18-6f91-470f-8d2f-7eb37450c021) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:59.497392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:59.526454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:01:59.594094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:59.596880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:59.600021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:01:59.633042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=2d1a5e18-6f91-470f-8d2f-7eb37450c021,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:00.190929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:00.245977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:00.444477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:00.450940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:00.552557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event updated for resources: {'Port': ['ID=2d1a5e18-6f91-470f-8d2f-7eb37450c021,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:00.566178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:00.763212 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Floating IP 8860da15-4141-436e-80ca-9241dc4ebb5c associated. External IP: 172.26.8.157, port: b5749878-59dd-41c3-a6d3-b2d094e2a030. Mar 11 20:02:01.160912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:01.358554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:01.368563 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:02:01.381427 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:02:01.382210 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:01.382453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:01.544810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6e00ec33-5b1d-407a-a2b0-d02f7142f118 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5022223 Mar 11 20:02:01.545378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:02:01.548058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39096) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:02:01.557373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:02:01.597847 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'status': 'completed', 'code': 200} Mar 11 20:02:01.705886 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5b546f10-056e-4c01-82f4-769e9ebc5723 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1554871 Mar 11 20:02:01.720301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-0c6d43c2-9e24-466d-b6d4-866f08628b56 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1098 time: 0.0923383 Mar 11 20:02:01.849074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-3c87fa97-fcde-47fe-886b-e40b482860b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:01.850601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-3c87fa97-fcde-47fe-886b-e40b482860b0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 897 time: 0.1248915 Mar 11 20:02:01.892609 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:02:00Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:47Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:01.896986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Checking router: 8ec27c44-d634-44e5-9600-ca2066cea0f5 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:02:01.908561 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:02:01.909161 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:01:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:01.953151 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-b435a1b3-adad-4682-ad16-5e0a4a978a45 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 999 time: 0.0960665 Mar 11 20:02:02.015077 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-f8b317d5-a7a3-4a6c-aeb1-251462f2e9b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:02.016800 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-f8b317d5-a7a3-4a6c-aeb1-251462f2e9b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 200 len: 834 time: 0.0570991 Mar 11 20:02:02.088401 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:02:02.093650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-fc70635f-e7d0-489b-9850-86af6887d7bc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711148 Mar 11 20:02:02.222886 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-dea361a2-376f-462a-9fe7-3eca0fa7c3d3 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229968 Mar 11 20:02:02.457977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a89af89e-ac26-4368-883d-cc8840ca5f52 req-fa7542ea-77f4-49cb-a14b-633b8e366d83 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290008 Mar 11 20:02:02.464961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:02:00Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:47Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:02.468996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e39de3e-460b-42f1-8c7e-8e9399a617a9 None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:41Z', 'revision_number': 4, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:02:00Z', 'revision_number': 0, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:01:47Z', 'revision_number': 5, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:02:02.710204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39102) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:02:02.825499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-09b0abaa-37ea-4024-a038-fd020e27176b tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1139147 Mar 11 20:02:03.601605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e344bfd0-eb2a-41a0-804b-be1aef747a04 None None] New status for floating IP 8860da15-4141-436e-80ca-9241dc4ebb5c: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:02:03.829650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39106) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:02:03.932016 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cd1f924e-104d-4e8d-bd5f-ed2275ee2dd5 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 993 time: 0.1012812 Mar 11 20:02:07.147514 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:02:14.474410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9e7a8170-fa8e-4c45-9d10-c15df527522e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:16.775808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a588842d-2849-4ae3-b58b-4b97786dd6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:17.875554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:18.011876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:19.213452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:24.671207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:44.152219 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:02:44.479174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fbbf229b-efe4-4e26-b035-6a7bc111a7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:46.774391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6ea240c2-e783-4076-b6a6-bd94d417e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:47.883121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:48.010553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:49.212219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:54.495835 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-9023b565-7753-4702-ba9e-97cdeb1c345d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1516988 Mar 11 20:02:54.641554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-bd5952ac-53e2-4e88-8bd6-217cdbd4092b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1098 time: 0.0761697 Mar 11 20:02:54.673340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:02:54.788011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-ce72d465-f6e3-4486-bc10-acd747ec4945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:54.789753 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-ce72d465-f6e3-4486-bc10-acd747ec4945 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 897 time: 0.1296325 Mar 11 20:02:54.891334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-fafda26d-24ef-4229-ba82-137ef3b20264 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 1001 time: 0.0946395 Mar 11 20:02:54.953416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-0a12c60d-24a5-493f-96ec-4921b3ffa1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:54.954808 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-0a12c60d-24a5-493f-96ec-4921b3ffa1fa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 200 len: 834 time: 0.0575898 Mar 11 20:02:55.030619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-61a7b489-2be6-4c9e-a41b-2e129b10327c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700178 Mar 11 20:02:55.159828 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-9dfac76d-25a6-4a0d-9627-f5b207fc82bc service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234536 Mar 11 20:02:55.288829 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b64bdf5c-4e06-4ebf-80b1-1a856b318318 req-06090048-1415-4ad9-a53c-f3eb04bc3ab1 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232283 Mar 11 20:03:14.476648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bfdcf84b-3e0f-4778-b8ca-3df7ccf40a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:15.061988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39136) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:15.071973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:03:15.634059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:15.647167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:15.842424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:03:16.040791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:03:16.046719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:16.047875 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6050011d-c522-45ce-b579-96b05d96a387 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/8ec27c44-d634-44e5-9600-ca2066cea0f5 HTTP/1.1" status: 200 len: 886 time: 0.9844408 Mar 11 20:03:16.050536 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:03:16.063148 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:16.063791 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:02:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:16.124813 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:16.136370 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:16.136926 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:02:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:16.197981 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:16.198521 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135049f-0ab5-4ce4-93e6-e7a31e348f09 None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:03:16.776412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c28234f9-0a5d-4fae-982a-22289cb11e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:16.967165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5210b1-2495-4581-a28b-10a21bfc763c None None] New status for floating IP 8860da15-4141-436e-80ca-9241dc4ebb5c: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:03:17.540074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:17.658799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:17.675902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:17.682591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:17.683231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:17.792184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:17.832777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.833120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.833454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.833785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.834141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.834489 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.834810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.835134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.835500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.835817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.836134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:17.860926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:17.892923 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:17.903403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=03b24ceb-3566-47dd-abd3-2675855a9f24,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:17.908649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:17.974006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:18.006666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:18.229428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39144) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:18.237167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:03:18.927980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:18.942682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1767190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1767177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1767819'] for router, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:19.146863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:03:19.219696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:19.356302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:03:19.362492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:19.363649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0b57bc4d-f2cd-4fd7-a998-2c24d03c578a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/8ec27c44-d634-44e5-9600-ca2066cea0f5 HTTP/1.1" status: 200 len: 885 time: 1.1331217 Mar 11 20:03:19.366743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39148) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:19.370600 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:03:19.382511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:19.383100 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:03:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.469599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fffb256d-c162-4d6c-980a-85e78a3e5ab1 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1014912 Mar 11 20:03:19.558276 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:03:19.891963 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:18Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.895834 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Checking router: 8ec27c44-d634-44e5-9600-ca2066cea0f5 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:03:19.906965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:19.907562 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:03:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:20.089221 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:03:20.453493 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:18Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:20.457334 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4f09d-e92f-49b0-b73d-3e14a92a403d None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:18Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '8860da15-4141-436e-80ca-9241dc4ebb5c', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'port_id': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'mac_address': 'fa:16:3e:1b:91:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:02:00Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 2, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b24ceb-3566-47dd-abd3-2675855a9f24', 'name': '', 'network_id': '52237783-7ee2-4352-b46b-8e8bcf0f4ca7', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'mac_address': 'fa:16:3e:69:e9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:40Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 6, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'subnets': [{'id': 'a9dcbdca-a11d-4fdb-89d9-aa695871bf86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:03:20.473288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39152) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:20.583569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d9a395a5-c858-485d-956d-a8212436a4f3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1079288 Mar 11 20:03:21.152890 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:03:21.579023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:03:21.586651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39156) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:21.646143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:03:21.646513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:21.689372 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-372a795d-7d94-4c20-b70e-8d16cfa44cd7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1015246 Mar 11 20:03:21.773649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:21.790184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:21.797508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:21.798314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:03:21.904808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:21.919850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:03:21.920210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:22.042237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:22.077077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=03b24ceb-3566-47dd-abd3-2675855a9f24,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:22.083973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:22.146307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:22.694716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:22.809569 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-09c08ec9-c3ad-430e-a178-62c2f3ad8341 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1132295 Mar 11 20:03:23.553070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:03:23.621107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:03:23.621474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:23.732037 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:03:23.795430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 03b24ceb-3566-47dd-abd3-2675855a9f24 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:03:23.795758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:23.813263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39164) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:23.915375 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-39f6c757-78e5-4572-a87b-c6a3474a601a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1009653 Mar 11 20:03:24.683520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:24.920580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:25.026531 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6704edc8-5abe-47f3-8ae7-111e49bcfd55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1044481 Mar 11 20:03:26.031910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:26.139020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1a17cf1f-6687-4cd3-8cac-b4c16d93003a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1056557 Mar 11 20:03:27.143207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39178) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:27.245396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2ea8afd4-5d7c-4ed8-94b1-36d4ada551e8 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 991 time: 0.1009381 Mar 11 20:03:27.607183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c3eb1a-52ce-401e-ab5f-c3fff4a58da6 None None] New status for floating IP 8860da15-4141-436e-80ca-9241dc4ebb5c: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:03:28.250231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39182) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:28.364893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-49947a7b-5832-4276-aa5c-75f6b6937c31 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 200 len: 993 time: 0.1132014 Mar 11 20:03:28.656257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39190) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:28.851179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 2d1a5e18-6f91-470f-8d2f-7eb37450c021 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:03:28.851540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:29.104563 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:29.104787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:29.225855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 2d1a5e18-6f91-470f-8d2f-7eb37450c021 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:03:29.384391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:29.442953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=2d1a5e18-6f91-470f-8d2f-7eb37450c021,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:29.479495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.479835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.480169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.480491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.480818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.481137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.481451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.482126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.482126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.482494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.482643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:29.543354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:29.952459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:03:30.157214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:03:30.179858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:30.231919 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d20cf0e1-7127-49bb-8855-7cb3390e6b35 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/floatingips/8860da15-4141-436e-80ca-9241dc4ebb5c HTTP/1.1" status: 204 len: 168 time: 1.5740285 Mar 11 20:03:30.232274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:03:30.292841 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'status': 'completed', 'code': 200} Mar 11 20:03:30.385404 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-c361c63f-e605-4d29-acb5-fb53521d14cf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 1098 time: 0.0706065 Mar 11 20:03:30.518475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-6b48a18c-25f7-4e7e-b27f-bd33bac33ac7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:30.519850 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-6b48a18c-25f7-4e7e-b27f-bd33bac33ac7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 200 len: 897 time: 0.1282210 Mar 11 20:03:30.688932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-34a1e452-18f7-45d1-8a63-77b2aa63a94e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 200 len: 217 time: 0.1613841 Mar 11 20:03:30.733442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a74c452-427b-4c91-946f-30b43d8a6a57 req-474b0cc5-0ac5-4963-8bb6-db43585c74a7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:30.734947 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3a74c452-427b-4c91-946f-30b43d8a6a57 req-474b0cc5-0ac5-4963-8bb6-db43585c74a7 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.1933932 Mar 11 20:03:30.752330 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-5024be24-ec53-48d4-9666-efe16f6c3d42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:30.753745 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-5024be24-ec53-48d4-9666-efe16f6c3d42 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 200 len: 834 time: 0.0584114 Mar 11 20:03:30.780009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3a74c452-427b-4c91-946f-30b43d8a6a57 req-4ee853bd-9510-4b64-b67d-63dbf6ec7d29 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392773 Mar 11 20:03:30.828959 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-a132d6f7-9c26-4d2a-bff0-b65789c0f029 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=52237783-7ee2-4352-b46b-8e8bcf0f4ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679533 Mar 11 20:03:30.959622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-79e2f524-75d6-48c5-ab8a-74471694a149 service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222854 Mar 11 20:03:31.090495 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-10031b99-eb7f-44f1-8b11-8698950d0cac req-f7d70efc-2c87-4dfe-a28d-5584ce6d85ff service neutron] 10.222.0.90 "GET /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243041 Mar 11 20:03:31.996970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a21d1-92df-44f2-9f6e-15f0ded5fc7a req-5ab31d72-3174-46c6-9f31-ffde423ed55d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:31.997701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8e6a21d1-92df-44f2-9f6e-15f0ded5fc7a req-5ab31d72-3174-46c6-9f31-ffde423ed55d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:03:32.016743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8e6a21d1-92df-44f2-9f6e-15f0ded5fc7a req-5ab31d72-3174-46c6-9f31-ffde423ed55d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:03:32.017871 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8e6a21d1-92df-44f2-9f6e-15f0ded5fc7a req-5ab31d72-3174-46c6-9f31-ffde423ed55d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.1033986 Mar 11 20:03:32.117384 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8e6a21d1-92df-44f2-9f6e-15f0ded5fc7a req-a0658917-ed4b-40a2-91a1-f2b7625ea89a tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/security-groups?id=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936968 Mar 11 20:03:32.137408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-e985e3bf-90d7-4c74-a8c5-10127da75d39 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:32.138797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-e985e3bf-90d7-4c74-a8c5-10127da75d39 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 945 time: 0.0982988 Mar 11 20:03:32.205974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port b5749878-59dd-41c3-a6d3-b2d094e2a030 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:03:32.206338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:32.471906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port b5749878-59dd-41c3-a6d3-b2d094e2a030, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b5749878-59dd-41c3-a6d3-b2d094e2a030,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:32.472168 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:32.588420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for b5749878-59dd-41c3-a6d3-b2d094e2a030 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:03:32.737829 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:32.789257 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=b5749878-59dd-41c3-a6d3-b2d094e2a030,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:32.857877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] No DVR routers for this DVR port b5749878-59dd-41c3-a6d3-b2d094e2a030 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:03:32.860358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:32.862721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'name': 'network-vif-deleted', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:03:32.877848 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c62bd5d8-1afa-41d8-9283-dab6487566a2 req-3398a095-4456-4661-a46b-0e7f8993c35d tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.90 "DELETE /v2.0/ports/b5749878-59dd-41c3-a6d3-b2d094e2a030 HTTP/1.1" status: 204 len: 173 time: 0.7340670 Mar 11 20:03:32.924083 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28901f15-6555-41fb-9fe8-2d77f66a0257', 'name': 'network-vif-deleted', 'tag': 'b5749878-59dd-41c3-a6d3-b2d094e2a030', 'status': 'completed', 'code': 200} Mar 11 20:03:33.299405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea01277b-7012-41c0-8606-8a07a89cbbef req-849e144b-40b9-4c88-b149-a1b7d0fb1da3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Synchronizing usage tracker for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:03:33.315734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-ea01277b-7012-41c0-8606-8a07a89cbbef req-849e144b-40b9-4c88-b149-a1b7d0fb1da3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Unset dirty status for tenant:2b23187fa5184d4aac3b1c0cfd073996 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:03:33.317180 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ea01277b-7012-41c0-8606-8a07a89cbbef req-849e144b-40b9-4c88-b149-a1b7d0fb1da3 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "GET /v2.0/ports?device_id=28901f15-6555-41fb-9fe8-2d77f66a0257 HTTP/1.1" status: 200 len: 210 time: 0.0585001 Mar 11 20:03:34.431872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39208) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:34.504867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:34.543452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:34.617086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:34.636363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204e0b6-90d5-4b59-9caa-2cc16b3bcad0,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:34.645179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:34.645859 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-895e4110-1521-4659-bac8-ed85a85bf633 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/security-groups/2204e0b6-90d5-4b59-9caa-2cc16b3bcad0 HTTP/1.1" status: 204 len: 168 time: 0.2130282 Mar 11 20:03:34.691185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39214) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:35.096786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:35.729913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 03b24ceb-3566-47dd-abd3-2675855a9f24 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:03:35.730649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:35.906364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 03b24ceb-3566-47dd-abd3-2675855a9f24, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=03b24ceb-3566-47dd-abd3-2675855a9f24,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:35.906673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:35.996222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b5749878-59dd-41c3-a6d3-b2d094e2a030 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:36.024733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 03b24ceb-3566-47dd-abd3-2675855a9f24 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:03:36.032290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: b5749878-59dd-41c3-a6d3-b2d094e2a030 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:03:36.032628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b5749878-59dd-41c3-a6d3-b2d094e2a030 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:03:36.292584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:36.336248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=03b24ceb-3566-47dd-abd3-2675855a9f24,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:36.374855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.375211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.375584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.375917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.376243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.376557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.376882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.377175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.377519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.377831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.378141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:36.644843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:37.228940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Router 8ec27c44-d634-44e5-9600-ca2066cea0f5 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:03:37.427752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:03:37.446315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b9ab1944-8303-4127-9c5d-0853ceaab123 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "PUT /v2.0/routers/8ec27c44-d634-44e5-9600-ca2066cea0f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7539959 Mar 11 20:03:37.449142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39218) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:37.628899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting subnet a9dcbdca-a11d-4fdb-89d9-aa695871bf86 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:03:37.631995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:37.789337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:37.873291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:37.948881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:37.989937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dcbdca-a11d-4fdb-89d9-aa695871bf86,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:37.994531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.003286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2093aa6-679a-4a48-9a02-d48378845e93 None None] Network 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:03:38.006591 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-40961a8a-3f5e-461d-8b9b-9ee7ddc942db tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/subnets/a9dcbdca-a11d-4fdb-89d9-aa695871bf86 HTTP/1.1" status: 204 len: 168 time: 0.5506415 Mar 11 20:03:38.006591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39222) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:38.040606 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Sync routers for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:03:38.053193 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:38.053869 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:03:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:38.210357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.235304 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:03:38.256139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] DHCP port deletion for 52237783-7ee2-4352-b46b-8e8bcf0f4ca7 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:03:38.260591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Deleting port a20f5cfc-2c94-4759-9699-5c665796a6ab {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:03:38.260961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.425152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.436895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Deleting port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:03:38.437769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.468120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] For port a20f5cfc-2c94-4759-9699-5c665796a6ab, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a20f5cfc-2c94-4759-9699-5c665796a6ab,segment=NetworkSegment(90265021-d612-4da1-8164-a92faa0cec02),segment_id=90265021-d612-4da1-8164-a92faa0cec02)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:38.468516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.525672 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56'}], 'enable_snat': True}, 'gw_port_id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:36Z', 'revision_number': 7, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port': {'id': '9c3f6b64-4edd-4183-8443-fd0c21f6dc1f', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:00:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:21Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:38.530053 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Checking router: 8ec27c44-d634-44e5-9600-ca2066cea0f5 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:03:38.540874 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Routers {'8ec27c44-d634-44e5-9600-ca2066cea0f5'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:03:38.541477 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:03:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8ec27c44-d634-44e5-9600-ca2066cea0f5'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:38.587460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Calling delete_port for a20f5cfc-2c94-4759-9699-5c665796a6ab owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:03:38.614956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] For port 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:38.615384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.662983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.688964 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] Set router 8ec27c44-d634-44e5-9600-ca2066cea0f5 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:03:38.705513 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] Pushing event deleted for resources: {'Port': ['ID=a20f5cfc-2c94-4759-9699-5c665796a6ab,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:38.711563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ed5e5-afff-481e-aa75-657a314ab9f0 None None] No DVR routers for this DVR port a20f5cfc-2c94-4759-9699-5c665796a6ab on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:03:38.741212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Calling delete_port for 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:03:38.793623 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:38Z', 'revision_number': 8, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:38.797635 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14766934-b916-4b2c-9d4f-add7f729c189 None None] The sync data for ids ['8ec27c44-d634-44e5-9600-ca2066cea0f5'] in dv-neutron-832764-2-hyperv is: [{'id': '8ec27c44-d634-44e5-9600-ca2066cea0f5', 'name': 'tempest-TestNetworkBasicOps-router-77643702', 'tenant_id': '2b23187fa5184d4aac3b1c0cfd073996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:37Z', 'updated_at': '2022-03-11T20:03:38Z', 'revision_number': 8, 'project_id': '2b23187fa5184d4aac3b1c0cfd073996', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:03:38.908384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:38.952164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Port': ['ID=9c3f6b64-4edd-4183-8443-fd0c21f6dc1f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:39.171487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.525198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.533037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.561317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.562001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Fanout notify agent at l3_agent the message router_deleted on router 8ec27c44-d634-44e5-9600-ca2066cea0f5 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:03:39.562937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a20f5cfc-2c94-4759-9699-5c665796a6ab no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:39.576333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.577441 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7c8a8170-0315-45e2-b5d3-532867a544dc tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/routers/8ec27c44-d634-44e5-9600-ca2066cea0f5 HTTP/1.1" status: 204 len: 168 time: 1.5731006 Mar 11 20:03:39.580439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39226) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:39.596466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a20f5cfc-2c94-4759-9699-5c665796a6ab {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:03:39.596808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a20f5cfc-2c94-4759-9699-5c665796a6ab not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:03:39.597229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:39.621409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef78f06-bf7a-4ff4-97e6-3f1014cb14ea None None] New status for floating IP 8860da15-4141-436e-80ca-9241dc4ebb5c: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:03:39.741652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:03:39.741885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9c3f6b64-4edd-4183-8443-fd0c21f6dc1f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:03:39.742272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:03:39.780133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 03b24ceb-3566-47dd-abd3-2675855a9f24 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:03:39.780451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 03b24ceb-3566-47dd-abd3-2675855a9f24 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:03:39.786352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.921029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.947697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52237783-7ee2-4352-b46b-8e8bcf0f4ca7']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:39.959904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90265021-d612-4da1-8164-a92faa0cec02') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:39.960202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90265021-d612-4da1-8164-a92faa0cec02') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:39.971004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.988148 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:39.995119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:03:39.995593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:03:40.017053 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:03:40.091708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.109331 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.119978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] Pushing event deleted for resources: {'Network': ['ID=52237783-7ee2-4352-b46b-8e8bcf0f4ca7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:40.133082 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dec2df5d-bc6a-405d-85b4-808cd2f6fb55 tempest-TestNetworkBasicOps-821682190 tempest-TestNetworkBasicOps-821682190-project] 10.222.0.76 "DELETE /v2.0/networks/52237783-7ee2-4352-b46b-8e8bcf0f4ca7 HTTP/1.1" status: 204 len: 168 time: 0.5486450 Mar 11 20:03:40.512353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39234) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:40.725392 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-94d98338-b5a6-432e-a0c7-3ac41dd20238 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b23187fa5184d4aac3b1c0cfd073996&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2118495 Mar 11 20:03:40.728322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39240) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:40.788522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.813480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.869848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.893186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3988e3-593c-4a31-a6bd-618f59e3c159,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:40.900855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:40.902089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-debd777f-c755-4ce2-949c-be2373be1739 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f3988e3-593c-4a31-a6bd-618f59e3c159 HTTP/1.1" status: 204 len: 168 time: 0.1725981 Mar 11 20:03:41.252359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39248) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:41.270472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.303024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:03:41.306680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Usage tracker for resource:security_group_rule and tenant:617afb44db2e4adf823baa4146e46ed1 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:03:41.309526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:03:41.315476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:03:41.384207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.389633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.436136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703b0409-5eb3-4437-a413-4a5255df2d8d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:41.440436 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f5c965d4-94e1-4c1b-972b-524c8b896b51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=617afb44db2e4adf823baa4146e46ed1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1870713 Mar 11 20:03:41.443195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39252) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:03:41.502125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.527307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.577961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.591728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b0409-5eb3-4437-a413-4a5255df2d8d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:41.599703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:41.600793 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3e55efd9-d3df-47c9-aff9-cbabd10fcf94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/703b0409-5eb3-4437-a413-4a5255df2d8d HTTP/1.1" status: 204 len: 168 time: 0.1567242 Mar 11 20:03:44.472374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f4b365a3-b582-499f-8d35-154a15393420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:46.773239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-578b7167-1827-4766-b1e7-98aa0547fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:47.882319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:48.010982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:49.227290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:49.579702 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-2731cb7d-5259-40f9-9951-c58f532cdc7c tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d950bad540ec408689f2793736c68b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294018 Mar 11 20:03:49.727917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-fa52e3c8-0075-480e-930a-7bc014b00fdd tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:49.729273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-fa52e3c8-0075-480e-930a-7bc014b00fdd tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448925 Mar 11 20:03:49.745735 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-acc76b4e-8d23-4033-8093-57439ac01f73 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/quotas/d950bad540ec408689f2793736c68b03 HTTP/1.1" status: 200 len: 375 time: 0.0109565 Mar 11 20:03:49.794340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-daa95d43-6dfc-4a32-8a31-732082726bab tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d950bad540ec408689f2793736c68b03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439322 Mar 11 20:03:49.986547 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-16f19e41-2c0a-4acf-8ef3-6f6c33676795 req-4cb842d2-93cc-4358-aada-e4b5a53b2736 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 210 time: 0.0440886 Mar 11 20:03:50.902545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-8a22b80b-289f-435c-b8c6-f0016a1a8c52 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=d950bad540ec408689f2793736c68b03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310924 Mar 11 20:03:51.054996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-3e1c6578-c54e-4352-bfe7-562be7fa8720 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:51.057306 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-3e1c6578-c54e-4352-bfe7-562be7fa8720 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502848 Mar 11 20:03:51.073163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Request body: {'port': {'device_id': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53', 'admin_state_up': True, 'tenant_id': 'd950bad540ec408689f2793736c68b03'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:03:51.169366 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-42d9e060-a728-46fe-9448-a473a53751fc req-74a0eb5e-d21c-498d-a6ef-3114278a861c tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 210 time: 0.0412006 Mar 11 20:03:51.214560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:03:51.218306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Usage tracker for resource:port and tenant:d950bad540ec408689f2793736c68b03 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:03:51.221137 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:03:51.226772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:03:51.238624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Made reservation on behalf of d950bad540ec408689f2793736c68b03 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:03:51.241677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.253969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.285520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:03:51.289307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Usage tracker for resource:security_group_rule and tenant:d950bad540ec408689f2793736c68b03 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:03:51.292064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:03:51.297550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:03:51.370219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.375567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.458685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54844dcc-0ae0-48bc-8ca7-e832cfd45da7,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:51.548292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Allocated IP 192.168.233.81 (e2fde50f-982f-4724-9600-6c619e854f53/265cf88f-0f2c-4320-b378-225024af545a/9f1c5e81-3357-4585-8d0e-5dfd38f1020a) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:03:51.758136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.773185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Transition to ACTIVE for port object 9f1c5e81-3357-4585-8d0e-5dfd38f1020a will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:03:51.796855 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.865548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Network e2fde50f-982f-4724-9600-6c619e854f53 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:03:51.868564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:03:51.872794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:03:51.897193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Pushing event updated for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:51.934621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:51.935224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:51.962456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-c3aca254-fb2a-49af-abda-21d9948f44d5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8933239 Mar 11 20:03:51.973500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Request body: {'port': {'device_id': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:03:52.065174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0b44f42f-4fa1-48c2-b105-56b9f06dd883 None None] Provisioning for port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:03:52.070154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0b44f42f-4fa1-48c2-b105-56b9f06dd883 None None] Provisioning complete for port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:03:52.070524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0b44f42f-4fa1-48c2-b105-56b9f06dd883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:52.082356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:52.121563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-0b44f42f-4fa1-48c2-b105-56b9f06dd883 None None] Port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:03:52.500734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-20185c5a-86b8-490a-a4e1-35f95c49c2cb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:52.501411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-20185c5a-86b8-490a-a4e1-35f95c49c2cb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Synchronizing usage tracker for tenant:d950bad540ec408689f2793736c68b03 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:03:52.567738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-20185c5a-86b8-490a-a4e1-35f95c49c2cb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Unset dirty status for tenant:d950bad540ec408689f2793736c68b03 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:03:52.568858 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-20185c5a-86b8-490a-a4e1-35f95c49c2cb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 935 time: 0.1940682 Mar 11 20:03:52.572332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1c5e81-3357-4585-8d0e-5dfd38f1020a {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:03:52.591590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:52.617429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Transition to ACTIVE for port object 9f1c5e81-3357-4585-8d0e-5dfd38f1020a will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:03:52.624014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:52.677318 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-ba7fefd9-c7c3-4c88-877e-5b69ce9406aa tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Synchronizing usage tracker for tenant:d950bad540ec408689f2793736c68b03 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:03:52.769345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:52.771788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-ba7fefd9-c7c3-4c88-877e-5b69ce9406aa tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Unset dirty status for tenant:d950bad540ec408689f2793736c68b03 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:03:52.772922 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c8e4f86-b505-48bb-9e3c-e4db2ea0c492 req-ba7fefd9-c7c3-4c88-877e-5b69ce9406aa tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965592 Mar 11 20:03:52.878270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Attempting to bind port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:03:52.878611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Attempting to bind port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:03:52.878926 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Attempting to bind port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a on network e2fde50f-982f-4724-9600-6c619e854f53 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:03:52.884925 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a on network e2fde50f-982f-4724-9600-6c619e854f53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:03:52.885242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Attempting to bind port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a on network e2fde50f-982f-4724-9600-6c619e854f53 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:03:52.891768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:03:52.892104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Checking segment: {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:03:52.892479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Bound using segment: {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:03:52.892898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Bound port: 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:03:52.893240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:52.983222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:03:52.986347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:03:52.991743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:53.054202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:53.055603 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] 10.222.0.90 "PUT /v2.0/ports/9f1c5e81-3357-4585-8d0e-5dfd38f1020a HTTP/1.1" status: 200 len: 1097 time: 1.0863698 Mar 11 20:03:53.056056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:03:53.081350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5f4c7-c466-4702-8eb2-32e030638c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:53.135334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a', 'status': 'completed', 'code': 200} Mar 11 20:03:53.180622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-94675c2a-c9b6-4bd5-9af8-261dd548338a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d950bad540ec408689f2793736c68b03&device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 1100 time: 0.0810959 Mar 11 20:03:53.247959 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-e5bf3022-101e-47b7-a3a4-3d8c49864a54 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a HTTP/1.1" status: 200 len: 217 time: 0.0608509 Mar 11 20:03:53.313489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-9abe6dcf-b95c-4031-ad60-9e862ef35feb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:53.314805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-9abe6dcf-b95c-4031-ad60-9e862ef35feb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=265cf88f-0f2c-4320-b378-225024af545a HTTP/1.1" status: 200 len: 843 time: 0.0612414 Mar 11 20:03:53.389544 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-5ff41251-cb37-4113-b513-d9f3e7be1ef8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2fde50f-982f-4724-9600-6c619e854f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0688186 Mar 11 20:03:53.524136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-b62d26bf-3d1c-402e-af7d-e483db158943 service neutron] 10.222.0.90 "GET /v2.0/networks/e2fde50f-982f-4724-9600-6c619e854f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278713 Mar 11 20:03:53.659116 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19b4d978-a79d-44a4-99d5-4f4f505bef68 req-e5de9039-7adb-487d-be03-d852332106b4 service neutron] 10.222.0.90 "GET /v2.0/networks/e2fde50f-982f-4724-9600-6c619e854f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252878 Mar 11 20:03:53.794144 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-b8a4e770-e3d9-4639-9fd1-a9f971243dae service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d950bad540ec408689f2793736c68b03&device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 1100 time: 0.0852017 Mar 11 20:03:53.975963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-03f54e1f-aa9d-48bd-9ec5-d8f1021a02af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:53.977381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-03f54e1f-aa9d-48bd-9ec5-d8f1021a02af service neutron] 10.222.0.90 "GET /v2.0/networks?id=e2fde50f-982f-4724-9600-6c619e854f53 HTTP/1.1" status: 200 len: 870 time: 0.1732922 Mar 11 20:03:54.050927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-35621506-1c21-45c4-a724-bb0804d5a715 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a HTTP/1.1" status: 200 len: 217 time: 0.0654173 Mar 11 20:03:54.203549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966864f3-ca8e-4f8a-9be2-7df0290bd64f req-ad43a270-f0c3-45a7-b80b-a840a406f6eb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:54.204971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-966864f3-ca8e-4f8a-9be2-7df0290bd64f req-ad43a270-f0c3-45a7-b80b-a840a406f6eb tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 947 time: 0.2908802 Mar 11 20:03:54.233421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-c10e8a8b-df57-4380-b339-30eec3c97bb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:54.234691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-c10e8a8b-df57-4380-b339-30eec3c97bb6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=265cf88f-0f2c-4320-b378-225024af545a HTTP/1.1" status: 200 len: 843 time: 0.1758797 Mar 11 20:03:54.298298 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-966864f3-ca8e-4f8a-9be2-7df0290bd64f req-7d6ab4f8-2f3b-4856-8aa7-42528bb3c9d4 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869029 Mar 11 20:03:54.325541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-53d197b3-6e4d-4843-91f2-1dca58963e33 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e2fde50f-982f-4724-9600-6c619e854f53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0804434 Mar 11 20:03:54.559389 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-9e7918d1-92db-4105-9c10-dc2c4a1a2891 service neutron] 10.222.0.90 "GET /v2.0/networks/e2fde50f-982f-4724-9600-6c619e854f53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347756 Mar 11 20:03:54.687818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:54.691619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5240cac2-9bd6-4891-967b-aded2c3c7a21 req-51884ef4-b67e-4b85-84b4-650a4129315c service neutron] 10.222.0.90 "GET /v2.0/networks/e2fde50f-982f-4724-9600-6c619e854f53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256831 Mar 11 20:03:55.506072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f2d44-0e10-40ab-a3ae-5b64ca5cfbe5 req-5b1f9f87-c211-48fe-9130-3379fb158161 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:55.507527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-387f2d44-0e10-40ab-a3ae-5b64ca5cfbe5 req-5b1f9f87-c211-48fe-9130-3379fb158161 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 947 time: 0.0840826 Mar 11 20:03:55.551950 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-387f2d44-0e10-40ab-a3ae-5b64ca5cfbe5 req-f5472c6e-18f9-48c9-a54b-5e26f65f4506 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Mar 11 20:03:56.771702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05415b-d7d3-4737-a8d5-6e2b5498b8a5 req-fa21512b-c4ec-4b97-903c-ac483e44239f tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:56.773416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e05415b-d7d3-4737-a8d5-6e2b5498b8a5 req-fa21512b-c4ec-4b97-903c-ac483e44239f tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 947 time: 0.0892446 Mar 11 20:03:56.819291 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e05415b-d7d3-4737-a8d5-6e2b5498b8a5 req-4b51d484-0a3a-4bf6-9eb9-1da6e654593b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Mar 11 20:03:58.021905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc792-9fc5-4a81-b431-74d399379c4c req-485a1c37-4ffb-43ca-a4cc-ffd45afcb864 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:58.023745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ebcc792-9fc5-4a81-b431-74d399379c4c req-485a1c37-4ffb-43ca-a4cc-ffd45afcb864 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 947 time: 0.0836170 Mar 11 20:03:58.047232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9f1c5e81-3357-4585-8d0e-5dfd38f1020a details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:03:58.075267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ebcc792-9fc5-4a81-b431-74d399379c4c req-394eb2c5-9472-4824-a85c-f6553fe8bea4 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Mar 11 20:03:58.154611 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:03:58.188113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:58.201998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a', 'network_id': 'e2fde50f-982f-4724-9600-6c619e854f53', 'port_id': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a', 'mac_address': 'fa:16:3e:3f:2b:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '265cf88f-0f2c-4320-b378-225024af545a', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:03:58.253895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:58.274626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1c5e81-3357-4585-8d0e-5dfd38f1020a {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:03:58.289799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:58.296244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:03:58.393218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:58.606550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['9f1c5e81-3357-4585-8d0e-5dfd38f1020a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:03:59.284845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c0ae6-e98a-49a1-abc0-b4699d7f6cbb req-389f8ad1-866b-423a-912c-735e02c54e42 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:03:59.286394 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ac6c0ae6-e98a-49a1-abc0-b4699d7f6cbb req-389f8ad1-866b-423a-912c-735e02c54e42 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 948 time: 0.0849786 Mar 11 20:03:59.338110 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ac6c0ae6-e98a-49a1-abc0-b4699d7f6cbb req-0e43ec7c-bf44-4a54-844a-ef66ac8ed445 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458350 Mar 11 20:04:00.063142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9f1c5e81-3357-4585-8d0e-5dfd38f1020a up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:04:00.141050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:04:00.145583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:04:00.145955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:00.259667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:00.288826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:04:00.299065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:00.304446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:00.342888 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a', 'code': 200} Mar 11 20:04:00.373938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:00.602270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e277739-7521-4ec2-aba9-f548362803b3 req-1ce62733-2ec4-473d-9dc5-773c6164dd54 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:00.603750 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4e277739-7521-4ec2-aba9-f548362803b3 req-1ce62733-2ec4-473d-9dc5-773c6164dd54 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.1415281 Mar 11 20:04:00.607395 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-87aa65cf-f301-478a-8e5a-30e11855f34f req-c061691b-4315-45a9-9d7f-01a8c509efa9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 1102 time: 0.1077747 Mar 11 20:04:00.675284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4e277739-7521-4ec2-aba9-f548362803b3 req-cc1e6596-f832-4f8b-9e0d-af620219351c tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653296 Mar 11 20:04:00.678245 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-87aa65cf-f301-478a-8e5a-30e11855f34f req-7140f89d-4000-466a-af6d-0cf24c1743bf service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552020 Mar 11 20:04:01.885089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c887e7-182f-4bed-ba1a-722abdfc2948 req-72fea2e4-f009-428a-abfe-08046088fd53 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:01.886626 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-90c887e7-182f-4bed-ba1a-722abdfc2948 req-72fea2e4-f009-428a-abfe-08046088fd53 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.0809748 Mar 11 20:04:01.934286 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-90c887e7-182f-4bed-ba1a-722abdfc2948 req-26004932-e2d6-477e-893a-773637ce465a tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405266 Mar 11 20:04:03.145679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4d2c4-7dfc-4e30-a72d-6ffcba53119d req-69fa3d06-dca4-4aec-b408-ee3f0da8ed60 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:03.147110 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6db4d2c4-7dfc-4e30-a72d-6ffcba53119d req-69fa3d06-dca4-4aec-b408-ee3f0da8ed60 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.0831301 Mar 11 20:04:03.196882 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6db4d2c4-7dfc-4e30-a72d-6ffcba53119d req-d0ede856-3d45-42fe-a51f-f760f3751e13 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435348 Mar 11 20:04:03.679703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e2846dd-808f-46f8-a28d-4f17c55a7300 req-88d805b5-5668-42da-a533-af10d5562ba8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0831778 Mar 11 20:04:04.164523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba21667e-65ff-4f57-963f-1f0335b5a67c req-3ea51ad4-c0e5-4cab-a53a-1d738d0304bb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0672245 Mar 11 20:04:04.723639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01d768-1dc9-4852-83d7-006d636e467a req-0bb58227-d9d4-48a9-aa29-2c493b4160f5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:04.725094 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fe01d768-1dc9-4852-83d7-006d636e467a req-0bb58227-d9d4-48a9-aa29-2c493b4160f5 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.0874476 Mar 11 20:04:04.779128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fe01d768-1dc9-4852-83d7-006d636e467a req-4bc8f116-58bf-4ad4-87db-f1c61689856b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456424 Mar 11 20:04:05.994319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d06fb-b207-4117-8e07-da304c676f6b req-712dd596-6120-44d9-8069-524a5193e358 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:05.995870 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3b3d06fb-b207-4117-8e07-da304c676f6b req-712dd596-6120-44d9-8069-524a5193e358 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.0851498 Mar 11 20:04:06.044252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3b3d06fb-b207-4117-8e07-da304c676f6b req-3d39faf7-c106-4a11-b030-a7e1b7c19f2f tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/security-groups?id=54844dcc-0ae0-48bc-8ca7-e832cfd45da7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Mar 11 20:04:06.158539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-2201ba33-a751-4359-954d-038af3a8d667 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:06.159996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-2201ba33-a751-4359-954d-038af3a8d667 tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.90 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 949 time: 0.0828342 Mar 11 20:04:06.228124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Deleting port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:04:06.228401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:06.479902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] For port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,segment=NetworkSegment(af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9),segment_id=af8a0f3c-f663-4cd4-acd3-0c20a3d3fdd9)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:06.480205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:06.597959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Calling delete_port for 9f1c5e81-3357-4585-8d0e-5dfd38f1020a owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:04:06.824912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:06.836786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['9f1c5e81-3357-4585-8d0e-5dfd38f1020a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:04:06.877603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Pushing event deleted for resources: {'Port': ['ID=9f1c5e81-3357-4585-8d0e-5dfd38f1020a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:06.951567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] No DVR routers for this DVR port 9f1c5e81-3357-4585-8d0e-5dfd38f1020a on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:04:06.954167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:06.956594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'name': 'network-vif-deleted', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:04:06.973923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4de2bdfd-8073-420b-abfa-02894263b4cb req-b924ebfe-f537-43f2-9540-171491fa211b tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.90 "DELETE /v2.0/ports/9f1c5e81-3357-4585-8d0e-5dfd38f1020a HTTP/1.1" status: 204 len: 173 time: 0.8085160 Mar 11 20:04:07.127647 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b88a32-5250-40d0-b2c9-695d5edb97f2', 'name': 'network-vif-deleted', 'tag': '9f1c5e81-3357-4585-8d0e-5dfd38f1020a', 'status': 'completed', 'code': 200} Mar 11 20:04:07.363569 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-adfff025-5719-40cb-bf0d-120623eba7ed req-ccddf817-3be7-4d8b-aff5-612d630a3bbf tempest-ServersAdminNegativeTestJSON-949859269 tempest-ServersAdminNegativeTestJSON-949859269-project] 10.222.0.76 "GET /v2.0/ports?device_id=07b88a32-5250-40d0-b2c9-695d5edb97f2 HTTP/1.1" status: 200 len: 210 time: 0.0410297 Mar 11 20:04:08.787367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39384) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:08.965007 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7831a9f5-c45d-430b-be7a-39c2f07dac4f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d950bad540ec408689f2793736c68b03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1761494 Mar 11 20:04:08.967497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39390) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:09.042677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.068502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.127553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.144089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54844dcc-0ae0-48bc-8ca7-e832cfd45da7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:09.159758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.163558 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dfe1bfad-be51-4e5a-804f-0ee160579989 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54844dcc-0ae0-48bc-8ca7-e832cfd45da7 HTTP/1.1" status: 204 len: 168 time: 0.1925068 Mar 11 20:04:09.529245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39398) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:09.547776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.582846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:04:09.586491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Usage tracker for resource:security_group_rule and tenant:336e487d9c3742f4b97d92b3e9113b5d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:04:09.589561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:04:09.594998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:04:09.661924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.667224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.715997 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=336e487d9c3742f4b97d92b3e9113b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856847 Mar 11 20:04:09.716702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d39b7-1fd9-489f-96a0-58ead7a4fb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1782b1-3007-4a70-8676-65d49ee34d8a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:09.718777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39402) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:09.779633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.804504 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.858615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.873302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1782b1-3007-4a70-8676-65d49ee34d8a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:09.879842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:09.883375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-41e6e4c8-8244-4d6e-98e9-2cb15c679214 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb1782b1-3007-4a70-8676-65d49ee34d8a HTTP/1.1" status: 204 len: 168 time: 0.1609483 Mar 11 20:04:10.108325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9f1c5e81-3357-4585-8d0e-5dfd38f1020a no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:04:10.148016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 9f1c5e81-3357-4585-8d0e-5dfd38f1020a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:04:10.148640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9f1c5e81-3357-4585-8d0e-5dfd38f1020a not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:04:10.746759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39424) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:10.874620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-764964486-network', 'tenant_id': '18f473158321442992b15a4591a96acb'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:04:10.879680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:04:10.883724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Usage tracker for resource:network and tenant:18f473158321442992b15a4591a96acb is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:04:10.886600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:04:10.893142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:04:10.906972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Made reservation on behalf of 18f473158321442992b15a4591a96acb for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:10.909377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:10.922156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:10.953288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:04:10.957356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Usage tracker for resource:security_group_rule and tenant:18f473158321442992b15a4591a96acb is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:04:10.960229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:04:10.965999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:04:11.031006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.036907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.065372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:11.074153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcd2f1f-fd82-4b30-a9c8-5c856889692d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:11.079495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.079824 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Added segment 0da61187-dff0-43b1-b5c7-ccefcb666718 of type vlan for network 26b548b2-7710-4b12-a927-49eb98327066 Mar 11 20:04:11.104996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.134342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.135134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:11.135761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.235508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] Pushing event updated for resources: {'Network': ['ID=26b548b2-7710-4b12-a927-49eb98327066,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:11.238256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-607aa028-42c5-4661-9206-d1f4abf70688 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4905055 Mar 11 20:04:11.241270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39430) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:11.245811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 26b548b2-7710-4b12-a927-49eb98327066 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:04:11.246501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Request body: {'subnet': {'network_id': '26b548b2-7710-4b12-a927-49eb98327066', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-764964486-subnet', 'tenant_id': '18f473158321442992b15a4591a96acb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:04:11.251388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:04:11.255185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Usage tracker for resource:subnet and tenant:18f473158321442992b15a4591a96acb is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:04:11.257983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:04:11.263706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:04:11.273958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Made reservation on behalf of 18f473158321442992b15a4591a96acb for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:11.276303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.477852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.548200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=382226f7-c4b1-449b-8d4d-132abf8b421e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:11.562366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Checking segment: {'id': '0da61187-dff0-43b1-b5c7-ccefcb666718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '26b548b2-7710-4b12-a927-49eb98327066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:04:11.562727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Network hostable DHCP agents. Network: 26b548b2-7710-4b12-a927-49eb98327066, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:11.584327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Network 26b548b2-7710-4b12-a927-49eb98327066 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:11.593885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 26b548b2-7710-4b12-a927-49eb98327066) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:11.597820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:11.598392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:11.602919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75ba66-72e0-40ae-ba27-2dd51707017a None None] Network 26b548b2-7710-4b12-a927-49eb98327066 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:04:11.619588 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bdb865a0-82df-4ae8-a582-6b0d3b3d2fb6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3772266 Mar 11 20:04:11.811292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f198ae-1570-4c28-95d0-b34e4f50b962 None None] Network 26b548b2-7710-4b12-a927-49eb98327066 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:04:12.391872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-d633acc2-f231-44fe-869f-a723a55eeead tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:12.393282 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-d633acc2-f231-44fe-869f-a723a55eeead tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 811 time: 0.2288795 Mar 11 20:04:12.409853 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-c2fc0e55-f60c-4dc2-85c6-128d7e31a92e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/quotas/18f473158321442992b15a4591a96acb HTTP/1.1" status: 200 len: 375 time: 0.0112085 Mar 11 20:04:12.453929 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7ceb0666-4c65-4a21-9a28-4aee355c96fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393867 Mar 11 20:04:12.581034 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7210db64-28e8-4366-a60d-2563be38a32d service neutron] 10.222.0.76 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202462 Mar 11 20:04:12.711469 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-130c916e-66ad-4bd2-a3c9-970ae8bbdfee service neutron] 10.222.0.76 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217980 Mar 11 20:04:12.971240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4f326c62-f880-481c-8cf4-d03b60cb413c req-c6bae299-47d4-49b1-a95b-74310e549303 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 210 time: 0.1130552 Mar 11 20:04:14.102889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7d60674f-ecad-4497-a2f9-7b1607e79efd req-ba901173-c8f1-4aba-a219-fd8be90ae889 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 210 time: 0.0453715 Mar 11 20:04:14.476765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bad93996-acee-4717-a6f6-6b14e8798ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:15.273621 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b0454291-f293-4aa0-9545-90ed28619258 req-ca51859c-62b2-4b26-9863-20806a233c0e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 210 time: 0.0482736 Mar 11 20:04:16.049113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-95556f87-780f-45e6-89dd-88bb55b28f50 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:16.049786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-95556f87-780f-45e6-89dd-88bb55b28f50 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Synchronizing usage tracker for tenant:18f473158321442992b15a4591a96acb on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:04:16.068312 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-95556f87-780f-45e6-89dd-88bb55b28f50 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Unset dirty status for tenant:18f473158321442992b15a4591a96acb on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:04:16.069580 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-95556f87-780f-45e6-89dd-88bb55b28f50 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 811 time: 0.1661539 Mar 11 20:04:16.086023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Request body: {'port': {'device_id': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'network_id': '26b548b2-7710-4b12-a927-49eb98327066', 'admin_state_up': True, 'tenant_id': '18f473158321442992b15a4591a96acb'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:04:16.222067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:04:16.225914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Usage tracker for resource:port and tenant:18f473158321442992b15a4591a96acb is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:04:16.228735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:04:16.234920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:04:16.244380 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Made reservation on behalf of 18f473158321442992b15a4591a96acb for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:16.247344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:16.403742 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Allocated IP 172.20.0.4 (26b548b2-7710-4b12-a927-49eb98327066/382226f7-c4b1-449b-8d4d-132abf8b421e/fe2283d2-344a-4844-a671-24c80da33098) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:16.435520 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c8864cd-ab15-45d8-bc42-d452b28cf1f8 req-387dd65b-c92f-4820-9002-578df75cc9ba tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 210 time: 0.0408299 Mar 11 20:04:16.685671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:16.727952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:16.765664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8b267a1a-b70e-47d0-90d4-959867751853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:16.805713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Network 26b548b2-7710-4b12-a927-49eb98327066 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:16.809139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:16.811014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:16.813097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:04:16.873320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:16.873951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:16.894114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-047ed189-e388-468d-8e54-665613ede7fd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8124635 Mar 11 20:04:16.909283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Request body: {'port': {'device_id': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:04:17.018130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.356483 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2283d2-344a-4844-a671-24c80da33098 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:04:17.363349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.378972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Transition to ACTIVE for port object fe2283d2-344a-4844-a671-24c80da33098 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:04:17.383533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.503364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:17.656214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Attempting to bind port fe2283d2-344a-4844-a671-24c80da33098 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:04:17.656459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Attempting to bind port fe2283d2-344a-4844-a671-24c80da33098 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '0da61187-dff0-43b1-b5c7-ccefcb666718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '26b548b2-7710-4b12-a927-49eb98327066'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:04:17.656726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Attempting to bind port fe2283d2-344a-4844-a671-24c80da33098 on network 26b548b2-7710-4b12-a927-49eb98327066 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:04:17.667038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Port fe2283d2-344a-4844-a671-24c80da33098 on network 26b548b2-7710-4b12-a927-49eb98327066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:04:17.667355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Attempting to bind port fe2283d2-344a-4844-a671-24c80da33098 on network 26b548b2-7710-4b12-a927-49eb98327066 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:04:17.681430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-d881df7a-9803-4899-9957-cd2fa35bcc1e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:17.682115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-d881df7a-9803-4899-9957-cd2fa35bcc1e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Synchronizing usage tracker for tenant:18f473158321442992b15a4591a96acb on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:04:17.685777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:04:17.686104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Checking segment: {'id': '0da61187-dff0-43b1-b5c7-ccefcb666718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '26b548b2-7710-4b12-a927-49eb98327066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:04:17.686503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Bound using segment: {'id': '0da61187-dff0-43b1-b5c7-ccefcb666718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '26b548b2-7710-4b12-a927-49eb98327066'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:04:17.686924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Bound port: fe2283d2-344a-4844-a671-24c80da33098, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da61187-dff0-43b1-b5c7-ccefcb666718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '26b548b2-7710-4b12-a927-49eb98327066'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:04:17.687256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.736770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-d881df7a-9803-4899-9957-cd2fa35bcc1e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Unset dirty status for tenant:18f473158321442992b15a4591a96acb on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:04:17.737874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-d881df7a-9803-4899-9957-cd2fa35bcc1e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.1712153 Mar 11 20:04:17.814161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:17.817016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-04811853-b6e8-49dc-ac3b-fc6f3918ab27 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Synchronizing usage tracker for tenant:18f473158321442992b15a4591a96acb on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:04:17.820315 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:17.826844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.884102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.886638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-04811853-b6e8-49dc-ac3b-fc6f3918ab27 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Unset dirty status for tenant:18f473158321442992b15a4591a96acb on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:04:17.887813 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f9696d49-ba09-46b8-9e61-24f2645b7cff req-04811853-b6e8-49dc-ac3b-fc6f3918ab27 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433444 Mar 11 20:04:17.897131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:17.898507 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] 10.222.0.90 "PUT /v2.0/ports/fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 1093 time: 0.9952943 Mar 11 20:04:17.898938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:04:17.914782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfb5ab-9a81-4dec-b8b6-ea4dabb59fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:17.972260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098', 'status': 'completed', 'code': 200} Mar 11 20:04:18.007354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-75ff9980-d580-4ae9-b8f3-693ad21c53c3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1096 time: 0.0693221 Mar 11 20:04:18.014604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:18.078213 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-f68f1121-29b1-41f1-a988-ebfa424cc0cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.0638983 Mar 11 20:04:18.140092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-47ffbbc3-b76d-40f6-a496-61c39b0025b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:18.141489 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-47ffbbc3-b76d-40f6-a496-61c39b0025b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0572958 Mar 11 20:04:18.188851 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-3a917bbc-3b38-4bba-b155-b7655a0e4b72 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415282 Mar 11 20:04:18.316823 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-f0c3b954-beef-46ef-af49-33718d2d58ae service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218054 Mar 11 20:04:18.531767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25a28f1d-11f5-4142-98af-ab62d7f2ffd0 req-d89a5058-1947-4d64-8e0c-7af0f75dcf5b service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093041 Mar 11 20:04:18.677354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-7dcd506d-bd07-4c0e-8be6-4d78531f0d30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1096 time: 0.0757501 Mar 11 20:04:18.811217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400519e1-af32-4cc3-897a-c67921bd80ac req-40956734-5c80-4a01-8067-66d8d413c25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:18.812716 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-40956734-5c80-4a01-8067-66d8d413c25c service neutron] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 912 time: 0.1296203 Mar 11 20:04:18.890293 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-bdd95a01-2a96-4733-8381-47bf0aae57a8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.0668190 Mar 11 20:04:18.952061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400519e1-af32-4cc3-897a-c67921bd80ac req-cbdb0156-2ae5-4c35-9753-569f8f99b51f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:18.953531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-cbdb0156-2ae5-4c35-9753-569f8f99b51f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0577688 Mar 11 20:04:19.001183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-fdb2bc5e-14e9-40af-9cd1-fed8c79d3189 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411711 Mar 11 20:04:19.183462 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-ee1bba09-08e8-4c13-af66-72729aed3a77 service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753721 Mar 11 20:04:19.194171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119da6-5559-4412-8ba2-f8b660136166 req-54f92b41-7c5c-4815-a79c-926377b3935a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:19.195515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a119da6-5559-4412-8ba2-f8b660136166 req-54f92b41-7c5c-4815-a79c-926377b3935a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.1705773 Mar 11 20:04:19.224921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:19.327415 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a119da6-5559-4412-8ba2-f8b660136166 req-b5b85a56-b501-4df5-90b1-783f0fa84561 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135511 Mar 11 20:04:19.349756 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-400519e1-af32-4cc3-897a-c67921bd80ac req-9c69cbe2-555b-4ea1-acdc-3f73e187ff13 service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533723 Mar 11 20:04:20.544713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb54bc6-0e10-46e5-8b79-aff2cc873401 req-c0a656a2-1d21-4963-92c6-71e48b497554 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:20.546060 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb54bc6-0e10-46e5-8b79-aff2cc873401 req-c0a656a2-1d21-4963-92c6-71e48b497554 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.0812817 Mar 11 20:04:20.594974 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb54bc6-0e10-46e5-8b79-aff2cc873401 req-e4f97516-0a31-4fd5-af21-f58694231b2f tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Mar 11 20:04:21.807439 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ce99a-30fa-4718-bf11-f646b8b2e04a req-27de67d7-cb20-4806-ad50-9ac010c42d44 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:21.808791 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f52ce99a-30fa-4718-bf11-f646b8b2e04a req-27de67d7-cb20-4806-ad50-9ac010c42d44 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.0872803 Mar 11 20:04:21.855068 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f52ce99a-30fa-4718-bf11-f646b8b2e04a req-b1421b8a-1d6c-4eed-b652-19609446125d tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401137 Mar 11 20:04:22.155014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:04:22.289338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:22.305238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'fe2283d2-344a-4844-a671-24c80da33098', 'network_id': '26b548b2-7710-4b12-a927-49eb98327066', 'port_id': 'fe2283d2-344a-4844-a671-24c80da33098', 'mac_address': 'fa:16:3e:2f:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382226f7-c4b1-449b-8d4d-132abf8b421e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:04:22.368538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:22.386165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2283d2-344a-4844-a671-24c80da33098 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:04:22.401017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:22.407542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:22.473387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:22.481913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.482252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.482586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.482911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.483343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.483681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.484004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.484323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.484640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.484954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.485268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:22.718660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['fe2283d2-344a-4844-a671-24c80da33098'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:04:23.062005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4129b-ef27-4aad-9804-145949361fd2 req-f03ff6d2-ff19-4ad1-beed-739350d0b887 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:23.063332 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7f4129b-ef27-4aad-9804-145949361fd2 req-f03ff6d2-ff19-4ad1-beed-739350d0b887 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 944 time: 0.0901756 Mar 11 20:04:23.109148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7f4129b-ef27-4aad-9804-145949361fd2 req-8199f3c6-b0c6-412d-b4ba-ffb560cbd6c7 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Mar 11 20:04:24.167167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:04:24.234858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port fe2283d2-344a-4844-a671-24c80da33098 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:04:24.240431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port fe2283d2-344a-4844-a671-24c80da33098 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:04:24.240809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:24.304914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e7c83-1c91-4fa9-a156-3ba04d214fd1 req-5f574b08-a955-4b2b-bd31-02a2cc64eb0a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:24.306390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-732e7c83-1c91-4fa9-a156-3ba04d214fd1 req-5f574b08-a955-4b2b-bd31-02a2cc64eb0a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 944 time: 0.0754843 Mar 11 20:04:24.352913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:24.353386 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-732e7c83-1c91-4fa9-a156-3ba04d214fd1 req-84ca988b-aa33-4e76-9221-04acfd1da6c2 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412455 Mar 11 20:04:24.379838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:04:24.389526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:24.394368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:24.434821 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098', 'code': 200} Mar 11 20:04:24.462964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:24.667831 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ceef7b4-a2ef-4d47-ad9e-928086108eba req-a1d08d26-da59-4ad5-a00f-6f86b3f737c5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1098 time: 0.0726266 Mar 11 20:04:24.682464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:24.718554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ceef7b4-a2ef-4d47-ad9e-928086108eba req-61a4def0-0abb-4363-9678-50e76594ebce service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Mar 11 20:04:25.565295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4688dbb-ccca-4bcb-8691-ac9373c25e5e req-5062abbb-3e2d-44c5-a334-f4511b6f3f3e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:25.566726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e4688dbb-ccca-4bcb-8691-ac9373c25e5e req-5062abbb-3e2d-44c5-a334-f4511b6f3f3e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0879982 Mar 11 20:04:25.623525 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e4688dbb-ccca-4bcb-8691-ac9373c25e5e req-9abe3517-29f3-4b7d-8d8d-29d5f999d52a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508628 Mar 11 20:04:26.842999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba904c-1f42-4482-8606-4b63f0bc5c1b req-4d766639-15b8-4402-bdcb-933c15c2a2d4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:26.844530 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6aba904c-1f42-4482-8606-4b63f0bc5c1b req-4d766639-15b8-4402-bdcb-933c15c2a2d4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0820069 Mar 11 20:04:26.890958 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6aba904c-1f42-4482-8606-4b63f0bc5c1b req-29372af0-a1eb-4530-8e1a-19bf5848b1bc tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385139 Mar 11 20:04:27.090916 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a64e1cb6-156a-49a3-969b-7cef24a71bd3 req-c7c5fc05-b723-416b-b89a-5c995c14d0b1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0713584 Mar 11 20:04:27.377170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39498) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:04:27.413540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44100d6-7ed5-471c-ab65-84837839f48b req-1d23f327-8772-442a-905b-d6e2397719ff tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:27.415253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f44100d6-7ed5-471c-ab65-84837839f48b req-1d23f327-8772-442a-905b-d6e2397719ff tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0833468 Mar 11 20:04:27.459221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f44100d6-7ed5-471c-ab65-84837839f48b req-59e93e4d-0133-45fd-ab0f-af11bc6fb526 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Mar 11 20:04:27.511248 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-6038d5bb-f2b1-4a48-9086-5da759dcf814 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1328967 Mar 11 20:04:28.662952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448467a-2d03-4fca-a3fa-a4d074fff180 req-a0219808-1cc1-452a-936a-d8a0bb3595e3 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:28.664406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9448467a-2d03-4fca-a3fa-a4d074fff180 req-a0219808-1cc1-452a-936a-d8a0bb3595e3 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0844026 Mar 11 20:04:28.712724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9448467a-2d03-4fca-a3fa-a4d074fff180 req-e472cdb0-df35-494c-96a9-334207a3ce59 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426660 Mar 11 20:04:28.839045 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-c7427484-8d76-4840-a00b-d67cd88a1296 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1098 time: 0.0719631 Mar 11 20:04:28.981835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-f99df8e2-b41a-45ba-9925-fbbe358411b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:28.983227 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-f99df8e2-b41a-45ba-9925-fbbe358411b5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 912 time: 0.1385005 Mar 11 20:04:29.132572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-0b6c0548-4e11-4345-a0fe-cd8cfe717200 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.1429791 Mar 11 20:04:29.197147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-4d145406-6932-4bf7-90f9-247750a05ebc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:29.198569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-4d145406-6932-4bf7-90f9-247750a05ebc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0599296 Mar 11 20:04:29.244408 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-251b7946-081d-4d55-a55d-9e8514bc9568 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393479 Mar 11 20:04:29.380300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-c31b228f-f295-4c81-b187-256a06ce4565 service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301250 Mar 11 20:04:29.508361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-58aa717c-9f35-4538-9149-33a1881b9835 service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218400 Mar 11 20:04:29.926839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1a51fb-f7e5-4fd0-a96b-21075339b075 req-7353a8c0-6c79-4978-a7e8-12aba6f03123 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:29.928335 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dd1a51fb-f7e5-4fd0-a96b-21075339b075 req-7353a8c0-6c79-4978-a7e8-12aba6f03123 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0846322 Mar 11 20:04:29.974551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dd1a51fb-f7e5-4fd0-a96b-21075339b075 req-aec1317f-a272-4e47-89ba-e7b5d475a717 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406039 Mar 11 20:04:31.189491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3dcd4-7d74-4d3d-8d91-e0ddc25ba697 req-3aafe110-cbcc-40c2-a63d-278525118284 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:31.190973 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9a3dcd4-7d74-4d3d-8d91-e0ddc25ba697 req-3aafe110-cbcc-40c2-a63d-278525118284 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0815868 Mar 11 20:04:31.234874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9a3dcd4-7d74-4d3d-8d91-e0ddc25ba697 req-3ab6af85-e584-40bf-a213-f4e53445a6a8 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382764 Mar 11 20:04:32.445179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f7af8-3d08-44f1-940c-35346c651858 req-184a8d34-b955-463c-a58a-23f8f95c8e35 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:32.446636 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-543f7af8-3d08-44f1-940c-35346c651858 req-184a8d34-b955-463c-a58a-23f8f95c8e35 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0797143 Mar 11 20:04:32.496171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-543f7af8-3d08-44f1-940c-35346c651858 req-14a1eb89-8041-4a82-b837-87f6a8740e80 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437267 Mar 11 20:04:33.717804 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096ff40-53d7-469b-84b7-b05962643d96 req-aa238d54-6c33-49c1-873c-2364e0cb4d45 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:33.719228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f096ff40-53d7-469b-84b7-b05962643d96 req-aa238d54-6c33-49c1-873c-2364e0cb4d45 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0896287 Mar 11 20:04:33.764572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f096ff40-53d7-469b-84b7-b05962643d96 req-af2628b9-a088-4026-8554-aa2833e950a2 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395527 Mar 11 20:04:34.968480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f927b1-306b-4dd6-8e0f-485a983904f9 req-8b284efb-2555-4a1b-b7ba-32f30200b26b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:34.970087 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f927b1-306b-4dd6-8e0f-485a983904f9 req-8b284efb-2555-4a1b-b7ba-32f30200b26b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0829396 Mar 11 20:04:35.017759 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f2f927b1-306b-4dd6-8e0f-485a983904f9 req-63f84a66-cce8-4808-9d2c-565d5264b2bb tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Mar 11 20:04:35.155958 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:04:36.234865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884861f-cc05-4ffb-9320-0665b6194140 req-79a5b1ee-e223-4f4a-93f9-afb7bc0adc41 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:36.236333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a884861f-cc05-4ffb-9320-0665b6194140 req-79a5b1ee-e223-4f4a-93f9-afb7bc0adc41 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0773809 Mar 11 20:04:36.281221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a884861f-cc05-4ffb-9320-0665b6194140 req-1e239ada-9d46-4cf3-9af7-d46b33ca472a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Mar 11 20:04:37.494731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524d6ef-3954-4767-9236-ac02f3ab3654 req-dfe7e0af-e71c-4c72-8ff8-5b41f7cb8aad tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:37.496849 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1524d6ef-3954-4767-9236-ac02f3ab3654 req-dfe7e0af-e71c-4c72-8ff8-5b41f7cb8aad tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0918052 Mar 11 20:04:37.545814 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1524d6ef-3954-4767-9236-ac02f3ab3654 req-e577b79e-05d7-4472-bb74-d25681fd4726 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Mar 11 20:04:38.753029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9df273-e191-4ea6-8320-cc8a501b88b2 req-6fe45c4a-87bb-4c85-8f1e-3319a61e71b9 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:38.754454 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8f9df273-e191-4ea6-8320-cc8a501b88b2 req-6fe45c4a-87bb-4c85-8f1e-3319a61e71b9 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0816739 Mar 11 20:04:38.802771 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8f9df273-e191-4ea6-8320-cc8a501b88b2 req-51b71de2-b61d-49f8-8011-8269ebb83cc7 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Mar 11 20:04:40.020860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7275ff6a-5441-480c-8858-93736610bb0b req-12078a80-e516-4d9d-afdf-a931c33acc6b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:40.022302 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7275ff6a-5441-480c-8858-93736610bb0b req-12078a80-e516-4d9d-afdf-a931c33acc6b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0886033 Mar 11 20:04:40.067945 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7275ff6a-5441-480c-8858-93736610bb0b req-e389f7a8-055c-4329-b9b7-00fe085dea66 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395076 Mar 11 20:04:41.287158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66292625-fd12-481e-be64-d8457c769aea req-a13ede2f-4762-475a-b2bf-c43efe046066 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:41.288671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66292625-fd12-481e-be64-d8457c769aea req-a13ede2f-4762-475a-b2bf-c43efe046066 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0865235 Mar 11 20:04:41.335816 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66292625-fd12-481e-be64-d8457c769aea req-afce72ee-fdda-435f-ac44-333b785ae24c tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391307 Mar 11 20:04:42.550758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867e672-3251-40d1-9846-5b55745c9705 req-1a989dfd-fc75-4a51-b197-d587e47f6657 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:42.552143 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2867e672-3251-40d1-9846-5b55745c9705 req-1a989dfd-fc75-4a51-b197-d587e47f6657 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0823586 Mar 11 20:04:42.599075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2867e672-3251-40d1-9846-5b55745c9705 req-225263cc-2e52-4065-b4ad-3617dcdbd00f tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389509 Mar 11 20:04:43.812249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0f41c-ee54-44fa-b7ff-3bd2f7f81dec req-a906a134-e87b-4ee4-9896-d5bd12891a02 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:43.813606 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01e0f41c-ee54-44fa-b7ff-3bd2f7f81dec req-a906a134-e87b-4ee4-9896-d5bd12891a02 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0865512 Mar 11 20:04:43.862984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-01e0f41c-ee54-44fa-b7ff-3bd2f7f81dec req-23a54d18-57d5-4e99-bb5a-9dfb18822191 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Mar 11 20:04:44.481915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bd1af8b1-71f3-4d45-91ab-f867d1920716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:45.063982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c0d5e-21ad-407f-a23d-5f54136f95dc req-0a7d398a-5fe1-4efb-ba59-b8cc9052b98f tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:45.065423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a2c0d5e-21ad-407f-a23d-5f54136f95dc req-0a7d398a-5fe1-4efb-ba59-b8cc9052b98f tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0800815 Mar 11 20:04:45.110226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a2c0d5e-21ad-407f-a23d-5f54136f95dc req-a076a6ba-29c8-4492-a480-ea5737cad027 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387709 Mar 11 20:04:46.313505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e26c1e-1eb4-4d4d-9de8-e471531cb78c req-a387163f-413f-4f58-824a-851f85b182a8 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:46.314939 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-79e26c1e-1eb4-4d4d-9de8-e471531cb78c req-a387163f-413f-4f58-824a-851f85b182a8 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0846996 Mar 11 20:04:46.360687 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-79e26c1e-1eb4-4d4d-9de8-e471531cb78c req-86131c6e-322e-4069-9ef4-39da236a8a19 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Mar 11 20:04:46.780846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49205e06-c7d5-49ec-b952-a299f3c501e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:47.566352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14f08d-08f8-4e1b-a76e-68aa0cdb3199 req-ed334c5a-a806-4eb5-aa32-5b2e2f38a971 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:47.568189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a14f08d-08f8-4e1b-a76e-68aa0cdb3199 req-ed334c5a-a806-4eb5-aa32-5b2e2f38a971 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0820527 Mar 11 20:04:47.614894 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a14f08d-08f8-4e1b-a76e-68aa0cdb3199 req-ad841319-5230-47d9-808f-6df3429ee144 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Mar 11 20:04:47.894751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:48.024632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:48.850763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3d893-8773-4849-bfd5-d3c8331886b5 req-5669fea5-ff54-411b-87ea-720f1a3cee5a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.852266 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4eb3d893-8773-4849-bfd5-d3c8331886b5 req-5669fea5-ff54-411b-87ea-720f1a3cee5a tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0927989 Mar 11 20:04:48.898322 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4eb3d893-8773-4849-bfd5-d3c8331886b5 req-e8344ea2-0afb-440b-84cb-bfc1cd0ab64e tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Mar 11 20:04:49.239245 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:50.125357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555f246-463c-4bc4-8a33-1ded67542c9d req-11b13a22-ad2f-4085-bc30-652a122715a4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.126749 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4555f246-463c-4bc4-8a33-1ded67542c9d req-11b13a22-ad2f-4085-bc30-652a122715a4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0878925 Mar 11 20:04:50.178126 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4555f246-463c-4bc4-8a33-1ded67542c9d req-efe6c25d-2510-45c4-99f7-bb200e811ebe tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Mar 11 20:04:51.406706 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8016bf-eb48-48ea-ac8b-6a840604a972 req-c024b518-f9d3-4e8d-9923-8f62b82f0246 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:51.408165 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a8016bf-eb48-48ea-ac8b-6a840604a972 req-c024b518-f9d3-4e8d-9923-8f62b82f0246 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0806861 Mar 11 20:04:51.453634 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a8016bf-eb48-48ea-ac8b-6a840604a972 req-adac6d2e-6ec9-4a7c-8ceb-b663c200461b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398002 Mar 11 20:04:52.667622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7d3b3-ef75-4df3-af26-1fa8505e8df0 req-1ed1bf77-c20d-496c-986a-ecad25a8bdd4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:52.669473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-10f7d3b3-ef75-4df3-af26-1fa8505e8df0 req-1ed1bf77-c20d-496c-986a-ecad25a8bdd4 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0946584 Mar 11 20:04:52.716880 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-10f7d3b3-ef75-4df3-af26-1fa8505e8df0 req-1ffd1661-cd75-4776-b48f-cff333562b11 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417202 Mar 11 20:04:53.928894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d790ec1-b3ad-4f50-8e3f-4cc79543d7d2 req-da7542bb-1203-4833-bed5-b0a1314c51cc tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:53.930302 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d790ec1-b3ad-4f50-8e3f-4cc79543d7d2 req-da7542bb-1203-4833-bed5-b0a1314c51cc tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0849195 Mar 11 20:04:53.975745 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d790ec1-b3ad-4f50-8e3f-4cc79543d7d2 req-ae56e48a-46c7-4134-a94d-d7f59b6ab279 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Mar 11 20:04:54.707254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:55.188588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e731fd-5618-4aa1-b044-858e864215d4 req-1d63469b-17be-40d5-a1c4-c5e4a697d056 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:55.190041 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d0e731fd-5618-4aa1-b044-858e864215d4 req-1d63469b-17be-40d5-a1c4-c5e4a697d056 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0846074 Mar 11 20:04:55.234241 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d0e731fd-5618-4aa1-b044-858e864215d4 req-efb6f829-e263-4785-8ad8-c8e94e4b956b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Mar 11 20:04:56.331953 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-86895dcf-4e24-463e-afb4-ae8ea6675049 service neutron] 10.222.0.90 "GET /v2.0/ports/fe2283d2-344a-4844-a671-24c80da33098/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0755887 Mar 11 20:04:56.445350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dff42-0e14-4265-82ab-29182b90a581 req-98ab0f70-fb32-4ca4-b0eb-e97b2469d929 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.446896 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f46dff42-0e14-4265-82ab-29182b90a581 req-98ab0f70-fb32-4ca4-b0eb-e97b2469d929 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0812180 Mar 11 20:04:56.491456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f46dff42-0e14-4265-82ab-29182b90a581 req-e3c1211a-bb27-426f-8699-62cd0df13020 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Mar 11 20:04:56.606542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-37e873aa-861a-498a-b1f7-bec19dd56841 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64&tenant_id=18f473158321442992b15a4591a96acb HTTP/1.1" status: 200 len: 1098 time: 0.0761454 Mar 11 20:04:56.780832 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-5befd02b-ecd0-46f9-ad74-d1a6801c8746 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1098 time: 0.1521459 Mar 11 20:04:56.907550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-e32e1353-6c7f-4611-9f4d-e2bfa841a677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.908949 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-e32e1353-6c7f-4611-9f4d-e2bfa841a677 service neutron] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 912 time: 0.1223514 Mar 11 20:04:56.976809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-7f7a4f9e-d727-419a-8a85-7285abd1bc81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.0619342 Mar 11 20:04:57.038651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-9beb1edc-bfcc-47cf-8f8c-2739fb0f5a6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.039970 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-9beb1edc-bfcc-47cf-8f8c-2739fb0f5a6a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0571058 Mar 11 20:04:57.089588 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-2f3bfc30-6b44-4fdc-a7e3-212ad52e3d3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434191 Mar 11 20:04:57.233789 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-aa680059-8dc6-43e4-a161-ac0883579c9f service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370163 Mar 11 20:04:57.364587 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-05613ad0-5dd8-489e-ba47-a2be96d02963 req-aaa1d743-6cd6-4351-87fe-9951590ed605 service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251531 Mar 11 20:04:57.691854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec916d-efbb-4061-84d9-06e0cc72fc77 req-74e09534-2ceb-4817-bad2-b2e909152aa6 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.693245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01ec916d-efbb-4061-84d9-06e0cc72fc77 req-74e09534-2ceb-4817-bad2-b2e909152aa6 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0777044 Mar 11 20:04:57.739979 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01ec916d-efbb-4061-84d9-06e0cc72fc77 req-33b463eb-b521-4534-8b28-9493c1219f84 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391362 Mar 11 20:04:58.116272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-13d48565-1620-442a-b59d-5e8fafda49eb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1098 time: 0.0832009 Mar 11 20:04:58.268160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-7ae2dc11-df56-4ca3-b0db-7b4e79daed0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.269678 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-7ae2dc11-df56-4ca3-b0db-7b4e79daed0e service neutron] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 912 time: 0.1325231 Mar 11 20:04:58.334994 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-a7646c3e-0366-4cb7-b049-7d1245e73d22 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.0580475 Mar 11 20:04:58.342113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:04:58.403963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-8719b970-f57d-45e2-8179-ff3f9c0b7f0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.405333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-8719b970-f57d-45e2-8179-ff3f9c0b7f0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0637162 Mar 11 20:04:58.452234 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-23ec7c22-2cb5-4220-8192-f2aeb24b6790 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378697 Mar 11 20:04:58.458550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:58.484628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:04:58.494759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:58.499386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:04:58.555011 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098', 'code': 200} Mar 11 20:04:58.568501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:58.585541 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-13cc2ee3-5c8d-443b-8eae-4360091c8a8a service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271584 Mar 11 20:04:58.725854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a121e47a-3b78-4df2-87d1-ce6fdffb5ac0 req-dce3478a-3941-4db8-914f-3820dfb963fe service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342940 Mar 11 20:04:58.943970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac5b9-d98c-46d7-9005-88c1fad0669d req-9720177b-475e-4098-845d-c085917ce174 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.945403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-776ac5b9-d98c-46d7-9005-88c1fad0669d req-9720177b-475e-4098-845d-c085917ce174 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.0845995 Mar 11 20:04:58.991112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-776ac5b9-d98c-46d7-9005-88c1fad0669d req-3069aa50-91ee-4dc5-bc48-01fca2c8af4f tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387528 Mar 11 20:05:00.199541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e6c70-b34d-4a2d-bbba-466a093077a4 req-08623021-db79-4efc-a579-41be09db40bb tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:00.200990 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f78e6c70-b34d-4a2d-bbba-466a093077a4 req-08623021-db79-4efc-a579-41be09db40bb tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 943 time: 0.0862823 Mar 11 20:05:00.244936 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f78e6c70-b34d-4a2d-bbba-466a093077a4 req-5784a1b8-7559-4553-b2a5-70c75e6d78f2 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383267 Mar 11 20:05:00.354205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:05:00.488777 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:00.501272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'fe2283d2-344a-4844-a671-24c80da33098', 'network_id': '26b548b2-7710-4b12-a927-49eb98327066', 'port_id': 'fe2283d2-344a-4844-a671-24c80da33098', 'mac_address': 'fa:16:3e:2f:a9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '382226f7-c4b1-449b-8d4d-132abf8b421e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:05:00.562888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:00.584005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2283d2-344a-4844-a671-24c80da33098 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:05:00.599486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:00.606789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:00.667472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['fe2283d2-344a-4844-a671-24c80da33098'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:05:00.711204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:01.457038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fe02f-635c-41f8-9062-0fed20dc58d8 req-a6ec254e-2df5-4409-9598-7f07e20d4bd7 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:01.458400 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3a7fe02f-635c-41f8-9062-0fed20dc58d8 req-a6ec254e-2df5-4409-9598-7f07e20d4bd7 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 944 time: 0.0816827 Mar 11 20:05:01.509648 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3a7fe02f-635c-41f8-9062-0fed20dc58d8 req-b4148f4d-4093-4ccb-b095-ff7766dfc7dc tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Mar 11 20:05:02.072167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-cf635530-f149-43d7-989a-b4ddd69f5a1b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:02.073619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-cf635530-f149-43d7-989a-b4ddd69f5a1b tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64&tenant_id=18f473158321442992b15a4591a96acb&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.0874040 Mar 11 20:05:02.316996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-82dcc884-8d21-4ebd-a64d-6b29b22c0701 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=18f473158321442992b15a4591a96acb&device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 1097 time: 0.1723697 Mar 11 20:05:02.356274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:05:02.423195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port fe2283d2-344a-4844-a671-24c80da33098 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:05:02.423594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:02.448745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-2def23dd-5485-4b46-bd13-6b7f0c896cfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:02.450114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-2def23dd-5485-4b46-bd13-6b7f0c896cfb service neutron] 10.222.0.90 "GET /v2.0/networks?id=26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 200 len: 912 time: 0.1262882 Mar 11 20:05:02.518235 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-20f8d07a-74a1-4188-8b52-9ed535e65745 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 200 len: 217 time: 0.0619547 Mar 11 20:05:02.541427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:02.567798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:02.581407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:02.582053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-3575119d-988f-4006-8948-61ef00bc845f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:02.583523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-3575119d-988f-4006-8948-61ef00bc845f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 200 len: 851 time: 0.0597150 Mar 11 20:05:02.586672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:02.627852 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-c9131886-d6de-4588-abc3-a935ae783a58 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=26b548b2-7710-4b12-a927-49eb98327066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388470 Mar 11 20:05:02.639295 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098', 'code': 200} Mar 11 20:05:02.655643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:02.765509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-17b157d7-2802-41dc-b924-e78e2e21bf8b service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292193 Mar 11 20:05:02.902528 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-28893bff-e715-44a1-bfb1-e87448aa321f service neutron] 10.222.0.90 "GET /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307209 Mar 11 20:05:03.741180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8504ed-116a-46b7-a28b-479ae14bc279 req-bfe85957-beb1-4005-a87b-80f13e99afdd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:03.742562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cf8504ed-116a-46b7-a28b-479ae14bc279 req-bfe85957-beb1-4005-a87b-80f13e99afdd tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0859272 Mar 11 20:05:03.786947 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cf8504ed-116a-46b7-a28b-479ae14bc279 req-12a77739-02c0-4bd8-851d-69c37014aa25 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Mar 11 20:05:05.005946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa910-b7cd-4c58-8012-a1776baf2ded req-292412de-662e-49ed-86ce-76aff0177b89 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:05.007396 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c2aa910-b7cd-4c58-8012-a1776baf2ded req-292412de-662e-49ed-86ce-76aff0177b89 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0828779 Mar 11 20:05:05.058766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c2aa910-b7cd-4c58-8012-a1776baf2ded req-b9fb7ac0-7dbe-4ae4-845b-d7f5a2d3b677 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/security-groups?id=5dcd2f1f-fd82-4b30-a9c8-5c856889692d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Mar 11 20:05:05.416752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-2993bfc0-171f-4fa2-82d3-e8f87a85c5bb tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:05.418269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-2993bfc0-171f-4fa2-82d3-e8f87a85c5bb tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.90 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 945 time: 0.0829701 Mar 11 20:05:05.489747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Deleting port fe2283d2-344a-4844-a671-24c80da33098 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:05:05.490088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:05.751055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] For port fe2283d2-344a-4844-a671-24c80da33098, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=fe2283d2-344a-4844-a671-24c80da33098,segment=NetworkSegment(0da61187-dff0-43b1-b5c7-ccefcb666718),segment_id=0da61187-dff0-43b1-b5c7-ccefcb666718)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:05.751337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:05.868837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Calling delete_port for fe2283d2-344a-4844-a671-24c80da33098 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:05:06.024294 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:06.036622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['fe2283d2-344a-4844-a671-24c80da33098'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:05:06.075416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Pushing event deleted for resources: {'Port': ['ID=fe2283d2-344a-4844-a671-24c80da33098,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:06.113295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.113640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.113974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.114308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.114631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.114958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.115276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.115621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.115937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.116249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.116562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:06.156274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] No DVR routers for this DVR port fe2283d2-344a-4844-a671-24c80da33098 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:06.158756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:06.161284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-deleted', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:06.179708 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8575a67d-0acb-4b15-90a0-86ba8d0f2461 req-5e834730-bf8f-4173-b45d-11afda370ee1 tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.90 "DELETE /v2.0/ports/fe2283d2-344a-4844-a671-24c80da33098 HTTP/1.1" status: 204 len: 173 time: 0.7556107 Mar 11 20:05:06.225992 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe725ea8-c0a0-42c6-ad54-1f01d407ab64', 'name': 'network-vif-deleted', 'tag': 'fe2283d2-344a-4844-a671-24c80da33098', 'status': 'completed', 'code': 200} Mar 11 20:05:06.229005 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-49ea046c-9633-489b-ae5b-bd5544af69b8 req-05ff2f06-15f9-43b2-8260-7d20355ea6ec tempest-DeleteServersTestJSON-1918156472 tempest-DeleteServersTestJSON-1918156472-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe725ea8-c0a0-42c6-ad54-1f01d407ab64 HTTP/1.1" status: 200 len: 210 time: 0.0440991 Mar 11 20:05:07.503392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39600) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:07.573281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Deleting subnet 382226f7-c4b1-449b-8d4d-132abf8b421e {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:05:07.577250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:07.708040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:07.760912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:07.842197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:07.878150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=382226f7-c4b1-449b-8d4d-132abf8b421e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:07.883734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:07.890914 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9fc98177-ab12-411b-83c7-6535fde6d6be admin admin] 10.222.0.76 "DELETE /v2.0/subnets/382226f7-c4b1-449b-8d4d-132abf8b421e HTTP/1.1" status: 204 len: 168 time: 0.3863771 Mar 11 20:05:07.894815 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39604) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:07.997343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.116275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.140374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-18952568-018b-425d-8528-001b41928330 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b548b2-7710-4b12-a927-49eb98327066']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:08.152297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-18952568-018b-425d-8528-001b41928330 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da61187-dff0-43b1-b5c7-ccefcb666718') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:08.152582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-18952568-018b-425d-8528-001b41928330 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da61187-dff0-43b1-b5c7-ccefcb666718') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:08.163523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.180326 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.189825 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18952568-018b-425d-8528-001b41928330 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:05:08.190485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:08.207871 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:08.288444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.306017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18952568-018b-425d-8528-001b41928330 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.315798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18952568-018b-425d-8528-001b41928330 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b548b2-7710-4b12-a927-49eb98327066,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:08.326042 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-18952568-018b-425d-8528-001b41928330 admin admin] 10.222.0.76 "DELETE /v2.0/networks/26b548b2-7710-4b12-a927-49eb98327066 HTTP/1.1" status: 204 len: 168 time: 0.4302869 Mar 11 20:05:08.371509 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:05:08.406713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: fe2283d2-344a-4844-a671-24c80da33098 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:05:08.407053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device fe2283d2-344a-4844-a671-24c80da33098 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:05:08.473295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39610) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:08.526084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-24f1cbf6-14e6-493f-be4e-7a7688a68628 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=18f473158321442992b15a4591a96acb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512707 Mar 11 20:05:08.528852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39614) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:08.594646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.620414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.676407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.693312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcd2f1f-fd82-4b30-a9c8-5c856889692d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:08.705292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.705633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.705965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.706291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.706615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.706936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.707252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.707595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.707907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.708226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.708534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:08.715428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:08.716603 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c58d41b3-d4b4-4acc-bdd8-6d1fb2878b62 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5dcd2f1f-fd82-4b30-a9c8-5c856889692d HTTP/1.1" status: 204 len: 168 time: 0.1868885 Mar 11 20:05:09.629381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39636) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:09.756750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-73434905-network', 'tenant_id': '861b60a445154eabaa7f5324d01b0751'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:05:09.763377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:05:09.768146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Usage tracker for resource:network and tenant:861b60a445154eabaa7f5324d01b0751 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:05:09.771104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:05:09.777762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:05:09.790101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Made reservation on behalf of 861b60a445154eabaa7f5324d01b0751 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:05:09.792553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:09.804816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:09.837290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:05:09.842477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Usage tracker for resource:security_group_rule and tenant:861b60a445154eabaa7f5324d01b0751 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:05:09.845962 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:05:09.852325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:05:09.927630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:09.932010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:09.961633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:05:09.970391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.975750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:09.976039 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Added segment 139f9509-803f-4516-ad58-a7f395137d03 of type vlan for network 0ce4535b-4608-4b3a-b40a-90f25868509d Mar 11 20:05:10.002213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.032237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.033103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:10.033671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.135763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] Pushing event updated for resources: {'Network': ['ID=0ce4535b-4608-4b3a-b40a-90f25868509d,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.141909 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3b1a9d45-352c-4fae-99cb-ed07eb719561 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5087502 Mar 11 20:05:10.142123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39642) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:05:10.147627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Request body: {'subnet': {'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-73434905-subnet', 'tenant_id': '861b60a445154eabaa7f5324d01b0751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:05:10.151799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0ce4535b-4608-4b3a-b40a-90f25868509d details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:05:10.163562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:05:10.169305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Usage tracker for resource:subnet and tenant:861b60a445154eabaa7f5324d01b0751 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:05:10.172781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:05:10.179655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:05:10.190809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Made reservation on behalf of 861b60a445154eabaa7f5324d01b0751 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:05:10.193334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.392937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.463597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ce2820-fcb0-44bc-a0c7-d439f8d96b46,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.480253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Checking segment: {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:05:10.480605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Network hostable DHCP agents. Network: 0ce4535b-4608-4b3a-b40a-90f25868509d, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:05:10.504043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Network 0ce4535b-4608-4b3a-b40a-90f25868509d is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:05:10.513890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0ce4535b-4608-4b3a-b40a-90f25868509d) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:05:10.517779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:10.518350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:10.523072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927f74af-e2b6-4521-8326-d5b813bb6b0c None None] Network 0ce4535b-4608-4b3a-b40a-90f25868509d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:05:10.545759 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e10426d2-49dd-4f54-b650-ed3a91dc6a68 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4023933 Mar 11 20:05:10.777645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf41f1f-be50-45ab-8783-55dcb1f76514 None None] Network 0ce4535b-4608-4b3a-b40a-90f25868509d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:05:11.196170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-e14a20ea-d2b8-4621-9bf9-9bd2cc2d7e6d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:11.197636 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-e14a20ea-d2b8-4621-9bf9-9bd2cc2d7e6d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 813 time: 0.2409036 Mar 11 20:05:11.213733 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-ece5bc92-b526-4d8b-bbf6-9815bb70f2a6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/quotas/861b60a445154eabaa7f5324d01b0751 HTTP/1.1" status: 200 len: 375 time: 0.0105944 Mar 11 20:05:11.260488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-e3e4449b-bd8c-4b5c-9c9f-21a27dbc3d77 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420570 Mar 11 20:05:11.396051 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-203dcd52-14a2-4319-b4db-a359ab1d0c46 service neutron] 10.222.0.76 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288686 Mar 11 20:05:11.527337 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-9e577b17-2291-4fbc-b2df-1cb4ee9e0831 service neutron] 10.222.0.76 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248345 Mar 11 20:05:11.722163 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bca61e50-f507-49d1-9211-d6cc1f19d992 req-ca9facc0-07cd-43be-af57-1adbc0658b2b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0403378 Mar 11 20:05:12.158379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:05:12.772868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-41f3dea7-eb05-4cb7-ad85-381782906c58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:12.773528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-41f3dea7-eb05-4cb7-ad85-381782906c58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:05:12.792054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-41f3dea7-eb05-4cb7-ad85-381782906c58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:05:12.793251 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-41f3dea7-eb05-4cb7-ad85-381782906c58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 813 time: 0.1669173 Mar 11 20:05:12.811373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Request body: {'port': {'device_id': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'admin_state_up': True, 'tenant_id': '861b60a445154eabaa7f5324d01b0751'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:05:12.887226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b72789e4-c201-4ec8-a8fb-ecc595ebd8b4 req-717f19a4-2b1d-437d-82f8-69b887fc7dc4 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 210 time: 0.0412271 Mar 11 20:05:12.950013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:05:12.954109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Usage tracker for resource:port and tenant:861b60a445154eabaa7f5324d01b0751 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:05:12.956887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:05:12.962769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:05:12.972820 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Made reservation on behalf of 861b60a445154eabaa7f5324d01b0751 for: {'port': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:05:12.975874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:13.218642 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Allocated IP 172.20.0.2 (0ce4535b-4608-4b3a-b40a-90f25868509d/80ce2820-fcb0-44bc-a0c7-d439f8d96b46/1bd272db-77a6-46ca-83dd-20ea6629ade6) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:05:13.417935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:13.447666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:13.519138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Network 0ce4535b-4608-4b3a-b40a-90f25868509d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:05:13.522192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:05:13.526766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:05:13.550882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:13.589479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:13.590064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:13.612977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-99fcb00d-4499-4ccb-8ce2-6c402e9318a9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055515 Mar 11 20:05:13.625220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Request body: {'port': {'device_id': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:05:13.739240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.119352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83812) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:05:14.127785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.146320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Transition to ACTIVE for port object 1bd272db-77a6-46ca-83dd-20ea6629ade6 will not be triggered until provisioned by entity L2. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:05:14.155388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-02492cc9-576f-479b-869a-b5dcd9a4797b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:14.156059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-02492cc9-576f-479b-869a-b5dcd9a4797b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:05:14.159692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.273902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-02492cc9-576f-479b-869a-b5dcd9a4797b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:05:14.275048 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-02492cc9-576f-479b-869a-b5dcd9a4797b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 931 time: 0.2705309 Mar 11 20:05:14.290844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.390910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-1e18281b-7609-4c2d-b11c-4d0fd1c5ea89 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:05:14.431108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-1e18281b-7609-4c2d-b11c-4d0fd1c5ea89 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:05:14.432261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-316f4d76-bd6b-4e7a-890d-a0a6f3f41872 req-1e18281b-7609-4c2d-b11c-4d0fd1c5ea89 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492491 Mar 11 20:05:14.438613 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Attempting to bind port 1bd272db-77a6-46ca-83dd-20ea6629ade6 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:05:14.438954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Attempting to bind port 1bd272db-77a6-46ca-83dd-20ea6629ade6 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:05:14.439266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Attempting to bind port 1bd272db-77a6-46ca-83dd-20ea6629ade6 on network 0ce4535b-4608-4b3a-b40a-90f25868509d {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:05:14.446345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Port 1bd272db-77a6-46ca-83dd-20ea6629ade6 on network 0ce4535b-4608-4b3a-b40a-90f25868509d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:05:14.446662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Attempting to bind port 1bd272db-77a6-46ca-83dd-20ea6629ade6 on network 0ce4535b-4608-4b3a-b40a-90f25868509d {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:05:14.453017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:05:14.453343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Checking segment: {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:05:14.453715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Bound using segment: {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'} {{(pid=83812) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:05:14.454135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.managers [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Bound port: 1bd272db-77a6-46ca-83dd-20ea6629ade6, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'}}] {{(pid=83812) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:05:14.454475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.476783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bfb7996b-84df-4a89-a372-54b794594b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.549908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, cleared binding levels {{(pid=83812) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:05:14.553239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83812) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:05:14.557612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.614475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:14.615831 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] 10.222.0.90 "PUT /v2.0/ports/1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 1093 time: 0.9945388 Mar 11 20:05:14.618632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:14.639486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89960123-0d8c-4996-ac2c-23dfb8116820 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=3']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.683844 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'status': 'completed', 'code': 200} Mar 11 20:05:14.724567 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-f1571624-9322-4643-b38c-dff867503615 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1096 time: 0.0719547 Mar 11 20:05:14.795293 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-98e272a7-c23c-4251-ad7b-666b1cf628bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0643625 Mar 11 20:05:14.855866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-cbfbdc00-5367-48f8-9597-0ce7533e9670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:14.857239 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-cbfbdc00-5367-48f8-9597-0ce7533e9670 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0566742 Mar 11 20:05:14.982249 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-0cf5c8c7-b923-439d-8e49-1cc536bc96a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192446 Mar 11 20:05:15.110806 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-fa625ffc-58b6-4358-b14f-ff1740f4c08e service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225836 Mar 11 20:05:15.245518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-823f5a40-8a8f-4ebc-a838-a5b3bd430916 req-72b71047-b275-485c-aebf-b6d3f09af43e service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284835 Mar 11 20:05:15.362269 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-8f6dd466-7a6d-4a08-8e37-9f7a2777e10b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1096 time: 0.0703461 Mar 11 20:05:15.494144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-b7ab7aca-320b-445d-96df-18dd8a2d4d1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:15.495709 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-b7ab7aca-320b-445d-96df-18dd8a2d4d1b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1268866 Mar 11 20:05:15.596471 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-dcf51120-4052-4c6c-812c-4c0921135043 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0949905 Mar 11 20:05:15.673868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-ce39319c-2cf8-4862-b214-b92681af6322 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:15.675284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-ce39319c-2cf8-4862-b214-b92681af6322 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0710239 Mar 11 20:05:15.719547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530457e-3f51-4de2-81e1-4990325edf92 req-ae874c9c-9e01-4610-80ab-e46f3ff225ce tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:15.720917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e530457e-3f51-4de2-81e1-4990325edf92 req-ae874c9c-9e01-4610-80ab-e46f3ff225ce tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 943 time: 0.1581168 Mar 11 20:05:15.726594 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-33f54c7b-a6c6-4de0-88f5-1ff1504afd1f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436895 Mar 11 20:05:15.860023 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e530457e-3f51-4de2-81e1-4990325edf92 req-39d694fd-3394-409d-b209-168757e50e2c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325243 Mar 11 20:05:15.895478 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-fa8f5ab7-cfb6-42b7-b1bf-2955c24c1f5d service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551697 Mar 11 20:05:16.021741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4bfd4752-02ca-4d0a-a498-cc46683926f8 req-0621b781-85b9-455f-8686-74cce9267c90 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198111 Mar 11 20:05:16.787590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cb33747d-6b5f-4d98-9ef7-4ac2c6b7b4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:17.068614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174012e-7049-45ae-a001-9f259733fc3d req-89d23247-8b61-42bc-a7cf-40b59bc0e9e9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:17.069935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3174012e-7049-45ae-a001-9f259733fc3d req-89d23247-8b61-42bc-a7cf-40b59bc0e9e9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0775218 Mar 11 20:05:17.119009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3174012e-7049-45ae-a001-9f259733fc3d req-58526d51-772a-458e-97a2-f186d0e2c33b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434153 Mar 11 20:05:17.901960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:18.028703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:18.315422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd424b-01a4-44a0-8657-6f780aa43188 req-a8a68646-1034-428f-b749-3824244f1069 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:18.316830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46bd424b-01a4-44a0-8657-6f780aa43188 req-a8a68646-1034-428f-b749-3824244f1069 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0797963 Mar 11 20:05:18.363670 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46bd424b-01a4-44a0-8657-6f780aa43188 req-c14c79c6-e781-46c5-887c-9806076091af tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Mar 11 20:05:18.419940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:05:18.554528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:18.567157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'port_id': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'mac_address': 'fa:16:3e:49:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ce2820-fcb0-44bc-a0c7-d439f8d96b46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:05:18.623225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:18.640848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:05:18.657279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:18.663592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:18.729708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:18.980279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['1bd272db-77a6-46ca-83dd-20ea6629ade6'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:05:19.241073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:19.570039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0ce6c-dee9-4277-b6e6-65f12a03d0a1 req-24db0669-7ced-4848-834b-cbeaf6eabc0e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:19.571518 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c5a0ce6c-dee9-4277-b6e6-65f12a03d0a1 req-24db0669-7ced-4848-834b-cbeaf6eabc0e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 944 time: 0.0858345 Mar 11 20:05:19.616555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c5a0ce6c-dee9-4277-b6e6-65f12a03d0a1 req-64154ccb-ce8d-48b9-b3f4-fe98fe51e503 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395005 Mar 11 20:05:20.435118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:05:20.518145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 1bd272db-77a6-46ca-83dd-20ea6629ade6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:05:20.523426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 1bd272db-77a6-46ca-83dd-20ea6629ade6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:05:20.523797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:20.639625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:20.667425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:20.677448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:20.682621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:20.724167 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'code': 200} Mar 11 20:05:20.753356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:20.813904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad88371-89c7-40d3-a526-262393c0b411 req-9a4c0afc-4512-44b4-91a6-beac7dec4939 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:20.815361 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cad88371-89c7-40d3-a526-262393c0b411 req-9a4c0afc-4512-44b4-91a6-beac7dec4939 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0761688 Mar 11 20:05:20.863492 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cad88371-89c7-40d3-a526-262393c0b411 req-632aac72-ecbd-45cb-be74-cae95c422918 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Mar 11 20:05:20.945305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf1cb093-d43f-446e-a3ac-b1a61da8d16a req-41f9d123-9f3a-46ff-82a0-06c255bb92ed service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1098 time: 0.0689044 Mar 11 20:05:20.993154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cf1cb093-d43f-446e-a3ac-b1a61da8d16a req-5d6b7362-fa06-4b14-ad69-1e41a1710a65 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Mar 11 20:05:22.082712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af419bd5-9eb2-4613-8b83-63810c9ab28a req-f8fb9eba-750b-4d83-803a-1753111cd5c4 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:22.084171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af419bd5-9eb2-4613-8b83-63810c9ab28a req-f8fb9eba-750b-4d83-803a-1753111cd5c4 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0916126 Mar 11 20:05:22.128570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af419bd5-9eb2-4613-8b83-63810c9ab28a req-3b0e886b-d57d-4eb6-91cb-40bbd0bdefb0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384867 Mar 11 20:05:23.338705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0caee1-23a6-4cb8-949b-af80585510a8 req-02792da3-3b8c-4cfa-aa5a-4e6e2ad1d8f8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:23.340465 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da0caee1-23a6-4cb8-949b-af80585510a8 req-02792da3-3b8c-4cfa-aa5a-4e6e2ad1d8f8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0903952 Mar 11 20:05:23.387338 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-da0caee1-23a6-4cb8-949b-af80585510a8 req-9b1002a8-350b-404a-be36-c03fe627c6db tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Mar 11 20:05:23.589783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d54096-2bc2-44f8-9b1f-62dd1449ca39 req-169371e1-08e3-4563-a0c8-597e5e7f8750 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:23.591221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a0d54096-2bc2-44f8-9b1f-62dd1449ca39 req-169371e1-08e3-4563-a0c8-597e5e7f8750 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0843656 Mar 11 20:05:23.637844 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a0d54096-2bc2-44f8-9b1f-62dd1449ca39 req-e858c09d-c6af-463c-a52d-ff9f80628385 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386147 Mar 11 20:05:24.027734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b148f-d67f-4903-8350-cbd5497dd4fe req-f1d9dddc-f3f4-4465-902a-5710a1ab4a01 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:24.029090 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-935b148f-d67f-4903-8350-cbd5497dd4fe req-f1d9dddc-f3f4-4465-902a-5710a1ab4a01 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0996706 Mar 11 20:05:24.077626 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-935b148f-d67f-4903-8350-cbd5497dd4fe req-ced6df0a-61a0-4daa-895b-ccb3b97fd23a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Mar 11 20:05:24.280266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771613-a14a-44ea-b74d-9ecd104893c3 req-ec890889-2efd-4740-b938-96df0713c300 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:24.281612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b771613-a14a-44ea-b74d-9ecd104893c3 req-ec890889-2efd-4740-b938-96df0713c300 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0774996 Mar 11 20:05:24.330476 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b771613-a14a-44ea-b74d-9ecd104893c3 req-08acfc5e-0b0f-4b90-bd2c-ca9e53df6d42 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Mar 11 20:05:24.533274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7507a8cb-e691-4935-afa0-9ee7191338b3 req-f4e404a1-cb5b-489a-b224-b8c3711ae421 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709965 Mar 11 20:05:24.710498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:24.921456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-a95d679a-69bc-4376-b49f-d8b09a448000 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2004490 Mar 11 20:05:24.931551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5f18-bfee-4edd-9b5c-cc4823f95984 req-640b805f-67f3-496d-a3a1-ea236c8edac5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:24.932872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-187f5f18-bfee-4edd-9b5c-cc4823f95984 req-640b805f-67f3-496d-a3a1-ea236c8edac5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0945303 Mar 11 20:05:24.980830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-187f5f18-bfee-4edd-9b5c-cc4823f95984 req-4ffaf7bc-0027-4e9d-a1fc-c8dde2e1de38 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Mar 11 20:05:26.172601 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-11fd8a16-c9fd-4c10-8ebc-43b18b674832 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1098 time: 0.0710194 Mar 11 20:05:26.191165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76663e3c-d859-4c36-ad00-63279d49008a req-2d560858-768a-49f1-8110-79d9a1204e23 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:26.192618 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76663e3c-d859-4c36-ad00-63279d49008a req-2d560858-768a-49f1-8110-79d9a1204e23 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0781376 Mar 11 20:05:26.237107 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76663e3c-d859-4c36-ad00-63279d49008a req-bec10875-426b-44ac-b2ef-f39e6baf2955 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Mar 11 20:05:26.305016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-873a232c-b0f1-4ed1-ac8d-9d244287ac2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:26.306390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-873a232c-b0f1-4ed1-ac8d-9d244287ac2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1283767 Mar 11 20:05:26.376879 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-d4764eb7-6aa1-4fc4-8ebb-7334c0b59670 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0646620 Mar 11 20:05:26.439509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-f1b7d0b8-344f-44ef-bc6d-3e21876a637a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:26.440919 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-f1b7d0b8-344f-44ef-bc6d-3e21876a637a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0585964 Mar 11 20:05:26.484586 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-36c37a29-cd23-4374-a693-84112284e1f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374177 Mar 11 20:05:26.617681 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-b7c11fd5-ca86-4fd0-92f5-43616c608f4e service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271908 Mar 11 20:05:26.762522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-dd4422db-620c-4300-a20e-df0d9e8f8bbe service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312881 Mar 11 20:05:27.455597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d3d89-989f-40a3-8ff8-43c2edb6d60b req-4d83f2be-a0ea-4fd5-8236-97cbed635860 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:27.456968 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-006d3d89-989f-40a3-8ff8-43c2edb6d60b req-4d83f2be-a0ea-4fd5-8236-97cbed635860 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0886281 Mar 11 20:05:27.504992 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-006d3d89-989f-40a3-8ff8-43c2edb6d60b req-1c59efa1-dcb8-4d78-89e3-1e7c2af250c0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420794 Mar 11 20:05:28.707893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2e253-d387-47d8-a605-6636f96bc2cc req-0fecc2b2-a37f-465a-a597-8b6a9bd50cc5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:28.709329 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-12e2e253-d387-47d8-a605-6636f96bc2cc req-0fecc2b2-a37f-465a-a597-8b6a9bd50cc5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0750694 Mar 11 20:05:28.760581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-12e2e253-d387-47d8-a605-6636f96bc2cc req-dcb6a99c-621f-4637-8a14-201d06e82512 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435615 Mar 11 20:05:29.978830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e16748-813a-4a86-a717-178de5b8e8d6 req-cd63a358-fd10-4ebb-b389-68741c41dd18 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:29.980300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91e16748-813a-4a86-a717-178de5b8e8d6 req-cd63a358-fd10-4ebb-b389-68741c41dd18 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0837476 Mar 11 20:05:30.024538 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-91e16748-813a-4a86-a717-178de5b8e8d6 req-e1290b99-1cc9-4464-9b1a-4e5dcdecd41c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385990 Mar 11 20:05:31.240917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826e386-d31a-4023-ae3e-00a3680fa3ab req-1529b27f-1d71-4963-a84d-6b20feef68fb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:31.242335 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c826e386-d31a-4023-ae3e-00a3680fa3ab req-1529b27f-1d71-4963-a84d-6b20feef68fb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0782678 Mar 11 20:05:31.286759 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c826e386-d31a-4023-ae3e-00a3680fa3ab req-1f3b88a1-5a5e-4def-b741-727a28e7db12 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 Mar 11 20:05:32.500022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c667c7-6544-4d47-8f37-16666c76af40 req-52112ef4-d570-4588-bc1d-37d23eac030e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:32.501340 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-65c667c7-6544-4d47-8f37-16666c76af40 req-52112ef4-d570-4588-bc1d-37d23eac030e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0876188 Mar 11 20:05:32.546767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-65c667c7-6544-4d47-8f37-16666c76af40 req-e00fa7eb-d22a-4467-9bee-ff40851cb62f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Mar 11 20:05:33.748175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc61abd-0c59-4ff1-9a41-767d68d867c3 req-ee7908fc-5c9a-440b-8fde-149c9a10526c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:33.749581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dbc61abd-0c59-4ff1-9a41-767d68d867c3 req-ee7908fc-5c9a-440b-8fde-149c9a10526c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0780983 Mar 11 20:05:33.797659 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dbc61abd-0c59-4ff1-9a41-767d68d867c3 req-3d18338d-8328-4372-b3bb-18829f16eb94 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Mar 11 20:05:35.021966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ef2a-b2cd-43ff-a5be-5dec0442f282 req-9ae1c25e-3bf9-4c93-9413-8e36cd954467 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:35.023443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8ee7ef2a-b2cd-43ff-a5be-5dec0442f282 req-9ae1c25e-3bf9-4c93-9413-8e36cd954467 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0823264 Mar 11 20:05:35.072092 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8ee7ef2a-b2cd-43ff-a5be-5dec0442f282 req-7b64e946-373c-464b-a67d-5d497d9416ef tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Mar 11 20:05:36.279687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b579b-2233-49b9-8187-1ab9b612fa11 req-329bf1d1-11cc-466d-adda-8888fc9bf300 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:36.281118 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5e6b579b-2233-49b9-8187-1ab9b612fa11 req-329bf1d1-11cc-466d-adda-8888fc9bf300 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0762966 Mar 11 20:05:36.325305 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5e6b579b-2233-49b9-8187-1ab9b612fa11 req-0b771137-f2e4-4366-ab6f-5cd009c79fad tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384369 Mar 11 20:05:37.531673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655ed06-3479-40cf-932d-7c9a989a387a req-5d925e5c-52d1-4731-a0ce-cacbaa8882d6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:37.533012 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c655ed06-3479-40cf-932d-7c9a989a387a req-5d925e5c-52d1-4731-a0ce-cacbaa8882d6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0780313 Mar 11 20:05:37.578820 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c655ed06-3479-40cf-932d-7c9a989a387a req-1539167e-0907-42fb-85bd-a49555b57e10 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402863 Mar 11 20:05:38.793887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da94255-310f-4bef-8263-33db2b096cb6 req-ca7e6daf-6e8c-4f60-aa0f-6e6d617edc3a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:38.795291 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6da94255-310f-4bef-8263-33db2b096cb6 req-ca7e6daf-6e8c-4f60-aa0f-6e6d617edc3a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0830629 Mar 11 20:05:38.840975 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6da94255-310f-4bef-8263-33db2b096cb6 req-c63c9535-b23f-488f-ab45-437026d8e61f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Mar 11 20:05:40.047947 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41720-2ccd-46d3-a679-51d407540c5f req-67642be9-941c-48e1-bc1f-940000ce7c6f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:40.049390 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ecc41720-2ccd-46d3-a679-51d407540c5f req-67642be9-941c-48e1-bc1f-940000ce7c6f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0809824 Mar 11 20:05:40.093718 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ecc41720-2ccd-46d3-a679-51d407540c5f req-1d68da8d-9b96-42bd-bb0e-65ed39241b44 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Mar 11 20:05:41.295746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01aa940-013f-4a82-8392-6bb0e17eb16e req-f391d0c3-ba54-4ee0-81b6-90697e8884e5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:41.297196 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c01aa940-013f-4a82-8392-6bb0e17eb16e req-f391d0c3-ba54-4ee0-81b6-90697e8884e5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0817888 Mar 11 20:05:41.342429 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c01aa940-013f-4a82-8392-6bb0e17eb16e req-d1ff78c2-2c3c-42c8-90b7-9a310d1a28c1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Mar 11 20:05:42.550480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46bfb-2327-4f25-bd8b-6906d2d25fa6 req-3b371c86-082e-4e84-b542-de0609d231d3 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:42.551822 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52a46bfb-2327-4f25-bd8b-6906d2d25fa6 req-3b371c86-082e-4e84-b542-de0609d231d3 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0792546 Mar 11 20:05:42.599142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-52a46bfb-2327-4f25-bd8b-6906d2d25fa6 req-511551ed-7b3a-48dd-b808-1aaeb3b22793 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Mar 11 20:05:43.801525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5be92-5b85-4861-adfe-a7d9586d3943 req-58f738a0-c7d0-4755-866c-2b2ec5b8f445 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:43.802957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-95f5be92-5b85-4861-adfe-a7d9586d3943 req-58f738a0-c7d0-4755-866c-2b2ec5b8f445 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0822349 Mar 11 20:05:43.851135 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-95f5be92-5b85-4861-adfe-a7d9586d3943 req-2e38cd26-04e2-4368-9b66-dc399c875557 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400445 Mar 11 20:05:44.491167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bfbf5044-3c76-4cc4-8a42-7b076728056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:45.065795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896b9028-515c-4d48-b760-5038cd4127ed req-0a42cd20-79c2-4b38-ae70-93c56296bdeb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:45.067229 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-896b9028-515c-4d48-b760-5038cd4127ed req-0a42cd20-79c2-4b38-ae70-93c56296bdeb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0792608 Mar 11 20:05:45.112360 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-896b9028-515c-4d48-b760-5038cd4127ed req-ed1a52fb-ba9d-4562-babe-793d564821cc tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Mar 11 20:05:46.316393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed851b52-892e-4d39-b051-d1532f1c56c5 req-a92c8fe6-964b-4df2-9543-060a6616195c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:46.317851 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ed851b52-892e-4d39-b051-d1532f1c56c5 req-a92c8fe6-964b-4df2-9543-060a6616195c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0820038 Mar 11 20:05:46.377321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ed851b52-892e-4d39-b051-d1532f1c56c5 req-02727399-43c8-4151-b569-d12ff973ad1c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537860 Mar 11 20:05:46.777979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a834365-e57f-4b69-920f-82eb5582885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:47.582354 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfa223-107b-4839-aa16-7dbced9f2238 req-66240b27-c435-49eb-8074-861d683309be tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:47.583827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08cfa223-107b-4839-aa16-7dbced9f2238 req-66240b27-c435-49eb-8074-861d683309be tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0781972 Mar 11 20:05:47.635137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08cfa223-107b-4839-aa16-7dbced9f2238 req-51587fba-23a8-4584-a218-339038634c31 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Mar 11 20:05:47.907797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:48.028832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:48.852301 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d1af3-48cc-4a71-a9af-c0b5fb9f830b req-557b2eb7-a652-4160-accc-2a4e2569a7ca tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:48.853721 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cd3d1af3-48cc-4a71-a9af-c0b5fb9f830b req-557b2eb7-a652-4160-accc-2a4e2569a7ca tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0807569 Mar 11 20:05:48.901528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cd3d1af3-48cc-4a71-a9af-c0b5fb9f830b req-aa1cd79c-cc1a-4264-9094-5c7ec8b40663 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 Mar 11 20:05:49.160123 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:05:49.237196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:50.188467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f031737-5854-42a6-bb1d-da44e10430fd req-ca309fdc-d3bc-4cb3-86c9-b9f7ead80bf1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:50.189932 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f031737-5854-42a6-bb1d-da44e10430fd req-ca309fdc-d3bc-4cb3-86c9-b9f7ead80bf1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.1585476 Mar 11 20:05:50.234790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f031737-5854-42a6-bb1d-da44e10430fd req-59f83439-8c52-4141-8858-bfd7774cc0a8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390663 Mar 11 20:05:51.459862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e8a4a-b200-4a13-b5de-e7e3b7f33f3c req-86720dab-992c-4b38-8b02-141298ef0181 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:51.461316 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1b7e8a4a-b200-4a13-b5de-e7e3b7f33f3c req-86720dab-992c-4b38-8b02-141298ef0181 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0885861 Mar 11 20:05:51.590370 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1b7e8a4a-b200-4a13-b5de-e7e3b7f33f3c req-51e818d0-b585-4016-9878-cfe570a8478f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233811 Mar 11 20:05:52.804263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d20d8-8ec4-47a8-98ea-dff462531d00 req-78d8ca5c-c020-4a51-89a1-f2096bce8229 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:52.805713 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f0d20d8-8ec4-47a8-98ea-dff462531d00 req-78d8ca5c-c020-4a51-89a1-f2096bce8229 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0836105 Mar 11 20:05:52.852209 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f0d20d8-8ec4-47a8-98ea-dff462531d00 req-157f5d5c-49c5-47cd-98db-462e1fecd39b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Mar 11 20:05:53.509959 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-60e3b04a-0f0a-4043-ba27-c9a095cc78ba service neutron] 10.222.0.90 "GET /v2.0/ports/1bd272db-77a6-46ca-83dd-20ea6629ade6/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0842690 Mar 11 20:05:53.789846 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-db8417bc-f617-4e51-935a-810c2fcb3d35 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4&tenant_id=861b60a445154eabaa7f5324d01b0751 HTTP/1.1" status: 200 len: 1098 time: 0.0743554 Mar 11 20:05:53.887065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-18f9fc2f-4999-4084-998d-bc0179a2285e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1098 time: 0.0720994 Mar 11 20:05:54.013305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-a87b13e3-3ed8-4d91-b82f-aa5ad8f04ced service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:54.014743 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-a87b13e3-3ed8-4d91-b82f-aa5ad8f04ced service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1224380 Mar 11 20:05:54.047499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe90c2d-515a-418c-a28c-e8e307b340e1 req-50b62f23-33f1-4590-a1dd-f134b9ab3f5f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:54.048888 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dbe90c2d-515a-418c-a28c-e8e307b340e1 req-50b62f23-33f1-4590-a1dd-f134b9ab3f5f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0761104 Mar 11 20:05:54.083177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-193315d6-7076-4c5f-b1d0-69e8a11aa7f0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0629601 Mar 11 20:05:54.094597 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dbe90c2d-515a-418c-a28c-e8e307b340e1 req-303eeafc-d43d-472b-a66e-1681f2f64742 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Mar 11 20:05:54.158153 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-5060dd2d-0fa9-4348-b379-14e66917195d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:54.159635 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-5060dd2d-0fa9-4348-b379-14e66917195d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0704753 Mar 11 20:05:54.208048 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-2deb158f-90c1-4629-a0d5-c5b3dd101b91 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419111 Mar 11 20:05:54.340273 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-de4cca50-44a5-47b5-839c-b79b58535ae4 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253455 Mar 11 20:05:54.478651 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c5024b2-0820-4dd7-8024-cb09025ca435 req-e65c0270-e6c0-4435-9c83-7acc6bceb43c service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333516 Mar 11 20:05:54.715338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:55.295494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66f783-c4b6-4d7c-b75a-b4032aab09d5 req-b2f4b2f2-d76f-46ed-bea3-baca23ed50a0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:55.296991 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b66f783-c4b6-4d7c-b75a-b4032aab09d5 req-b2f4b2f2-d76f-46ed-bea3-baca23ed50a0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0805526 Mar 11 20:05:55.341965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b66f783-c4b6-4d7c-b75a-b4032aab09d5 req-bb861340-cb67-453c-bfc2-647afd43049a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Mar 11 20:05:56.542933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766cfd7-0977-47d3-ac12-ac750592bd8b req-4bec0dd9-4586-44dd-b24e-f59a0dac70d8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:56.545782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f766cfd7-0977-47d3-ac12-ac750592bd8b req-4bec0dd9-4586-44dd-b24e-f59a0dac70d8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0819581 Mar 11 20:05:56.591404 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f766cfd7-0977-47d3-ac12-ac750592bd8b req-8c5b4e08-793e-4f63-a786-4dfcc91432c6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Mar 11 20:05:56.663676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:05:56.667250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:05:56.900047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:56.917449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:56.940134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'port_id': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'mac_address': 'fa:16:3e:49:62:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ce2820-fcb0-44bc-a0c7-d439f8d96b46', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:05:56.946438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:56.986340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:56.998196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:57.028728 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'code': 200} Mar 11 20:05:57.049663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:57.077927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:05:57.115231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:57.139022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.139387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.139727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.140064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.140407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.140775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.141100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.141426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.141744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.142062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.142381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:57.154256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:05:57.154565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:05:57.708163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:57.728675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:05:57.744745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:57.749626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:57.791517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f764b-71ae-4d7d-8903-8e548fc2a729 req-11d19439-f44b-491a-abef-31aa7c1383a7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:57.793127 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-502f764b-71ae-4d7d-8903-8e548fc2a729 req-11d19439-f44b-491a-abef-31aa7c1383a7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 943 time: 0.0810337 Mar 11 20:05:57.849969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['1bd272db-77a6-46ca-83dd-20ea6629ade6'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:05:57.854545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-502f764b-71ae-4d7d-8903-8e548fc2a729 req-b411b54b-9def-476e-9074-c30cede085ad tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543246 Mar 11 20:05:57.900734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:58.183427 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-95eacc61-974d-4f27-ae98-b4ba9a3caf36 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:58.184079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c068c-e5e8-40d9-9034-885cc441aa44 req-b58fd603-8b7d-46f8-b7e2-2653bdb2927d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:58.184902 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0e7c068c-e5e8-40d9-9034-885cc441aa44 req-b58fd603-8b7d-46f8-b7e2-2653bdb2927d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 944 time: 0.0791416 Mar 11 20:05:58.185439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-95eacc61-974d-4f27-ae98-b4ba9a3caf36 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4&tenant_id=861b60a445154eabaa7f5324d01b0751&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.0851843 Mar 11 20:05:58.230511 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0e7c068c-e5e8-40d9-9034-885cc441aa44 req-3d400dc6-2cd3-4909-8ca7-9578ca7d0392 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Mar 11 20:05:58.336155 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-360cb5bd-1953-4d61-9b12-52e95fb2dbda service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1097 time: 0.0777695 Mar 11 20:05:58.473004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-5bf64352-5b6d-4f59-a854-c75f26024da9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:58.474451 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-5bf64352-5b6d-4f59-a854-c75f26024da9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1323428 Mar 11 20:05:58.551241 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-220df8ae-5521-400e-9a6c-3fe41706d1c8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0696020 Mar 11 20:05:58.612708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-50479266-aaf9-4ea1-a265-f7cd582a268a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:58.614078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-50479266-aaf9-4ea1-a265-f7cd582a268a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0569756 Mar 11 20:05:58.657977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-d6914594-3293-46a0-bd21-fcadbf8e86f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377226 Mar 11 20:05:58.666834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:05:58.738606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 1bd272db-77a6-46ca-83dd-20ea6629ade6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:05:58.739297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:58.855902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:58.874189 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-efa2316f-d44f-4cec-bc1d-9ec39b7bb30d service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095304 Mar 11 20:05:58.887876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:58.892416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:05:58.956428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.003820 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ba9491a0-2f24-499d-ab4b-400198af6d13 req-5a8f28c4-db09-4da3-b163-66063ca7de71 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230927 Mar 11 20:05:59.029804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:05:59.089810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-ee7f340b-3e7c-409b-b7e6-dd17df0b5761 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721476 Mar 11 20:05:59.097791 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'code': 200} Mar 11 20:05:59.229183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-a26aa585-91ec-46dc-8145-3dd7cd40bce0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 1098 time: 0.0707929 Mar 11 20:05:59.375693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-d739449b-986e-40a2-96f9-3fc650e5cdf0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:59.377114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-d739449b-986e-40a2-96f9-3fc650e5cdf0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1269288 Mar 11 20:05:59.434937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f5f8c-e7bc-4f30-be0a-870682e8ac7d req-b223b7ea-7e4f-4d06-adec-646459999b23 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:59.437036 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6f3f5f8c-e7bc-4f30-be0a-870682e8ac7d req-b223b7ea-7e4f-4d06-adec-646459999b23 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0828805 Mar 11 20:05:59.453874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-50785124-5ca4-48e8-9851-ef9750ba8343 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 200 len: 217 time: 0.0692489 Mar 11 20:05:59.483245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6f3f5f8c-e7bc-4f30-be0a-870682e8ac7d req-e3cf7b31-e4a1-4345-8c42-e7a4dcdb4348 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402944 Mar 11 20:05:59.524201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-710764c0-05ea-4b6c-be96-5d6260a90d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:59.526049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-710764c0-05ea-4b6c-be96-5d6260a90d3b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0670490 Mar 11 20:05:59.577257 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-e55ff376-502c-4235-9c30-369823575d15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421731 Mar 11 20:05:59.720726 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-7262d57b-74fd-492c-94df-2501613c2cc3 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378341 Mar 11 20:05:59.849378 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c731076f-6c0d-44e2-b1e5-d262648a31b0 req-cf533f98-26cc-4651-8dd8-77d7bf23ab4b service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226912 Mar 11 20:06:00.703178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c224933-264f-45ad-8634-3eed7a30013d req-cf3a1b6a-cfd5-41cd-bca9-588531e7d9ec tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:00.704645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c224933-264f-45ad-8634-3eed7a30013d req-cf3a1b6a-cfd5-41cd-bca9-588531e7d9ec tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0794270 Mar 11 20:06:00.748653 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5c224933-264f-45ad-8634-3eed7a30013d req-8370ab00-7705-416c-9da4-41250c68f6b7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384073 Mar 11 20:06:00.955008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc1241-d1cf-4c61-9a80-5653cab3d340 req-e359fc78-5253-4d52-9b58-31d57465835b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:00.956462 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7dc1241-d1cf-4c61-9a80-5653cab3d340 req-e359fc78-5253-4d52-9b58-31d57465835b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0822880 Mar 11 20:06:01.004994 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7dc1241-d1cf-4c61-9a80-5653cab3d340 req-92cc9afc-48b7-42fd-907a-39e2f77b7d8a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Mar 11 20:06:01.204746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2688d-f83d-48a9-8bb8-397a5ce67035 req-70eb0bf6-19ae-417e-80fc-8d12598a473b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:01.206163 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8bd2688d-f83d-48a9-8bb8-397a5ce67035 req-70eb0bf6-19ae-417e-80fc-8d12598a473b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0801950 Mar 11 20:06:01.249853 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8bd2688d-f83d-48a9-8bb8-397a5ce67035 req-6de4ee51-693d-4101-83f3-b577d36b66d0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379770 Mar 11 20:06:01.766564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-df1de0b9-847f-4f7d-b493-148e6eae0930 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:01.768023 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-df1de0b9-847f-4f7d-b493-148e6eae0930 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 813 time: 0.1473057 Mar 11 20:06:01.784966 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-8082ce85-17a7-42f6-85a0-d930fb5f0fb7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/quotas/861b60a445154eabaa7f5324d01b0751 HTTP/1.1" status: 200 len: 375 time: 0.0113626 Mar 11 20:06:01.863854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-0c3303c5-9a5f-4139-8b76-f4a95836f2a3 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740430 Mar 11 20:06:02.068711 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-0fb9e06d-3380-4b8e-85a0-cd040a971d92 service neutron] 10.222.0.76 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981599 Mar 11 20:06:02.288830 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-7846507c-4a84-45ef-b88d-58d5b9bcc9b6 service neutron] 10.222.0.76 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116258 Mar 11 20:06:02.478917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cc998d62-6a2b-42e0-ade8-8bb4c9d68dfa req-7b29c1ae-463a-404c-b505-61af9db53f62 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 210 time: 0.0443428 Mar 11 20:06:03.536078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-f127e318-4509-44ec-9f0f-56ebb1617211 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:03.537801 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-f127e318-4509-44ec-9f0f-56ebb1617211 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/ports?device_id=b9048fcd-122d-4b42-8fbb-14d527a1a3d4 HTTP/1.1" status: 200 len: 945 time: 0.0813177 Mar 11 20:06:03.603338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-bba86a4e-a75c-4bba-b618-e72f550cb298 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:03.604917 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-bba86a4e-a75c-4bba-b618-e72f550cb298 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 813 time: 0.1483011 Mar 11 20:06:03.622704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Request body: {'port': {'device_id': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'admin_state_up': True, 'tenant_id': '861b60a445154eabaa7f5324d01b0751'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:06:03.622980 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Deleting port 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:06:03.623290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:03.701020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-76b8c53f-899f-4ca3-a96c-6237f7571f96 req-e0e00961-e12f-4bfc-aef5-8aa1275f2053 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 210 time: 0.0539417 Mar 11 20:06:03.766280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:06:03.776106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:06:03.787232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Made reservation on behalf of 861b60a445154eabaa7f5324d01b0751 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:03.790341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:03.910372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] For port 1bd272db-77a6-46ca-83dd-20ea6629ade6, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1bd272db-77a6-46ca-83dd-20ea6629ade6,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:03.910886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:03.968342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Allocated IP 172.20.0.11 (0ce4535b-4608-4b3a-b40a-90f25868509d/80ce2820-fcb0-44bc-a0c7-d439f8d96b46/db47d819-13d5-4e61-8c1e-afb78ed708ea) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:04.039856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Calling delete_port for 1bd272db-77a6-46ca-83dd-20ea6629ade6 owned by compute:nova {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:06:04.167391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.177469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.189061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['1bd272db-77a6-46ca-83dd-20ea6629ade6'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:06:04.197077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.226683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Pushing event deleted for resources: {'Port': ['ID=1bd272db-77a6-46ca-83dd-20ea6629ade6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:04.235293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['1bd272db-77a6-46ca-83dd-20ea6629ade6'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:06:04.256432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Network 0ce4535b-4608-4b3a-b40a-90f25868509d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:04.257523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:04.266363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:06:04.307308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] No DVR routers for this DVR port 1bd272db-77a6-46ca-83dd-20ea6629ade6 on host hv-neutron-8327 {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:06:04.309745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.312347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-deleted', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:06:04.326516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:04.330596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "DELETE /v2.0/ports/1bd272db-77a6-46ca-83dd-20ea6629ade6 HTTP/1.1" status: 204 len: 173 time: 0.7865937 Mar 11 20:06:04.342983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:04.343718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.369262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-71f8863a-5cc4-4e6a-84ec-b51b729db317 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7519794 Mar 11 20:06:04.383947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Request body: {'port': {'device_id': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:06:04.384523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9048fcd-122d-4b42-8fbb-14d527a1a3d4', 'name': 'network-vif-deleted', 'tag': '1bd272db-77a6-46ca-83dd-20ea6629ade6', 'status': 'completed', 'code': 200} Mar 11 20:06:04.494414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.903369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970e776-8ca1-4dd3-8bb5-68c447989db2 req-38ea1ea8-886d-4d36-ab16-5a2e5bea014f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:04.904750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0970e776-8ca1-4dd3-8bb5-68c447989db2 req-38ea1ea8-886d-4d36-ab16-5a2e5bea014f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:06:04.921011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0970e776-8ca1-4dd3-8bb5-68c447989db2 req-38ea1ea8-886d-4d36-ab16-5a2e5bea014f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:06:04.922733 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0970e776-8ca1-4dd3-8bb5-68c447989db2 req-38ea1ea8-886d-4d36-ab16-5a2e5bea014f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 932 time: 0.1008780 Mar 11 20:06:04.938720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db47d819-13d5-4e61-8c1e-afb78ed708ea {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:06:04.945535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.959529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Transition to ACTIVE for port object db47d819-13d5-4e61-8c1e-afb78ed708ea will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:06:04.963863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:04.971836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0970e776-8ca1-4dd3-8bb5-68c447989db2 req-a04fb513-de2a-47b4-8871-302796dd6167 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Mar 11 20:06:05.081956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:05.187496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Attempting to bind port db47d819-13d5-4e61-8c1e-afb78ed708ea on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:06:05.187832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Attempting to bind port db47d819-13d5-4e61-8c1e-afb78ed708ea by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:06:05.188153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Attempting to bind port db47d819-13d5-4e61-8c1e-afb78ed708ea on network 0ce4535b-4608-4b3a-b40a-90f25868509d {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:06:05.193958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Port db47d819-13d5-4e61-8c1e-afb78ed708ea on network 0ce4535b-4608-4b3a-b40a-90f25868509d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:06:05.194333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Attempting to bind port db47d819-13d5-4e61-8c1e-afb78ed708ea on network 0ce4535b-4608-4b3a-b40a-90f25868509d {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:06:05.200399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:06:05.200832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Checking segment: {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:06:05.201132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Bound using segment: {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:06:05.201581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Bound port: db47d819-13d5-4e61-8c1e-afb78ed708ea, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '139f9509-803f-4516-ad58-a7f395137d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:06:05.201953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:05.290308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:05.293321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:05.299681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:05.359726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:05.361086 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-095168b1-849c-4950-b672-db434b6c5619 service neutron] 10.222.0.90 "PUT /v2.0/ports/db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 1094 time: 0.9816334 Mar 11 20:06:05.361515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:06:05.382676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095168b1-849c-4950-b672-db434b6c5619 service neutron] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:05.468380 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-4e7c09ce-1fa3-4796-8b98-8ac217f2869f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1097 time: 0.0685718 Mar 11 20:06:05.525525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'status': 'completed', 'code': 200} Mar 11 20:06:05.539829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-a3ced8f9-b8eb-4f47-a6b3-af0fd1bb3e36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 217 time: 0.0651729 Mar 11 20:06:05.602790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-3e74fc58-97f8-4331-851a-35ff06cd6bed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:05.604272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-3e74fc58-97f8-4331-851a-35ff06cd6bed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0587533 Mar 11 20:06:05.652201 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-06744046-1675-4f6e-ade5-14680222b137 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420690 Mar 11 20:06:05.789838 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-0df13e99-afbe-42f6-877f-a886c7b82f17 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317093 Mar 11 20:06:05.925226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e04bec24-769d-4ee9-a2c6-59d08bc713b1 req-83561598-8b30-4d2a-9d94-dac4ce2cd975 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294541 Mar 11 20:06:06.046216 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-1f8d69e5-7912-40b7-b03f-35457fa3c5b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1097 time: 0.0745044 Mar 11 20:06:06.171650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334389-2836-4bf0-a7d3-ae356d819c97 req-ca98af08-5567-4b5b-ad1e-1059ecfe77d2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:06.173168 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-42334389-2836-4bf0-a7d3-ae356d819c97 req-ca98af08-5567-4b5b-ad1e-1059ecfe77d2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 944 time: 0.0761306 Mar 11 20:06:06.177358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-890e96c3-7cb2-4d0d-b129-649fd469ffa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:06.178829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-890e96c3-7cb2-4d0d-b129-649fd469ffa9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1267798 Mar 11 20:06:06.217673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-42334389-2836-4bf0-a7d3-ae356d819c97 req-fcccd187-c0a4-4599-ade9-be69621d2361 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Mar 11 20:06:06.248245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-a0430a31-d134-4b40-9df4-e9fa6541791f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 217 time: 0.0630615 Mar 11 20:06:06.309619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-3afab702-9136-4487-93f2-29fb38ec0d68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:06.311057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-3afab702-9136-4487-93f2-29fb38ec0d68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0572331 Mar 11 20:06:06.354206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-4d44d7c0-f539-49a1-b606-e534148fbbb7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377355 Mar 11 20:06:06.571671 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-203980b7-156b-4bcd-ada1-7592b3e81b7d service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114360 Mar 11 20:06:06.708045 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a17e57d1-6da9-4b4b-9bc2-93fc78fff4d8 req-dd3644d9-3dbe-47da-ae11-e1fe08eaca5a service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299412 Mar 11 20:06:06.728980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:06:06.760710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 1bd272db-77a6-46ca-83dd-20ea6629ade6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:06:06.761042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1bd272db-77a6-46ca-83dd-20ea6629ade6 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:06:07.433005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193423e-f703-41eb-9315-94bfa8fa7ced req-e92f6ff2-0a39-4e08-a273-ed1d0460f3c1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.433609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-7193423e-f703-41eb-9315-94bfa8fa7ced req-e92f6ff2-0a39-4e08-a273-ed1d0460f3c1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:06:07.445645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-7193423e-f703-41eb-9315-94bfa8fa7ced req-e92f6ff2-0a39-4e08-a273-ed1d0460f3c1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:06:07.446757 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7193423e-f703-41eb-9315-94bfa8fa7ced req-e92f6ff2-0a39-4e08-a273-ed1d0460f3c1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 944 time: 0.0888937 Mar 11 20:06:07.493641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7193423e-f703-41eb-9315-94bfa8fa7ced req-36377a08-d04d-4b51-836f-05f427b950e6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386815 Mar 11 20:06:08.704339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b496009-ae35-493c-9f0f-70fd639ad008 req-a1469328-3e00-4b9f-accc-5713fec8e535 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:08.705805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b496009-ae35-493c-9f0f-70fd639ad008 req-a1469328-3e00-4b9f-accc-5713fec8e535 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 944 time: 0.0803888 Mar 11 20:06:08.744496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:06:08.751047 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9b496009-ae35-493c-9f0f-70fd639ad008 req-2cd34532-42e3-40cb-8832-a36d40c95f07 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 Mar 11 20:06:08.879799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:08.893208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'port_id': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'mac_address': 'fa:16:3e:37:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ce2820-fcb0-44bc-a0c7-d439f8d96b46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:06:08.953754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:08.970839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db47d819-13d5-4e61-8c1e-afb78ed708ea {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:06:08.986033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:08.992752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:09.056215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:09.299960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['db47d819-13d5-4e61-8c1e-afb78ed708ea'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:06:09.957228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1d0b-ab45-4720-bc50-4b9a8bd601c5 req-efdbbd2b-e130-4d73-bcfc-022be1adf6d9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:09.958692 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f18b1d0b-ab45-4720-bc50-4b9a8bd601c5 req-efdbbd2b-e130-4d73-bcfc-022be1adf6d9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 945 time: 0.0793843 Mar 11 20:06:10.004331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f18b1d0b-ab45-4720-bc50-4b9a8bd601c5 req-4c994952-16bb-4b5b-b841-afbb0daaee9c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Mar 11 20:06:10.746031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:06:10.826293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port db47d819-13d5-4e61-8c1e-afb78ed708ea completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:06:10.830891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port db47d819-13d5-4e61-8c1e-afb78ed708ea triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:06:10.831260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:10.949410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:10.975963 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:06:10.986138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:10.991808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:11.030906 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'code': 200} Mar 11 20:06:11.063486 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:11.250945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b757cd7-c9cf-43de-bbf3-a837f647ca00 req-3f35bcce-a6cc-4c0f-9a55-9e86826d71c4 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:11.252297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4b757cd7-c9cf-43de-bbf3-a837f647ca00 req-3f35bcce-a6cc-4c0f-9a55-9e86826d71c4 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.1273685 Mar 11 20:06:11.302537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-62a51b7f-1d72-479e-be3a-7890524882c0 req-4f784eb6-08c8-47c3-9be6-fed38bd89f60 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1099 time: 0.1153920 Mar 11 20:06:11.307295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4b757cd7-c9cf-43de-bbf3-a837f647ca00 req-b01230bb-f627-4527-bfb6-bb74ea90e671 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Mar 11 20:06:11.345465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-62a51b7f-1d72-479e-be3a-7890524882c0 req-f1849173-b2d1-4367-a631-0246f1331dcd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361607 Mar 11 20:06:12.512675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a630c8-1e29-4603-b638-b500758ab188 req-55db9a82-57cb-43be-a0af-61267e3fadce tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:12.514030 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8a630c8-1e29-4603-b638-b500758ab188 req-55db9a82-57cb-43be-a0af-61267e3fadce tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0807571 Mar 11 20:06:12.562783 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8a630c8-1e29-4603-b638-b500758ab188 req-98712663-d6ba-442d-97e7-122e89ff1f0f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Mar 11 20:06:13.775981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611722-0b87-4f1f-85fb-9f3fb5e95497 req-2fb34861-385b-4104-a9f8-01d281699a17 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:13.777458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d3611722-0b87-4f1f-85fb-9f3fb5e95497 req-2fb34861-385b-4104-a9f8-01d281699a17 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0882654 Mar 11 20:06:13.821496 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d3611722-0b87-4f1f-85fb-9f3fb5e95497 req-6637e5ec-df55-4eb5-9473-8a46de32186a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Mar 11 20:06:14.033452 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae70c-3a3c-4d23-bb70-c0cf6405664f req-728217c0-e82b-44fb-a11d-52e97123993f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:14.034915 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a19ae70c-3a3c-4d23-bb70-c0cf6405664f req-728217c0-e82b-44fb-a11d-52e97123993f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0821850 Mar 11 20:06:14.080081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a19ae70c-3a3c-4d23-bb70-c0cf6405664f req-6393783e-47cd-4a5d-844b-f65baa41b4a6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394175 Mar 11 20:06:14.275716 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b95c7789-9015-44df-81d7-fd7d3da3b4ea req-033150fa-ee15-4530-a60a-ea7a808398df service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708780 Mar 11 20:06:14.486659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-947eb4b0-87d1-46a0-85b9-5ad584119df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:14.568258 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-bfdf736f-1a17-4722-9c6c-2667f2f73b37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1129789 Mar 11 20:06:14.598672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd1e78-e84a-42b6-b373-72b474b4127d req-835d4bd1-49d8-4b91-b479-35fcc1d6da8b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:14.600161 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-93dd1e78-e84a-42b6-b373-72b474b4127d req-835d4bd1-49d8-4b91-b479-35fcc1d6da8b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0829635 Mar 11 20:06:14.645950 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-93dd1e78-e84a-42b6-b373-72b474b4127d req-67bd0127-f88d-4faa-a460-24f3806c3f18 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Mar 11 20:06:15.763658 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-7894c84b-c9d2-42d5-9f68-01b0a3872152 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1099 time: 0.0739863 Mar 11 20:06:15.938973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085078-9665-4b35-a935-daefe5d5d12e req-2ba60049-e6f0-479c-aac7-0f013949794f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.940461 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-2ba60049-e6f0-479c-aac7-0f013949794f service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1714027 Mar 11 20:06:16.000183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6069d-3aa1-49b8-af28-f9c24da0be45 req-fefef346-f15b-464b-bd5b-caa59ee4c3ad tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.001598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cbc6069d-3aa1-49b8-af28-f9c24da0be45 req-fefef346-f15b-464b-bd5b-caa59ee4c3ad tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.2129245 Mar 11 20:06:16.032336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-61f68ad5-de36-41a2-b69f-401807ecd910 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 217 time: 0.0855312 Mar 11 20:06:16.098152 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cbc6069d-3aa1-49b8-af28-f9c24da0be45 req-6abce0f0-1227-442c-a71e-9a80deba0878 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905342 Mar 11 20:06:16.105053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085078-9665-4b35-a935-daefe5d5d12e req-302c9fa7-c7c4-4036-86d3-f12f9b6829a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.106410 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-302c9fa7-c7c4-4036-86d3-f12f9b6829a0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0636804 Mar 11 20:06:16.154472 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-b259b10b-668e-422f-9341-123a5c50cbd4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422690 Mar 11 20:06:16.297842 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-4690ab90-e6c4-416f-80fb-d70e2379275f service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371539 Mar 11 20:06:16.525602 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-0726a537-b718-4148-8ae9-1712f5740e42 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224519 Mar 11 20:06:16.776966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b141acc8-fdca-43d4-bd10-4b7495a210d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:17.306450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3809c1-2cd4-4e8f-a06a-eb0a8b3d86ea req-c2e404c7-636f-41b0-a035-abaf33e96576 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:17.307863 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec3809c1-2cd4-4e8f-a06a-eb0a8b3d86ea req-c2e404c7-636f-41b0-a035-abaf33e96576 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0861549 Mar 11 20:06:17.355766 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec3809c1-2cd4-4e8f-a06a-eb0a8b3d86ea req-726e1d69-51d9-4145-bb7b-2e0ac69a3a3c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398073 Mar 11 20:06:17.907207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:18.030939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:18.563961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929789f-f2db-45e5-890c-396a006b23fd req-12616add-06b8-46b6-9bed-841a87e74d13 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:18.565288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d929789f-f2db-45e5-890c-396a006b23fd req-12616add-06b8-46b6-9bed-841a87e74d13 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0752356 Mar 11 20:06:18.610288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d929789f-f2db-45e5-890c-396a006b23fd req-7a5566cf-e713-458b-bec7-f796e7efd51d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Mar 11 20:06:19.241351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:19.843593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc27a59-5056-4a86-83eb-42f181bd54ee req-ee03a94e-e5ab-4535-82b9-72b17a8a1a4d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:19.844922 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7fc27a59-5056-4a86-83eb-42f181bd54ee req-ee03a94e-e5ab-4535-82b9-72b17a8a1a4d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0957499 Mar 11 20:06:19.893748 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7fc27a59-5056-4a86-83eb-42f181bd54ee req-5512d261-41fe-4e39-9731-fa59fb9ae93c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Mar 11 20:06:21.109519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52f9a-182b-41e6-926a-0e5c12253864 req-848651f2-9dfd-446f-9f5e-cd7250e4c92d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:21.111029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-71c52f9a-182b-41e6-926a-0e5c12253864 req-848651f2-9dfd-446f-9f5e-cd7250e4c92d tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0847006 Mar 11 20:06:21.157424 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-71c52f9a-182b-41e6-926a-0e5c12253864 req-6decae0a-a32b-4371-a0d4-b7bd31d95d36 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397716 Mar 11 20:06:22.370111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f733da-736d-4bac-b217-35e68ab63b25 req-6de8bd29-71c3-42f7-94fb-7b43f2a998cb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:22.371564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06f733da-736d-4bac-b217-35e68ab63b25 req-6de8bd29-71c3-42f7-94fb-7b43f2a998cb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0898933 Mar 11 20:06:22.420455 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06f733da-736d-4bac-b217-35e68ab63b25 req-5db0bba0-baa7-42e6-bf5c-b4f175e137d8 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Mar 11 20:06:23.624984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439be41-04c6-4847-b922-2b3a1af06a46 req-be2c7fed-98aa-456c-9e3c-b42f23693b72 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:23.626418 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3439be41-04c6-4847-b922-2b3a1af06a46 req-be2c7fed-98aa-456c-9e3c-b42f23693b72 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0769851 Mar 11 20:06:23.672572 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3439be41-04c6-4847-b922-2b3a1af06a46 req-b1cea669-d508-4533-a438-c3dcf0fa9458 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 Mar 11 20:06:24.721050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:24.873418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99b945-4dfc-4455-8085-18eb8dfe8efc req-dbd8973f-4749-4d41-aff0-de7628df1ea1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:24.874854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a99b945-4dfc-4455-8085-18eb8dfe8efc req-dbd8973f-4749-4d41-aff0-de7628df1ea1 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0804737 Mar 11 20:06:24.924923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2a99b945-4dfc-4455-8085-18eb8dfe8efc req-d2dce7f1-d076-49b2-83e4-8eb4f56c7237 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431194 Mar 11 20:06:26.143891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7a5a-7d1c-4430-bcf5-be0b6b38eb56 req-4960c42d-3e2e-43af-b6f1-cda4fa4e4c7c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:26.145319 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ca6f7a5a-7d1c-4430-bcf5-be0b6b38eb56 req-4960c42d-3e2e-43af-b6f1-cda4fa4e4c7c tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0937793 Mar 11 20:06:26.160765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:06:26.189608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ca6f7a5a-7d1c-4430-bcf5-be0b6b38eb56 req-ab177150-0e29-48b2-931e-6b0077e2e9f9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Mar 11 20:06:27.403753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face426a-a2ba-4ac7-8497-84965393364f req-6d0bc74e-42e6-4731-bf3a-3a2340d22105 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:27.405186 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-face426a-a2ba-4ac7-8497-84965393364f req-6d0bc74e-42e6-4731-bf3a-3a2340d22105 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0892899 Mar 11 20:06:27.451108 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-face426a-a2ba-4ac7-8497-84965393364f req-af0b0c71-22ad-48b4-8835-4225a65a30e0 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390551 Mar 11 20:06:28.656451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af7bde-3fb7-49b9-8c3e-bbf29e21b275 req-21fd30d4-056e-46fe-9a89-f22b4f4f387b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:28.657871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27af7bde-3fb7-49b9-8c3e-bbf29e21b275 req-21fd30d4-056e-46fe-9a89-f22b4f4f387b tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0800776 Mar 11 20:06:28.705404 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27af7bde-3fb7-49b9-8c3e-bbf29e21b275 req-f8bcc7ff-4d1b-48f0-9ad0-4480132af269 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Mar 11 20:06:29.911162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040755e-e6ef-4762-8398-e124bcd137ad req-001eab9a-3817-43c5-8ae8-ff51c2701620 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:29.912588 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c040755e-e6ef-4762-8398-e124bcd137ad req-001eab9a-3817-43c5-8ae8-ff51c2701620 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0812957 Mar 11 20:06:30.035732 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c040755e-e6ef-4762-8398-e124bcd137ad req-115fc354-2fa9-4e26-8cd6-f65a3eceb3df tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149664 Mar 11 20:06:31.254393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f5fc9-e6bf-4c20-b955-5a0b60136ac0 req-0b25335c-4201-4612-ae1a-e0d5f6d6ea55 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.255852 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-db3f5fc9-e6bf-4c20-b955-5a0b60136ac0 req-0b25335c-4201-4612-ae1a-e0d5f6d6ea55 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0801115 Mar 11 20:06:31.300545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-db3f5fc9-e6bf-4c20-b955-5a0b60136ac0 req-5bb21466-b5fd-4b7a-8701-fccdd2179d7e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Mar 11 20:06:32.515352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cedf5-f321-4a54-88b8-6aa32ba4438f req-858443a7-8388-4a2c-914f-1f0e5426847f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:32.516691 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6c0cedf5-f321-4a54-88b8-6aa32ba4438f req-858443a7-8388-4a2c-914f-1f0e5426847f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0780203 Mar 11 20:06:32.563172 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6c0cedf5-f321-4a54-88b8-6aa32ba4438f req-851aedf6-b16d-4fd0-b240-07c9f78746df tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Mar 11 20:06:33.778382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fabfec-4627-45e4-848e-79217b84f20f req-f2939406-b7e1-4352-bcfb-082486576c24 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:33.779815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82fabfec-4627-45e4-848e-79217b84f20f req-f2939406-b7e1-4352-bcfb-082486576c24 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0934901 Mar 11 20:06:33.823249 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82fabfec-4627-45e4-848e-79217b84f20f req-d53b894f-26ec-49a8-8daa-ca615a1ba3d6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Mar 11 20:06:35.044773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fe7b-6614-4520-90f3-25ede7d2b83e req-d234ca72-a04d-4da4-86f7-259e2cb7b8ba tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:35.046208 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec79fe7b-6614-4520-90f3-25ede7d2b83e req-d234ca72-a04d-4da4-86f7-259e2cb7b8ba tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0932951 Mar 11 20:06:35.094474 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ec79fe7b-6614-4520-90f3-25ede7d2b83e req-22647640-1d81-40f5-87ee-884396383d56 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 Mar 11 20:06:36.301478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff58e9-1925-42de-9501-80eb08df2c00 req-7e14a45b-6a80-4023-8f6e-fd80066f63d6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.302887 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39ff58e9-1925-42de-9501-80eb08df2c00 req-7e14a45b-6a80-4023-8f6e-fd80066f63d6 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0820484 Mar 11 20:06:36.354364 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39ff58e9-1925-42de-9501-80eb08df2c00 req-133432fc-323a-4c87-9c85-8b579d929671 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Mar 11 20:06:37.561703 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18064fa-6704-4055-8366-a70e04fe6267 req-56db411b-857e-4315-94f8-b1d0835d0476 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:37.563911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a18064fa-6704-4055-8366-a70e04fe6267 req-56db411b-857e-4315-94f8-b1d0835d0476 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0822790 Mar 11 20:06:37.612706 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a18064fa-6704-4055-8366-a70e04fe6267 req-9bf99d91-4503-4db4-8339-5a63dd5a03e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431991 Mar 11 20:06:38.822574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e374a0-2d23-463a-9a59-7cedb04300d2 req-8561047d-f5fa-4bbd-bce7-a77c3f33690f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:38.824026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82e374a0-2d23-463a-9a59-7cedb04300d2 req-8561047d-f5fa-4bbd-bce7-a77c3f33690f tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0811083 Mar 11 20:06:38.870562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82e374a0-2d23-463a-9a59-7cedb04300d2 req-c720a55f-cf79-4c6d-9d54-ac002afa63d3 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Mar 11 20:06:40.089896 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d78fb-ca4c-42c1-a0c9-47deb0404b25 req-4057b471-68fd-4df7-8a48-eb6ab0643091 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:40.091305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bc0d78fb-ca4c-42c1-a0c9-47deb0404b25 req-4057b471-68fd-4df7-8a48-eb6ab0643091 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0765021 Mar 11 20:06:40.139637 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bc0d78fb-ca4c-42c1-a0c9-47deb0404b25 req-99cde696-2d78-4546-96a3-b0dcd4607efe tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401235 Mar 11 20:06:41.342227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665b456-8dd7-4469-aa3f-699f9a1f8cd0 req-80875d86-d38b-4775-814f-0e58637d8765 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:41.343684 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e665b456-8dd7-4469-aa3f-699f9a1f8cd0 req-80875d86-d38b-4775-814f-0e58637d8765 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0830951 Mar 11 20:06:41.395055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e665b456-8dd7-4469-aa3f-699f9a1f8cd0 req-4cdaf3be-de5d-4d07-8681-f921642a1dd9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457127 Mar 11 20:06:42.613988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd423b4-73e6-4817-9979-04b8e80a94df req-99096874-f8d8-4067-97b8-5c1dc6efc397 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:42.615441 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7cd423b4-73e6-4817-9979-04b8e80a94df req-99096874-f8d8-4067-97b8-5c1dc6efc397 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0898645 Mar 11 20:06:42.660292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7cd423b4-73e6-4817-9979-04b8e80a94df req-ad8866e7-a38f-4873-a51e-77024dcb6de9 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392504 Mar 11 20:06:43.267184 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-3907edcd-80b8-47ee-82ad-5650d74d9b45 service neutron] 10.222.0.90 "GET /v2.0/ports/db47d819-13d5-4e61-8c1e-afb78ed708ea/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0749612 Mar 11 20:06:43.545593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-7ad0a52a-5d3e-4707-8d4a-4c9aaa521e00 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8&tenant_id=861b60a445154eabaa7f5324d01b0751 HTTP/1.1" status: 200 len: 1099 time: 0.0723751 Mar 11 20:06:43.639664 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-c0c34b82-fedf-4734-aeb2-1ff865fbdee6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1099 time: 0.0711110 Mar 11 20:06:43.773296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085078-9665-4b35-a935-daefe5d5d12e req-8f098ac7-346a-4d70-9998-bb89985cebb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:43.774822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-8f098ac7-346a-4d70-9998-bb89985cebb5 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1298337 Mar 11 20:06:43.880977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-18cb1ed2-132d-4c2a-a2ad-fff975e5e6b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 217 time: 0.0996552 Mar 11 20:06:43.957316 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2085078-9665-4b35-a935-daefe5d5d12e req-ce67e9d2-27f5-419b-802c-1048a203c571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:43.958996 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-ce67e9d2-27f5-419b-802c-1048a203c571 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0714505 Mar 11 20:06:43.972564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973adb0b-55b5-431b-9a5e-ddc50ecba4d2 req-406b9e1f-ea7c-42a0-ac2d-2a777c0e7a58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:43.974509 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-973adb0b-55b5-431b-9a5e-ddc50ecba4d2 req-406b9e1f-ea7c-42a0-ac2d-2a777c0e7a58 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.1465220 Mar 11 20:06:44.027800 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-5aff59bb-607d-496e-8bae-ff762d6273a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524049 Mar 11 20:06:44.218787 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-973adb0b-55b5-431b-9a5e-ddc50ecba4d2 req-a76200e9-35a4-4ef2-abb0-6a58a953c6de tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141566 Mar 11 20:06:44.259964 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-60dda599-31a4-4fc4-9c67-47cdcb7ddb7d service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263856 Mar 11 20:06:44.400433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e2085078-9665-4b35-a935-daefe5d5d12e req-a7bb87cd-5e9f-449b-a1df-f8e815425141 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342132 Mar 11 20:06:44.490525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c8b1255-76f1-4c0a-9c5e-9e2dabbd9244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:45.426097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666bd5-e581-4db1-b96b-b37381ca3a46 req-fbc62af9-c555-418b-9c0f-d0ec39c1e422 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:45.427446 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56666bd5-e581-4db1-b96b-b37381ca3a46 req-fbc62af9-c555-418b-9c0f-d0ec39c1e422 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0760694 Mar 11 20:06:45.472118 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56666bd5-e581-4db1-b96b-b37381ca3a46 req-78e10446-534d-4fa6-aded-b894914e3176 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Mar 11 20:06:46.687091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4d360-19a1-433e-89d2-d3f48828147d req-3f3982a3-43df-4931-ba99-9cc835ed4238 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:46.688545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fcd4d360-19a1-433e-89d2-d3f48828147d req-3f3982a3-43df-4931-ba99-9cc835ed4238 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0803514 Mar 11 20:06:46.736326 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fcd4d360-19a1-433e-89d2-d3f48828147d req-4f94e129-ec5f-4e92-87f9-69d35cb82d79 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423617 Mar 11 20:06:46.770373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-95ab9282-2e83-459e-b3c8-1801b3118dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:46.919508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:06:47.096378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:47.109373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'network_id': '0ce4535b-4608-4b3a-b40a-90f25868509d', 'port_id': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'mac_address': 'fa:16:3e:37:9a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ce2820-fcb0-44bc-a0c7-d439f8d96b46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:06:47.161733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:47.181740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db47d819-13d5-4e61-8c1e-afb78ed708ea {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:06:47.197122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:47.201132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:47.263134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['db47d819-13d5-4e61-8c1e-afb78ed708ea'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:06:47.307252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:47.903984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:47.957105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3752e-8b01-4727-bded-83df29a83b3c req-8cfea6bd-8a8c-4e37-9ee8-5135226bf26e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:47.958581 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ced3752e-8b01-4727-bded-83df29a83b3c req-8cfea6bd-8a8c-4e37-9ee8-5135226bf26e tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 945 time: 0.0876765 Mar 11 20:06:48.005060 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ced3752e-8b01-4727-bded-83df29a83b3c req-c18e49ff-e109-402e-9422-cf54f59ac564 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404525 Mar 11 20:06:48.026529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:48.329062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-67bf128c-d344-484e-aabc-02a1107d57aa tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:48.330516 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-67bf128c-d344-484e-aabc-02a1107d57aa tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8&tenant_id=861b60a445154eabaa7f5324d01b0751&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.0847890 Mar 11 20:06:48.331664 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45030033-b4e3-4d00-bf9c-a7a019c25597 req-61cd71ab-05b3-423c-b93a-4a4377959b8a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:48.333303 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-45030033-b4e3-4d00-bf9c-a7a019c25597 req-61cd71ab-05b3-423c-b93a-4a4377959b8a tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 945 time: 0.0828147 Mar 11 20:06:48.394963 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-45030033-b4e3-4d00-bf9c-a7a019c25597 req-9d9056e8-25ec-4253-ba7a-5d048b73b9ca tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555315 Mar 11 20:06:48.478321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-b31fec49-2cfa-484b-b609-1e199a9f1d35 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=861b60a445154eabaa7f5324d01b0751&device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 1098 time: 0.0712667 Mar 11 20:06:48.608263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-907eb9b4-21d3-4182-a0b0-6d32966f3f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:48.609680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-907eb9b4-21d3-4182-a0b0-6d32966f3f5a service neutron] 10.222.0.90 "GET /v2.0/networks?id=0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 200 len: 914 time: 0.1259420 Mar 11 20:06:48.679826 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-9e224999-61a3-41a5-bb00-ffb3c993c4bc service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 200 len: 217 time: 0.0636475 Mar 11 20:06:48.750633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-e64e5a9c-3cee-4309-adf0-ffa8facbf6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:48.752075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-e64e5a9c-3cee-4309-adf0-ffa8facbf6b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 200 len: 853 time: 0.0665338 Mar 11 20:06:48.797245 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-a34d016e-42ee-457c-b063-ccb890c67f6e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0ce4535b-4608-4b3a-b40a-90f25868509d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378566 Mar 11 20:06:48.915332 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:06:48.926346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-19ecc624-7366-440b-9b22-69197edbcc73 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235428 Mar 11 20:06:48.982603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port db47d819-13d5-4e61-8c1e-afb78ed708ea triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:06:48.982830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:49.054066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6cc77d1f-60c4-4502-bba0-f5895b0e1524 req-79d67cd8-5b0e-4e66-889c-df67ad5eada1 service neutron] 10.222.0.90 "GET /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222134 Mar 11 20:06:49.098719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:49.126763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:06:49.142256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:49.152467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:49.198556 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'code': 200} Mar 11 20:06:49.229218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:49.243357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:49.601005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2f462-0a9a-4c9e-a563-1bd73eabcc32 req-abe6c151-836d-40dd-b5e5-e1e51fb0bcc7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:49.602351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66c2f462-0a9a-4c9e-a563-1bd73eabcc32 req-abe6c151-836d-40dd-b5e5-e1e51fb0bcc7 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0785275 Mar 11 20:06:49.648674 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66c2f462-0a9a-4c9e-a563-1bd73eabcc32 req-3a552058-f6b6-4e0b-9c8a-3c6bd7f58250 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Mar 11 20:06:49.859676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa15b5-cdaf-4d80-bde2-296eff7d0d6e req-eb8866e7-d394-4b96-8357-9a83bb35a3ef tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:49.861117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-eefa15b5-cdaf-4d80-bde2-296eff7d0d6e req-eb8866e7-d394-4b96-8357-9a83bb35a3ef tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0812385 Mar 11 20:06:49.909408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-eefa15b5-cdaf-4d80-bde2-296eff7d0d6e req-e2cb4415-04bf-4766-8665-3d01e3083936 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Mar 11 20:06:50.125870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19c27-5ab2-4285-b61a-47e9dc9a0ef3 req-1066383d-71a8-43aa-95c2-a313e2506fd2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:50.127168 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-14f19c27-5ab2-4285-b61a-47e9dc9a0ef3 req-1066383d-71a8-43aa-95c2-a313e2506fd2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0960176 Mar 11 20:06:50.173520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-14f19c27-5ab2-4285-b61a-47e9dc9a0ef3 req-f50fb38f-113b-475d-9932-00146f77c1bb tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 11 20:06:50.762258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97abaa-7678-46db-ba74-cfa3155583cc req-052ac1e1-55b9-4a99-a5ef-2122ee785b47 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:50.763654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7f97abaa-7678-46db-ba74-cfa3155583cc req-052ac1e1-55b9-4a99-a5ef-2122ee785b47 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0836110 Mar 11 20:06:50.810480 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7f97abaa-7678-46db-ba74-cfa3155583cc req-beee9c2e-70f8-4815-a5ad-a23eee2a6002 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391042 Mar 11 20:06:52.031936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e320bd-2026-4439-9710-513d24188caa req-71e911ce-5805-4fee-9e03-ea8929b45607 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:52.033364 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a1e320bd-2026-4439-9710-513d24188caa req-71e911ce-5805-4fee-9e03-ea8929b45607 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0754490 Mar 11 20:06:52.078353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a1e320bd-2026-4439-9710-513d24188caa req-a77573b4-aea0-4192-a67b-cedca4426fe3 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/security-groups?id=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393860 Mar 11 20:06:52.306267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-0b940637-410e-475b-84d5-6ba86e45f872 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:52.307667 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-0b940637-410e-475b-84d5-6ba86e45f872 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 946 time: 0.0840189 Mar 11 20:06:52.378206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Deleting port db47d819-13d5-4e61-8c1e-afb78ed708ea {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:06:52.378540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:52.710256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] For port db47d819-13d5-4e61-8c1e-afb78ed708ea, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=db47d819-13d5-4e61-8c1e-afb78ed708ea,segment=NetworkSegment(139f9509-803f-4516-ad58-a7f395137d03),segment_id=139f9509-803f-4516-ad58-a7f395137d03)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:52.710553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:52.827676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Calling delete_port for db47d819-13d5-4e61-8c1e-afb78ed708ea owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:06:52.971418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:52.984284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['db47d819-13d5-4e61-8c1e-afb78ed708ea'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:06:53.016390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Pushing event deleted for resources: {'Port': ['ID=db47d819-13d5-4e61-8c1e-afb78ed708ea,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:53.054934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.055278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.055638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.055967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.056292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.056614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.056943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.057251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.057566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.057930 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.058269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:53.098801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] No DVR routers for this DVR port db47d819-13d5-4e61-8c1e-afb78ed708ea on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:06:53.102090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:53.104688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-deleted', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:06:53.126440 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7a1ae89-c785-4f42-8e2b-bc15d5808163 req-8c5d694f-5013-4caa-9a28-be06153aa2b5 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.90 "DELETE /v2.0/ports/db47d819-13d5-4e61-8c1e-afb78ed708ea HTTP/1.1" status: 204 len: 173 time: 0.8135269 Mar 11 20:06:53.175488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa6294ea-ea8a-460a-aa47-5aa126c020b8', 'name': 'network-vif-deleted', 'tag': 'db47d819-13d5-4e61-8c1e-afb78ed708ea', 'status': 'completed', 'code': 200} Mar 11 20:06:53.247396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-39961224-3f7d-41f9-8bdd-8109caf9c4e7 req-5a45917d-2e28-4b27-93f3-826d7339f277 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Synchronizing usage tracker for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:06:53.262979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-39961224-3f7d-41f9-8bdd-8109caf9c4e7 req-5a45917d-2e28-4b27-93f3-826d7339f277 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] Unset dirty status for tenant:861b60a445154eabaa7f5324d01b0751 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:06:53.264233 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39961224-3f7d-41f9-8bdd-8109caf9c4e7 req-5a45917d-2e28-4b27-93f3-826d7339f277 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] 10.222.0.76 "GET /v2.0/ports?device_id=aa6294ea-ea8a-460a-aa47-5aa126c020b8 HTTP/1.1" status: 200 len: 210 time: 0.0580995 Mar 11 20:06:54.533454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39958) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:54.594867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Deleting subnet 80ce2820-fcb0-44bc-a0c7-d439f8d96b46 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:06:54.597973 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.647412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.702031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.717016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.775222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.810939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ce2820-fcb0-44bc-a0c7-d439f8d96b46,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:54.820733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:54.827773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.828113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.828469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.828819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.829144 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.829464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.829785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.830104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.830420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.830728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.831042 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:54.834903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dbc6f358-1040-4c9e-8c3e-dc7c13d5c087 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/80ce2820-fcb0-44bc-a0c7-d439f8d96b46 HTTP/1.1" status: 204 len: 168 time: 0.3004460 Mar 11 20:06:54.837634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39962) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:54.953495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.075654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.100876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce4535b-4608-4b3a-b40a-90f25868509d']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:55.113339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139f9509-803f-4516-ad58-a7f395137d03') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:55.113636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139f9509-803f-4516-ad58-a7f395137d03') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:55.125084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.141830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.149029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:06:55.149404 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:06:55.166218 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:06:55.246519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.262923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.273105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce4535b-4608-4b3a-b40a-90f25868509d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:55.281811 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d8c7da0-096c-442d-9647-b4b94c8e878a admin admin] 10.222.0.76 "DELETE /v2.0/networks/0ce4535b-4608-4b3a-b40a-90f25868509d HTTP/1.1" status: 204 len: 168 time: 0.4432530 Mar 11 20:06:55.420293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39968) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:55.474625 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d9db13c9-894f-4ac0-9d25-5dbbb5c45d6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=861b60a445154eabaa7f5324d01b0751&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531414 Mar 11 20:06:55.477270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 39972) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:55.544713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.575141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.629245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.644538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e2cc63-7b3b-4676-b9ca-d4cd701c235e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:55.657399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:55.660980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d39fa6b5-7f00-4b2d-bec4-2205a1f16938 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0e2cc63-7b3b-4676-b9ca-d4cd701c235e HTTP/1.1" status: 204 len: 168 time: 0.1806026 Mar 11 20:06:56.515195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 39994) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:56.647985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2129927742-network', 'tenant_id': '3b39639e6cb24120ae670a661b207c32'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:06:56.654496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:06:56.658564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Usage tracker for resource:network and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:06:56.661670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:06:56.668964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:06:56.680789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:56.683278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.698823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.734597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:06:56.740562 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Usage tracker for resource:security_group_rule and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:06:56.744890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:06:56.750987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:06:56.820409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.827766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.855656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:06:56.864100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbb3552-0ba4-4478-9657-641041b5def3,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:56.869376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.869715 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Added segment c5fb57a8-dd6d-4668-a13d-6e16e18df3c4 of type vlan for network 9c51a925-4cc4-406e-85d8-bad5d081f9fe Mar 11 20:06:56.894645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.924238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.925047 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:56.925659 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:56.983121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:06:57.016927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: db47d819-13d5-4e61-8c1e-afb78ed708ea {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:06:57.017228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device db47d819-13d5-4e61-8c1e-afb78ed708ea not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:06:57.101986 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5853693 Mar 11 20:06:57.102844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ac8f3-ccec-4b12-b33d-976764f5979b admin admin] Pushing event updated for resources: {'Network': ['ID=9c51a925-4cc4-406e-85d8-bad5d081f9fe,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:57.104956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40000) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:57.111175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Request body: {'subnet': {'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2129927742-subnet', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:06:57.113601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:06:57.119464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:06:57.124017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Usage tracker for resource:subnet and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:06:57.127656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:06:57.133967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:06:57.145249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:57.148875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.345486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.414672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1d2555-3f07-4f76-832a-8e3032520e9d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:57.430805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:06:57.431155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Network hostable DHCP agents. Network: 9c51a925-4cc4-406e-85d8-bad5d081f9fe, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:06:57.452860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:06:57.464218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 9c51a925-4cc4-406e-85d8-bad5d081f9fe) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:57.468639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:57.469237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.473939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d224da6f-d319-43a6-a9c4-bf89b1075bf5 None None] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:06:57.492252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-364e7a0a-19be-49f0-868c-7dd2736519bf admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3856950 Mar 11 20:06:57.495190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40004) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:57.500583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:06:57.505313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:06:57.509272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Usage tracker for resource:router and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:06:57.512192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:06:57.517719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:06:57.528969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.529998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.548995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.689914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:06:57.690738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.691864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.844968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Allocated IP 172.20.0.2 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/00aa9413-5bcf-4a5a-85c1-161327f5bc21) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:57.871364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:57.900816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.035739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Allocated IP 172.26.8.20 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/3ac9c531-c4bf-463a-ab42-6b215bcc0316) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:58.044980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.056190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Transition to ACTIVE for port object 00aa9413-5bcf-4a5a-85c1-161327f5bc21 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:06:58.074852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Transition to ACTIVE for port object 00aa9413-5bcf-4a5a-85c1-161327f5bc21 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:06:58.080395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.147418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:58.150215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:58.152757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:06:58.159183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Pushing event updated for resources: {'Port': ['ID=00aa9413-5bcf-4a5a-85c1-161327f5bc21,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:58.190004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.196714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.197050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.197377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.197672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.197990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.198362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.198685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.198996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.199304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.199772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.199954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:58.218366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.255070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Attempting to bind port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:06:58.255450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Attempting to bind port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:06:58.255795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Attempting to bind port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:06:58.262519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:06:58.262878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:06:58.263267 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.263783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:06:58.264205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Bound port: 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:06:58.264560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.286583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:58.289397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:58.293775 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:06:58.317351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ac9c531-c4bf-463a-ab42-6b215bcc0316,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:58.386206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] For port 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:58.390819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] For port 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=00aa9413-5bcf-4a5a-85c1-161327f5bc21,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:58.396049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.453606 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.454340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.474665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c333dc1-f3aa-483d-91c1-a3ca28d4d48d None None] Pushing event updated for resources: {'Port': ['ID=00aa9413-5bcf-4a5a-85c1-161327f5bc21,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:58.699794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:06:58.903454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:06:58.912234 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:06:58.924296 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:06:58.924915 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:06:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:58.929013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:58.932884 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0e207b0e-ac7e-4fae-bb26-8445f04b1ae3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4339333 Mar 11 20:06:58.933193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40008) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:06:59.123544 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:06:59.413399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b45f883-a667-4606-b846-efaacbbda7a0 None None] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:06:59.418378 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:06:58Z', 'revision_number': 3, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:59.422381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:06:59.422725 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Updating router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:06:59.472890 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.515977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f353caf6-ad2a-471d-8277-1debb9d17970 None None] Provisioning for port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:06:59.730178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 00aa9413-5bcf-4a5a-85c1-161327f5bc21 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:06:59.804735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:06:59.810575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:06:59.811395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.847681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.876554 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.892648 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Transition to ACTIVE for port object 3ac9c531-c4bf-463a-ab42-6b215bcc0316 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:06:59.901861 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.953149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.981062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Attempting to bind port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:06:59.981668 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Attempting to bind port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:06:59.981794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Attempting to bind port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:06:59.985640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ae986b03-af03-44c4-b3c2-8d53a60206ce None None] Provisioning complete for port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:06:59.985995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ae986b03-af03-44c4-b3c2-8d53a60206ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.994829 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Pushing event updated for resources: {'Port': ['ID=3ac9c531-c4bf-463a-ab42-6b215bcc0316,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:59.997174 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:06:59.997547 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:06:59.997917 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:06:59.998286 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:06:59.998732 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Bound port: 3ac9c531-c4bf-463a-ab42-6b215bcc0316, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:06:59.999087 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.024771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=00aa9413-5bcf-4a5a-85c1-161327f5bc21,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:00.034870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.047369 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.047711 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.048032 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.048351 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.048670 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.048986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.049298 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.049605 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.049912 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.050221 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.050523 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:00.084472 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] For port 3ac9c531-c4bf-463a-ab42-6b215bcc0316, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:00.088150 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] For port 3ac9c531-c4bf-463a-ab42-6b215bcc0316, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3ac9c531-c4bf-463a-ab42-6b215bcc0316,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:00.088537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Allocated IP 172.20.0.1 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/60a6cf13-503d-496e-9841-e7ae612ffdf6) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:00.094252 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.110522 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=00aa9413-5bcf-4a5a-85c1-161327f5bc21,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:00.176998 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d836c9-2897-4346-8768-2a724f7e6fa0 None None] Pushing event updated for resources: {'Port': ['ID=3ac9c531-c4bf-463a-ab42-6b215bcc0316,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:00.190786 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:07:00.191425 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:06:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:00.251473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.266514 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Transition to ACTIVE for port object 60a6cf13-503d-496e-9841-e7ae612ffdf6 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:07:00.288905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.353170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:00.356087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:00.360505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:07:00.366259 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:07:00.384805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Pushing event updated for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:00.414425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.502886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.611457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f894adbf-9174-4644-b85e-17ebc9dda969 None None] Provisioning for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:07:00.618405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f894adbf-9174-4644-b85e-17ebc9dda969 None None] Provisioning complete for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:00.618996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f894adbf-9174-4644-b85e-17ebc9dda969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.682089 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:06:58Z', 'revision_number': 3, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:00.683403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f894adbf-9174-4644-b85e-17ebc9dda969 None None] Port 60a6cf13-503d-496e-9841-e7ae612ffdf6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:07:00.686802 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c23ba-0d81-4149-bae1-d55be2e86543 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:06:58Z', 'revision_number': 3, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:07:00.749561 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.754715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.871199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:00.876965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Pushing event updated for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:01.123084 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:01.124528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:01.411464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a130af82-3ebc-4ebc-a5f2-e0a1be497c82 None None] Provisioning complete for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:01.411773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a130af82-3ebc-4ebc-a5f2-e0a1be497c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:01.469543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a130af82-3ebc-4ebc-a5f2-e0a1be497c82 None None] Port 60a6cf13-503d-496e-9841-e7ae612ffdf6 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:07:01.538054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:01.725717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3ac9c531-c4bf-463a-ab42-6b215bcc0316 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:01.740481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:01.749066 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9cc81d9e-cbd6-4946-9fce-506019b74c95 admin admin] 10.222.0.76 "PUT /v2.0/routers/b1e2a076-2fed-4d3b-b09e-1a52efb41cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8148773 Mar 11 20:07:01.795499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:07:01.799944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:01.800303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:01.913856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:01.930104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 3ac9c531-c4bf-463a-ab42-6b215bcc0316, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3ac9c531-c4bf-463a-ab42-6b215bcc0316,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:01.934220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:01.935128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 00aa9413-5bcf-4a5a-85c1-161327f5bc21 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:02.041689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=3ac9c531-c4bf-463a-ab42-6b215bcc0316,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:02.058260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:02.058633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.272711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:07:02.278586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007561559', 'description': 'tempest-description--1470985192'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:02.284857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:02.288840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Usage tracker for resource:security_group and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:07:02.291794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:07:02.298272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:02.308576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.342154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:02.346277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Usage tracker for resource:security_group_rule and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:07:02.349287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:07:02.355430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:02.408603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.414438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.453296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=607fffbf-11af-48ad-b46f-a0d5a159a337,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:02.456416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.460657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40022) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:07:02.466418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'security_group_rule': {'security_group_id': '607fffbf-11af-48ad-b46f-a0d5a159a337', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:02.470929 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7eefdba4-188b-42d4-ad58-796f6ff270a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.1971099 Mar 11 20:07:02.474822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:02.480667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Usage tracker for resource:security_group_rule and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:07:02.483566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:07:02.489189 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:02.507388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.565374 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.570183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.592254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79fc314-88fe-4940-acd8-cac7b481e7ce,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:02.602221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.603439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3781003d-9de9-4fa3-a1e2-fe6559d4ec92 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1417942 Mar 11 20:07:02.607026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40026) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:07:02.612338 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'security_group_rule': {'security_group_id': '607fffbf-11af-48ad-b46f-a0d5a159a337', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:02.618156 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:02.622007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Usage tracker for resource:security_group_rule and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:07:02.624903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:07:02.630614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:02.650647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.715358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.720505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.744645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6daabc73-3644-4207-a969-d39c9dc177ff,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:02.754929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.756152 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1f93b585-22cb-4d8c-8bda-c4cfad2647a3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1481752 Mar 11 20:07:02.759462 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40030) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:07:02.764511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:02.769942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:02.773958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Usage tracker for resource:floatingip and tenant:3b39639e6cb24120ae670a661b207c32 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:07:02.776858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:07:02.782647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:02.792599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:02.933130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.070473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Allocated IP 172.26.8.121 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/bcd194dc-d893-4073-b684-f77447e4ea42) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:03.161731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:07:03.215120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.246822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.311400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:03.314071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:03.317705 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:07:03.346263 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=bcd194dc-d893-4073-b684-f77447e4ea42,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:03.477398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.622409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.663000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3ac9c531-c4bf-463a-ab42-6b215bcc0316 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:03.732518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:03.732884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.820309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.826092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.940336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=bcd194dc-d893-4073-b684-f77447e4ea42,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:03.956180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.983894 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:03.985586 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-28d24881-cf21-45ab-bc2b-68a84124503f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2252281 Mar 11 20:07:04.118325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:07:04.130337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:07:04.131112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:06:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:04.165147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-89af270e-fb89-4814-aa3b-2959316f2659 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:07:04.183050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-89af270e-fb89-4814-aa3b-2959316f2659 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:07:04.184256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-89af270e-fb89-4814-aa3b-2959316f2659 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2007561559&fields=id&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 267 time: 0.0633237 Mar 11 20:07:04.334306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-9dc850e7-6232-4558-a318-04c1d85e6562 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:04.334974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-9dc850e7-6232-4558-a318-04c1d85e6562 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:07:04.337920 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:07:04.352135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-9dc850e7-6232-4558-a318-04c1d85e6562 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:07:04.353418 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-9dc850e7-6232-4558-a318-04c1d85e6562 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1627328 Mar 11 20:07:04.369815 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-6d135ede-1aef-4073-a99b-634dc949bf07 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/quotas/3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Mar 11 20:07:04.452760 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-4dbed266-64c8-4e8d-a6eb-79ca957e98ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:07:04.469254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-4dbed266-64c8-4e8d-a6eb-79ca957e98ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:07:04.470561 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-4dbed266-64c8-4e8d-a6eb-79ca957e98ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955915 Mar 11 20:07:04.606305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-8b86aabe-d995-4295-87d6-55b7d51d9a56 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241379 Mar 11 20:07:04.648393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 2, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:04.652407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:07:04.652746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Updating router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 port 60a6cf13-503d-496e-9841-e7ae612ffdf6 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:07:04.701514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:04.737665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-32610747-879d-4e65-b41e-c201d6a33896 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253834 Mar 11 20:07:04.932272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-22679d19-57f3-4f9e-bfd6-f8a3bc953014 req-b3df15c2-abd0-4511-8031-641798241600 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 210 time: 0.0458703 Mar 11 20:07:05.053326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:05.065130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Transition to ACTIVE for port object 60a6cf13-503d-496e-9841-e7ae612ffdf6 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:07:05.075812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:05.202123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac18c0a-e286-41ec-ada4-435451edd818 None None] Pushing event updated for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:05.299185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Attempting to bind port 60a6cf13-503d-496e-9841-e7ae612ffdf6 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:07:05.299602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Attempting to bind port 60a6cf13-503d-496e-9841-e7ae612ffdf6 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:07:05.299960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Attempting to bind port 60a6cf13-503d-496e-9841-e7ae612ffdf6 on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:07:05.307301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:07:05.307784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:07:05.308181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:05.308562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:07:05.309023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Bound port: 60a6cf13-503d-496e-9841-e7ae612ffdf6, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:07:05.309391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:05.411958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] For port 60a6cf13-503d-496e-9841-e7ae612ffdf6, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:05.416016 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] For port 60a6cf13-503d-496e-9841-e7ae612ffdf6, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=60a6cf13-503d-496e-9841-e7ae612ffdf6,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:05.421422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:05.514541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac18c0a-e286-41ec-ada4-435451edd818 None None] Pushing event updated for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:05.520648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:07:05.521273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:06:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:05.721389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:07:06.088129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:05Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:06.093298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c2b5e-9546-459d-89eb-733836d8af74 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:05Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:07:06.104554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a573eab1-80b8-43da-965c-45604846a398 req-dbc56ced-f3ba-4411-a0aa-abdb59d5c73e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 210 time: 0.0496116 Mar 11 20:07:06.272305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-7b4a9e5c-1547-4c43-9cb9-f30509389dbe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:06.273789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-7b4a9e5c-1547-4c43-9cb9-f30509389dbe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1899366 Mar 11 20:07:06.334797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-b72b4b57-d4ba-401f-a403-2515567ac840 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:07:06.348102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-b72b4b57-d4ba-401f-a403-2515567ac840 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:07:06.349261 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-b72b4b57-d4ba-401f-a403-2515567ac840 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 380 time: 0.0579436 Mar 11 20:07:06.358896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'port': {'device_id': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'admin_state_up': True, 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'security_groups': ['607fffbf-11af-48ad-b46f-a0d5a159a337']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:06.495779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:07:06.506044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:07:06.516383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:06.519515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:06.680890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Allocated IP 172.20.0.11 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:06.969533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:06.985590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Transition to ACTIVE for port object a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:07:07.010060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.082425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:07.085483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:07.089801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:07:07.114033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:07.151640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:07.152237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.180179 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-767e0b5f-eb3e-4996-80d1-02070a81c027 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249509 Mar 11 20:07:07.191131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-27c26f06-6d3c-4ba5-a8bb-df26ddce94e8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:07:07.192422 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-27c26f06-6d3c-4ba5-a8bb-df26ddce94e8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054657 Mar 11 20:07:07.203392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Request body: {'port': {'device_id': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:07.299703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-21c7680d-8da1-4e7f-ba89-510fa72140d3 None None] Provisioning for port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:07:07.305126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-21c7680d-8da1-4e7f-ba89-510fa72140d3 None None] Provisioning complete for port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:07.305490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-21c7680d-8da1-4e7f-ba89-510fa72140d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.357247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-21c7680d-8da1-4e7f-ba89-510fa72140d3 None None] Port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:07:07.368556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.423987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d95912-4c97-4a51-a4f0-297743e9e51a req-faf66529-b2f8-4eef-9856-55e61cdc64f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:07.424670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-42d95912-4c97-4a51-a4f0-297743e9e51a req-faf66529-b2f8-4eef-9856-55e61cdc64f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:07:07.462157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-42d95912-4c97-4a51-a4f0-297743e9e51a req-faf66529-b2f8-4eef-9856-55e61cdc64f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:07:07.463403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-42d95912-4c97-4a51-a4f0-297743e9e51a req-faf66529-b2f8-4eef-9856-55e61cdc64f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 932 time: 0.2154572 Mar 11 20:07:07.633030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-42d95912-4c97-4a51-a4f0-297743e9e51a req-4b130a0c-a85e-46ce-8028-51457119e67d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323113 Mar 11 20:07:07.694882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 60a6cf13-503d-496e-9841-e7ae612ffdf6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:07.760956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:07:07.765847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:07:07.768444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.771095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:07.771526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.783553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Transition to ACTIVE for port object a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:07:07.787847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.885218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.910882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:07.920510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 60a6cf13-503d-496e-9841-e7ae612ffdf6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=60a6cf13-503d-496e-9841-e7ae612ffdf6,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:07.928614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:07.994885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:08.018045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Attempting to bind port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:07:08.018382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Attempting to bind port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:07:08.018709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Attempting to bind port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:07:08.025035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:07:08.025352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Attempting to bind port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:07:08.031723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:07:08.032024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:07:08.032400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:07:08.032827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Bound port: a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:07:08.033175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:08.121943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:08.124897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:08.131667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:08.191011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:08.192490 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] 10.222.0.90 "PUT /v2.0/ports/a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 1094 time: 0.9935064 Mar 11 20:07:08.192921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:07:08.212512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d50994-2cfd-4975-ae31-aae7155d49a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:08.270253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'status': 'completed', 'code': 200} Mar 11 20:07:08.313904 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-7c313cda-b4d0-48c5-9284-1e54b1e05a30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1097 time: 0.0766492 Mar 11 20:07:08.384150 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-007ceaeb-82d4-4918-ba41-846d6d1bf2d8 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 217 time: 0.0629370 Mar 11 20:07:08.449351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-b1a18d90-07d9-4fab-b71c-7f8b1bb014b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:08.450771 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-b1a18d90-07d9-4fab-b71c-7f8b1bb014b2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0607126 Mar 11 20:07:08.525016 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-e8eed1de-8d03-4045-8891-c7d085629c3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686190 Mar 11 20:07:08.666200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-953752f4-dbfa-4595-b437-1ec0f1931eb8 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349018 Mar 11 20:07:08.940295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2848b5b3-ed1b-4ce4-be32-f7a0bdd81ee7 req-41978367-c70d-493c-9a8a-455027d6d540 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670822 Mar 11 20:07:08.954040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f3583-3d15-4cfa-b641-8d5a5d57463f req-34f49529-f13c-4168-85b9-66aace24a3b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:08.955483 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-193f3583-3d15-4cfa-b641-8d5a5d57463f req-34f49529-f13c-4168-85b9-66aace24a3b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.1229308 Mar 11 20:07:09.047631 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-193f3583-3d15-4cfa-b641-8d5a5d57463f req-8849254d-e710-4210-aefe-c0ea81145842 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854445 Mar 11 20:07:09.072705 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-7507a6ed-e684-48ab-921d-822814f21a2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1097 time: 0.0856619 Mar 11 20:07:09.203981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-e96c6461-83f7-4ab7-ab82-abc7cf6495fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:09.205336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-e96c6461-83f7-4ab7-ab82-abc7cf6495fd service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1260760 Mar 11 20:07:09.270912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-d4aecc59-b343-45e6-8af5-35e38776950f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 217 time: 0.0589166 Mar 11 20:07:09.340992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-34d688bd-6315-4b1f-9177-0fd0a2a43333 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:09.343130 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-34d688bd-6315-4b1f-9177-0fd0a2a43333 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0651441 Mar 11 20:07:09.423134 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-343fc318-f88b-4945-899b-028b8c755d6c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731239 Mar 11 20:07:09.555632 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-3ce36a88-14e5-437d-8857-3f3b8e9eb696 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255517 Mar 11 20:07:09.674608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 60a6cf13-503d-496e-9841-e7ae612ffdf6 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:09.697183 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcef9273-40a6-443c-a3eb-6bf9dd494a1d req-254fce0a-c7a7-4300-a9db-73874d2fad89 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342452 Mar 11 20:07:09.748718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 60a6cf13-503d-496e-9841-e7ae612ffdf6 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:09.749079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:10.245943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a7e8e-7f69-48c5-b499-5ccf1c7824da req-730b0098-2bef-4cc2-90a4-61cf7fe8ec41 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:10.247412 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b62a7e8e-7f69-48c5-b499-5ccf1c7824da req-730b0098-2bef-4cc2-90a4-61cf7fe8ec41 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0763712 Mar 11 20:07:10.300087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b62a7e8e-7f69-48c5-b499-5ccf1c7824da req-de7ad7ff-6942-4830-9234-223269693e5d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444314 Mar 11 20:07:11.046398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:07:11.191740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:11.210315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'mac_address': 'fa:16:3e:50:a8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:07:11.265500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:11.282877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:07:11.298036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:11.302104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:11.370131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:11.520341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19c279-acaf-46b3-b472-5efd72cdf355 req-6d21a1db-c485-4e75-8ed1-574a6edc5978 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:11.522207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b19c279-acaf-46b3-b472-5efd72cdf355 req-6d21a1db-c485-4e75-8ed1-574a6edc5978 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 945 time: 0.0793867 Mar 11 20:07:11.590545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5b19c279-acaf-46b3-b472-5efd72cdf355 req-cbe02d97-7419-485c-9d1d-480b27b3a281 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581489 Mar 11 20:07:11.632960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:07:12.950904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13411764-f523-47f1-9ca4-d6aa1ca80d49 req-ad54f243-499d-426f-9ec9-6f66a2180ce8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:12.952326 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-13411764-f523-47f1-9ca4-d6aa1ca80d49 req-ad54f243-499d-426f-9ec9-6f66a2180ce8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 945 time: 0.0781896 Mar 11 20:07:12.999789 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-13411764-f523-47f1-9ca4-d6aa1ca80d49 req-a67f5391-6b88-4ec3-9a36-f557bd288fee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417202 Mar 11 20:07:13.061081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:07:13.133995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:07:13.138781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:07:13.139157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:13.250626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:13.277947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:07:13.288317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:13.294184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:13.365699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:13.424440 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'code': 200} Mar 11 20:07:13.658053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f0a9a36-953a-4d1d-a00c-debe7e62670d req-05ce6ce6-82ce-42e4-a37c-3610891c8202 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1099 time: 0.0728219 Mar 11 20:07:13.709171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f0a9a36-953a-4d1d-a00c-debe7e62670d req-386d1ede-ba69-436e-92ab-73f4b43f58ee service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455956 Mar 11 20:07:14.201500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7be1b-99b2-48c9-9f59-b7ccd3c26276 req-7e75536b-81f9-442b-b815-3544bd7e68ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:14.202948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cae7be1b-99b2-48c9-9f59-b7ccd3c26276 req-7e75536b-81f9-442b-b815-3544bd7e68ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0799205 Mar 11 20:07:14.247166 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cae7be1b-99b2-48c9-9f59-b7ccd3c26276 req-ef3cb529-519e-4b3b-8d5d-fa568a1c4693 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Mar 11 20:07:14.494877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-828decbc-0f03-42f7-88db-31a3f74fb696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:15.449106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41e87d-26d2-494f-87ef-a629e12c78fd req-d13d62d4-465a-4a80-b923-72657523fc5d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:15.450546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc41e87d-26d2-494f-87ef-a629e12c78fd req-d13d62d4-465a-4a80-b923-72657523fc5d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0808382 Mar 11 20:07:15.496830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc41e87d-26d2-494f-87ef-a629e12c78fd req-055e9c63-2265-42c7-8304-fb83f03fd6db tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386329 Mar 11 20:07:15.682632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ccdab0-1323-44d1-b451-d3ed2f744130 req-739fc009-9b51-4217-8f53-e93d635b9b93 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:15.684025 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-78ccdab0-1323-44d1-b451-d3ed2f744130 req-739fc009-9b51-4217-8f53-e93d635b9b93 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0753982 Mar 11 20:07:15.692786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40084) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:07:15.698073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'floatingip': {'port_id': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:07:15.779418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:16.471127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:16.478166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:16.674999 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a associated. External IP: 172.26.8.121, port: a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80. Mar 11 20:07:16.775637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c38449b3-969e-4512-9804-33eaffb60aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:17.076076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:17.277071 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:17.281408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:17.286671 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:07:17.299454 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:07:17.300033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.339620 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f4c2c0f-780b-4b8c-97f0-8b18fd326dfe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "PUT /v2.0/floatingips/4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a HTTP/1.1" status: 200 len: 992 time: 1.6423347 Mar 11 20:07:17.339620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:07:17.399668 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'status': 'completed', 'code': 200} Mar 11 20:07:17.486265 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:07:17.561503 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-c30053f2-ca02-4047-bba2-d71162bef1da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1099 time: 0.1286309 Mar 11 20:07:17.567678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5a879-719b-4136-a8ff-40da87e8d85b req-1531c55c-1962-4448-aabe-38bdaac1f3d8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:17.569001 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-75c5a879-719b-4136-a8ff-40da87e8d85b req-1531c55c-1962-4448-aabe-38bdaac1f3d8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.1038628 Mar 11 20:07:17.703654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-75c5a879-719b-4136-a8ff-40da87e8d85b req-9646f436-cd12-4c0c-8e82-1340205bd535 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163785 Mar 11 20:07:17.726107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a663a-54b9-480f-a119-5013d381883e req-e7ef9f09-f78b-4f42-9e1c-25c5587e7f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:17.727570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-e7ef9f09-f78b-4f42-9e1c-25c5587e7f75 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1577406 Mar 11 20:07:17.820895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:50:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:07:16Z', 'revision_number': 1, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.825709 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:07:17.837266 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:07:17.837893 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.913266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9fc38-1cb4-4ff6-ba10-16646a6f2613 req-70b6cfe3-1e62-4394-a519-6e16bb3f4682 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:17.914038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:17.915558 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-77f9fc38-1cb4-4ff6-ba10-16646a6f2613 req-70b6cfe3-1e62-4394-a519-6e16bb3f4682 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0913336 Mar 11 20:07:17.942496 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-d765640f-1662-4a57-a115-3b94a6419317 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 1000 time: 0.2092748 Mar 11 20:07:17.962490 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-77f9fc38-1cb4-4ff6-ba10-16646a6f2613 req-74f2c3c0-feb6-4160-aa0e-b95936daaab6 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 Mar 11 20:07:18.007064 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a663a-54b9-480f-a119-5013d381883e req-d856941a-b05d-4473-8d30-940d926d1840 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:18.008642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-d856941a-b05d-4473-8d30-940d926d1840 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0607216 Mar 11 20:07:18.012078 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:07:18.031861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:18.087834 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-35a53091-8895-442c-bdbb-8671cfb04559 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716124 Mar 11 20:07:18.218344 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-ba09497f-03c5-4d86-bee6-5f2df47c5a83 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246514 Mar 11 20:07:18.351055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-251a663a-54b9-480f-a119-5013d381883e req-8cc17279-3ac1-497e-91fc-8d1dc5005913 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268506 Mar 11 20:07:18.382495 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:50:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:07:16Z', 'revision_number': 1, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:18.386833 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afb85bc-e0c0-4f1d-8a17-309c4d4dc9b6 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:50:a8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:07:16Z', 'revision_number': 1, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:07:19.171678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e321d-afec-4523-ab20-bbf642658b67 req-3a6e8c4c-42a4-46e8-a4f2-a0e3917bb966 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:19.173130 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-435e321d-afec-4523-ab20-bbf642658b67 req-3a6e8c4c-42a4-46e8-a4f2-a0e3917bb966 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0823362 Mar 11 20:07:19.218109 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-435e321d-afec-4523-ab20-bbf642658b67 req-6d654a14-4922-4de3-9961-3041c77f2beb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Mar 11 20:07:19.246077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:19.422305 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7377f45-b991-4e05-9843-e00a63e9d7b0 req-7e01bbc8-e39a-4ac3-ad72-44d1492728a0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:19.423788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c7377f45-b991-4e05-9843-e00a63e9d7b0 req-7e01bbc8-e39a-4ac3-ad72-44d1492728a0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0885475 Mar 11 20:07:19.562348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c7377f45-b991-4e05-9843-e00a63e9d7b0 req-edf219dd-ad00-403f-9956-c99b7dcc1fc7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326811 Mar 11 20:07:19.832275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ad1ddcae-3204-4567-bdb0-a67a9115be76 req-9fe65c03-2cdd-4165-96c5-f7452cc6d324 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1461554 Mar 11 20:07:20.128494 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-a545d933-a1fa-4ab1-9325-fab30df1c816 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173112 Mar 11 20:07:20.149777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897d270-41de-4d6f-a204-9bc22bf846a5 req-59c69056-fcb7-4e24-a576-e3e995a1cc13 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:20.151230 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1897d270-41de-4d6f-a204-9bc22bf846a5 req-59c69056-fcb7-4e24-a576-e3e995a1cc13 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0856726 Mar 11 20:07:20.199480 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1897d270-41de-4d6f-a204-9bc22bf846a5 req-ea165a7c-8942-4974-9970-0987c1ada485 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419714 Mar 11 20:07:21.320652 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-8de0cccc-d237-46ac-8f7e-b242ec97efb3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1099 time: 0.0689416 Mar 11 20:07:21.500002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-f46ec81e-f152-4fb4-888f-8cf4f9209d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:21.501335 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-f46ec81e-f152-4fb4-888f-8cf4f9209d5f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1448903 Mar 11 20:07:21.507621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c745dc-06da-43a2-a0a6-664a576db93a req-7ae01655-2a09-4adb-b127-f782ebed3658 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:21.508904 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3c745dc-06da-43a2-a0a6-664a576db93a req-7ae01655-2a09-4adb-b127-f782ebed3658 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.1871455 Mar 11 20:07:21.632782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3c745dc-06da-43a2-a0a6-664a576db93a req-202de5d2-9b96-4b7c-ad29-58d45e733a4b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773237 Mar 11 20:07:21.634419 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-2e0d8e15-6517-4760-a40a-87b93179d4cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 1000 time: 0.1247232 Mar 11 20:07:21.707369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-9eb90957-b321-4e04-a6e4-903b1d4dbe2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:21.708766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-9eb90957-b321-4e04-a6e4-903b1d4dbe2e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0680807 Mar 11 20:07:21.787921 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-9ab0535e-960f-4037-972d-0abe119b95ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732460 Mar 11 20:07:21.920636 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-2892693c-a74c-4f27-9c8b-622946e39f90 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267276 Mar 11 20:07:22.049688 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-06667b09-d61f-4bb0-a632-a1d9f74e2526 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231930 Mar 11 20:07:22.149695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69b41bf-c793-4004-9ea8-9a90aa5e561e None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:07:22.851301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c2bc9-9bee-4ea3-9d53-bb62a9416529 req-04202d40-bafd-445a-a56f-39fca52b3f46 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:22.852752 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bc4c2bc9-9bee-4ea3-9d53-bb62a9416529 req-04202d40-bafd-445a-a56f-39fca52b3f46 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0865629 Mar 11 20:07:22.902364 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bc4c2bc9-9bee-4ea3-9d53-bb62a9416529 req-d26c51ac-6305-4d34-a4a9-e206e84b0ad2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Mar 11 20:07:24.117010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc079949-81e6-42ec-98e8-19152d5d9f52 req-bc12c906-4fab-4d1f-b797-b6d7b6c34e3b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:24.118442 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc079949-81e6-42ec-98e8-19152d5d9f52 req-bc12c906-4fab-4d1f-b797-b6d7b6c34e3b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0826933 Mar 11 20:07:24.165358 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc079949-81e6-42ec-98e8-19152d5d9f52 req-657cccc3-da63-4321-9551-930dc806b519 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412226 Mar 11 20:07:24.754322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:25.371794 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945136f1-7908-408f-9f7e-7c285efdda1f req-e4333163-1a97-48b7-ad7c-76c0c46cb006 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:25.373243 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-945136f1-7908-408f-9f7e-7c285efdda1f req-e4333163-1a97-48b7-ad7c-76c0c46cb006 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0844924 Mar 11 20:07:25.419894 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-945136f1-7908-408f-9f7e-7c285efdda1f req-2fbd0539-def3-4cbe-8b0b-b5b42978b639 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Mar 11 20:07:26.642123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021315f-dec9-4a31-b454-573115004f74 req-a4480c20-0ae2-4ee8-8267-1fda456e4b80 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:26.643570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a021315f-dec9-4a31-b454-573115004f74 req-a4480c20-0ae2-4ee8-8267-1fda456e4b80 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0807741 Mar 11 20:07:26.781189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a021315f-dec9-4a31-b454-573115004f74 req-d7b5c478-55d5-4e8b-886b-c99c1477a388 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288455 Mar 11 20:07:28.001030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa5946-03d0-4dc5-aaf9-1a59d5b90c2b req-a0544db9-d266-4aa2-b689-e26f24e1be07 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:28.002363 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9aaa5946-03d0-4dc5-aaf9-1a59d5b90c2b req-a0544db9-d266-4aa2-b689-e26f24e1be07 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0816803 Mar 11 20:07:28.049437 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9aaa5946-03d0-4dc5-aaf9-1a59d5b90c2b req-30640dd0-13d8-43da-9d23-8fab54df361c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389342 Mar 11 20:07:29.262101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85187359-4083-47c1-a9d0-4a882aaf8ef7 req-5bf13715-3a8f-431e-803e-239833896cfc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:29.263560 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-85187359-4083-47c1-a9d0-4a882aaf8ef7 req-5bf13715-3a8f-431e-803e-239833896cfc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0740216 Mar 11 20:07:29.307818 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-85187359-4083-47c1-a9d0-4a882aaf8ef7 req-a5928f6e-7cc8-4fab-93b3-d3792dc8ffb9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Mar 11 20:07:30.522683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562c64a-de3d-418c-9a19-27173782d5c0 req-e27f5b8a-521d-4199-b31e-7d75047d0b7b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:30.524505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2562c64a-de3d-418c-9a19-27173782d5c0 req-e27f5b8a-521d-4199-b31e-7d75047d0b7b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0796299 Mar 11 20:07:30.569694 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2562c64a-de3d-418c-9a19-27173782d5c0 req-f07aebb9-9ebc-4881-8424-0abae7013eed tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392208 Mar 11 20:07:31.796432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa7d2-877c-4735-b78f-3473020ac99c req-7af652db-da55-43af-839a-274396c4b1b8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:31.797868 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a9aaa7d2-877c-4735-b78f-3473020ac99c req-7af652db-da55-43af-839a-274396c4b1b8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0858455 Mar 11 20:07:31.843261 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a9aaa7d2-877c-4735-b78f-3473020ac99c req-0900b192-8266-4668-a370-b47e52904926 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398228 Mar 11 20:07:33.062390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997865f-cfa1-44ba-ad50-aff2c488d741 req-33655839-2561-40ba-82b9-ede9a26c8b3e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:33.063841 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2997865f-cfa1-44ba-ad50-aff2c488d741 req-33655839-2561-40ba-82b9-ede9a26c8b3e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0845015 Mar 11 20:07:33.108072 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2997865f-cfa1-44ba-ad50-aff2c488d741 req-4be23dbe-ea3c-4c61-9bd5-ffa2c6631a0e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386813 Mar 11 20:07:34.309726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f628a-cd26-422a-9c35-7bafc8b8efc6 req-f903337f-2897-4632-ab7f-f1aa936ad76a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:34.311131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b12f628a-cd26-422a-9c35-7bafc8b8efc6 req-f903337f-2897-4632-ab7f-f1aa936ad76a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0795741 Mar 11 20:07:34.358622 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b12f628a-cd26-422a-9c35-7bafc8b8efc6 req-b404b083-95f5-48c5-8b4e-1e520e1d4118 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Mar 11 20:07:35.577839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371aeea4-2d15-4d47-aedf-49a2c3393a30 req-73752c81-15d0-4c91-8ca2-20a55bdea777 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:35.579193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-371aeea4-2d15-4d47-aedf-49a2c3393a30 req-73752c81-15d0-4c91-8ca2-20a55bdea777 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0852683 Mar 11 20:07:35.629543 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-371aeea4-2d15-4d47-aedf-49a2c3393a30 req-14f0a7e4-be7a-4f69-aab6-c9596f5f1ed1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422194 Mar 11 20:07:36.844815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c127-f13e-4d9d-bf6f-b84be0a16a4b req-8835e882-b3fe-4c84-bf0b-b437a75ba922 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:36.846273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b1d4c127-f13e-4d9d-bf6f-b84be0a16a4b req-8835e882-b3fe-4c84-bf0b-b437a75ba922 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0868430 Mar 11 20:07:36.892823 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b1d4c127-f13e-4d9d-bf6f-b84be0a16a4b req-e4541832-bf4b-4686-a41b-c55823701fb2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382967 Mar 11 20:07:38.106805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beed48-3868-4bbd-a0dd-6e7eb2f48cd4 req-ceac58d6-66d7-45f3-9a8f-8606d0dd1578 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.108282 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f3beed48-3868-4bbd-a0dd-6e7eb2f48cd4 req-ceac58d6-66d7-45f3-9a8f-8606d0dd1578 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0866129 Mar 11 20:07:38.157136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f3beed48-3868-4bbd-a0dd-6e7eb2f48cd4 req-25165ba5-c41e-4570-aef1-137437b092ef tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Mar 11 20:07:39.366669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd16bf6-2e7c-44e0-9a83-2e265a309131 req-3f45a63a-30a2-4b95-9424-89c58438783a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:39.368133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fdd16bf6-2e7c-44e0-9a83-2e265a309131 req-3f45a63a-30a2-4b95-9424-89c58438783a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0836737 Mar 11 20:07:39.413499 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fdd16bf6-2e7c-44e0-9a83-2e265a309131 req-3f861d96-f3f8-4f45-8175-0f616271f8cc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Mar 11 20:07:40.164010 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:07:40.620027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc26735-8e52-4287-8071-d7bddbd0404f req-a01c4884-29a4-4025-9a1b-11f5bd9584f5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:40.621453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1fc26735-8e52-4287-8071-d7bddbd0404f req-a01c4884-29a4-4025-9a1b-11f5bd9584f5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0812683 Mar 11 20:07:40.665615 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1fc26735-8e52-4287-8071-d7bddbd0404f req-d1e2c99c-316c-4f12-90b2-b0accc5ee0ec tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386138 Mar 11 20:07:41.883118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b43725-c634-422d-941e-361a1fce6a7b req-e60b1e87-8773-4a38-af9d-2b17a8c09012 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:41.884472 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d2b43725-c634-422d-941e-361a1fce6a7b req-e60b1e87-8773-4a38-af9d-2b17a8c09012 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0823555 Mar 11 20:07:41.928441 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d2b43725-c634-422d-941e-361a1fce6a7b req-de4aef5c-a3ff-46e0-96d4-a7104a1cbb6f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383627 Mar 11 20:07:43.136680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eafb8f-5cf4-4a6f-ac01-638a1dfc6d0b req-3033c159-2daa-4375-b0c0-5c84c11d797e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:43.138121 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29eafb8f-5cf4-4a6f-ac01-638a1dfc6d0b req-3033c159-2daa-4375-b0c0-5c84c11d797e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0784097 Mar 11 20:07:43.183033 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29eafb8f-5cf4-4a6f-ac01-638a1dfc6d0b req-3034e085-db31-4cdf-926a-3c97063e2a86 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393410 Mar 11 20:07:44.400094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d26a6-ca18-48eb-9566-c17299aebd01 req-75d89e73-1c4b-48d6-9479-d1b73b185dd3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:44.401529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c8d26a6-ca18-48eb-9566-c17299aebd01 req-75d89e73-1c4b-48d6-9479-d1b73b185dd3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.1005659 Mar 11 20:07:44.445984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c8d26a6-ca18-48eb-9566-c17299aebd01 req-bdcbbede-637a-43d8-9fbf-7a50dc252429 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387912 Mar 11 20:07:44.500285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42f3cd43-e79d-4852-a5cc-a4bd9234da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:45.660509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c2c8a-a5f4-4a33-ae09-d9bae31eba6c req-71c30399-af34-4eb3-bff8-a9ffd1a0b6b2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:45.662012 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3a6c2c8a-a5f4-4a33-ae09-d9bae31eba6c req-71c30399-af34-4eb3-bff8-a9ffd1a0b6b2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0823400 Mar 11 20:07:45.706712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3a6c2c8a-a5f4-4a33-ae09-d9bae31eba6c req-c5aa11ef-e46c-468e-8353-f4862ecfcb59 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392218 Mar 11 20:07:46.779196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0fd5f529-542f-4162-9717-2683e332b2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:46.915255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab7be-46e6-48fa-a9c4-e87b9a439c12 req-2787dfb7-35b8-4dd5-9b38-bb0ae3d4e86a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:46.916726 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-de4ab7be-46e6-48fa-a9c4-e87b9a439c12 req-2787dfb7-35b8-4dd5-9b38-bb0ae3d4e86a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0882328 Mar 11 20:07:46.974411 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-de4ab7be-46e6-48fa-a9c4-e87b9a439c12 req-39edda13-9d38-488a-a6b9-1d925bdc550b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520940 Mar 11 20:07:47.913131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:48.039674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:48.181817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525b00d-c0a7-45bd-b853-b668b9384ffe req-6ea34022-49c7-4738-a47e-8ed1625baf01 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:48.183416 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5525b00d-c0a7-45bd-b853-b668b9384ffe req-6ea34022-49c7-4738-a47e-8ed1625baf01 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0800419 Mar 11 20:07:48.233996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5525b00d-c0a7-45bd-b853-b668b9384ffe req-5f8e78db-0d22-4284-b5da-1080b94a3340 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Mar 11 20:07:48.794101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-000ea788-acc4-49ad-95e2-6f8a6097217f service neutron] 10.222.0.90 "GET /v2.0/ports/a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0841963 Mar 11 20:07:49.070750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-e0301518-70f1-46d1-8b96-99fa6b6443c4 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1099 time: 0.0707216 Mar 11 20:07:49.167461 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-bb2fbaab-25cb-4630-a6e1-fb8d8f88b034 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1099 time: 0.0710526 Mar 11 20:07:49.249209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:49.296584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-bb0ee898-81aa-4fac-b26b-0921cfc70c59 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:49.298043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-bb0ee898-81aa-4fac-b26b-0921cfc70c59 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1250663 Mar 11 20:07:49.443684 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-3b1e65cc-f86e-4c2f-8744-14ade09870b9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 1002 time: 0.1400707 Mar 11 20:07:49.512684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cded370-c868-49a2-a17b-419c38144824 req-77d30499-629f-4f73-8d19-521a115b8d1a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:49.514099 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1cded370-c868-49a2-a17b-419c38144824 req-77d30499-629f-4f73-8d19-521a115b8d1a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.1431999 Mar 11 20:07:49.519147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-860fa21d-4520-46ed-884d-d1b06dc597df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:49.520967 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-860fa21d-4520-46ed-884d-d1b06dc597df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0703671 Mar 11 20:07:49.605869 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1cded370-c868-49a2-a17b-419c38144824 req-efe04d49-ea3c-46a8-bf88-927dcf94405d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839832 Mar 11 20:07:49.621337 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-be35da4a-5cd8-4118-8e1a-72af7d63f143 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865996 Mar 11 20:07:49.752316 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-cbdf6bf7-921b-4be2-82fc-0d517f04b6c9 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246114 Mar 11 20:07:49.965619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9616f750-0e3d-4cd3-acf9-05679c7bdfed req-070a8b52-4d69-4f7b-b37a-96f446f16b97 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072978 Mar 11 20:07:50.820413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b429a06-256e-4e0b-b7b3-348e57e37788 req-bb5ace16-55b5-4658-b182-a0bfba653f17 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:50.821842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4b429a06-256e-4e0b-b7b3-348e57e37788 req-bb5ace16-55b5-4658-b182-a0bfba653f17 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0865948 Mar 11 20:07:50.870241 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4b429a06-256e-4e0b-b7b3-348e57e37788 req-e2319582-3e84-46fa-a91a-22c6c9b65aed tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Mar 11 20:07:52.099296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152288b1-a646-4381-a62e-15136e6e0f01 req-2876503d-f110-46d7-8522-3b82896557f0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:52.100752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-152288b1-a646-4381-a62e-15136e6e0f01 req-2876503d-f110-46d7-8522-3b82896557f0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0917506 Mar 11 20:07:52.146470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-152288b1-a646-4381-a62e-15136e6e0f01 req-f22a5b0d-a5a4-4974-9c70-c64f00852eeb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398359 Mar 11 20:07:53.257574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:07:53.348999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becdd4c-8eb7-41a6-a212-8e96507a120a req-572fa708-e36e-44bb-8758-d77c8a098aab tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:53.350602 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9becdd4c-8eb7-41a6-a212-8e96507a120a req-572fa708-e36e-44bb-8758-d77c8a098aab tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 946 time: 0.0767715 Mar 11 20:07:53.371909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:53.397789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:07:53.402133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9becdd4c-8eb7-41a6-a212-8e96507a120a req-7080f98c-43ea-4f05-b7d9-0b2a655fdee9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458562 Mar 11 20:07:53.407191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:53.412115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:53.465758 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'code': 200} Mar 11 20:07:53.481350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:53.791230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-969751d6-698d-4c04-b945-88def52b4c51 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:53.792563 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-969751d6-698d-4c04-b945-88def52b4c51 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9&tenant_id=3b39639e6cb24120ae670a661b207c32&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.1372352 Mar 11 20:07:53.801893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adaed41-6587-45dc-8190-e455d3f8ab54 req-7c00a6cd-2717-4353-8b81-c0d44847ad2f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:53.803256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6adaed41-6587-45dc-8190-e455d3f8ab54 req-7c00a6cd-2717-4353-8b81-c0d44847ad2f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.1176178 Mar 11 20:07:53.851218 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6adaed41-6587-45dc-8190-e455d3f8ab54 req-265526fc-069c-4444-a74d-3b7fc4b687a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417058 Mar 11 20:07:53.997356 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-b54b2b9b-2c0d-4fc3-a015-c5519e514a22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 1097 time: 0.1368506 Mar 11 20:07:54.124243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-0054bad9-2a66-4cbc-bfce-a29d0d4dba40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:54.125658 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-0054bad9-2a66-4cbc-bfce-a29d0d4dba40 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1230738 Mar 11 20:07:54.224315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-8175aca5-4f0f-454f-8e26-9b1e7ce51382 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 200 len: 1000 time: 0.0931351 Mar 11 20:07:54.289271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-2d4527d4-742b-4918-8cc3-8c8993390e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:54.290656 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-2d4527d4-742b-4918-8cc3-8c8993390e0b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0605290 Mar 11 20:07:54.361980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-faffd382-4468-476e-a1ce-9524c9a9820b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657351 Mar 11 20:07:54.491506 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-bdc78728-fa88-4e67-a7af-3e803e74706b service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235957 Mar 11 20:07:54.618719 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9cf0f84f-9229-4bd2-b4ef-e95a8c3f0481 req-173b155f-6b0b-493e-aced-1f02c75a4414 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211672 Mar 11 20:07:54.746689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:55.062397 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d05d-72da-486a-a648-6eb60e24eb75 req-567df37f-a283-4c85-8bbe-467fd442d60b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:55.063744 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b8e4d05d-72da-486a-a648-6eb60e24eb75 req-567df37f-a283-4c85-8bbe-467fd442d60b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0805666 Mar 11 20:07:55.112910 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b8e4d05d-72da-486a-a648-6eb60e24eb75 req-ea3cc37e-4a83-4015-a647-e55f7030a3f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425384 Mar 11 20:07:56.452720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036f9f1-86c3-4eb2-8f64-4db5089d9997 req-1c820d89-530a-428d-a7dc-0991e620b5b1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:56.454029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6036f9f1-86c3-4eb2-8f64-4db5089d9997 req-1c820d89-530a-428d-a7dc-0991e620b5b1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0758917 Mar 11 20:07:56.503164 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6036f9f1-86c3-4eb2-8f64-4db5089d9997 req-52ebc38d-8249-4c74-acc7-5ceaed4125a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419409 Mar 11 20:07:56.703226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fee861-f3d3-4881-abe7-d7b2cc80d142 req-74540477-6115-4d2c-a4c4-56248e077f10 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:56.704536 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-02fee861-f3d3-4881-abe7-d7b2cc80d142 req-74540477-6115-4d2c-a4c4-56248e077f10 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0831451 Mar 11 20:07:56.752191 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-02fee861-f3d3-4881-abe7-d7b2cc80d142 req-569c8e1c-5fc4-4a32-8ddb-6aca599dff2e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 Mar 11 20:07:56.952714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c376a6-abdc-4312-82f2-728c71fde968 req-5d6384d3-9b6d-4231-b8a2-5402a9c7b770 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:56.954218 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76c376a6-abdc-4312-82f2-728c71fde968 req-5d6384d3-9b6d-4231-b8a2-5402a9c7b770 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0843158 Mar 11 20:07:56.999585 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76c376a6-abdc-4312-82f2-728c71fde968 req-84d456d9-1d0e-4d99-9041-f815b1e47c51 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Mar 11 20:07:57.279598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:07:57.403453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f21a-fd5d-43f7-be3c-242739e1c894 req-4aacc8f7-f7d4-4311-8e72-c5f8e9d72f94 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:57.404908 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b9f21a-fd5d-43f7-be3c-242739e1c894 req-4aacc8f7-f7d4-4311-8e72-c5f8e9d72f94 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0839090 Mar 11 20:07:57.456626 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b9f21a-fd5d-43f7-be3c-242739e1c894 req-1f24e4e6-06be-4bf7-8aeb-ea2a7f915aec tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461402 Mar 11 20:07:58.690302 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7720d-97fc-49aa-af85-dc3ccfe83381 req-5f0d14f7-3baa-4385-95ca-551b6ec746f7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:58.691757 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-75f7720d-97fc-49aa-af85-dc3ccfe83381 req-5f0d14f7-3baa-4385-95ca-551b6ec746f7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0925426 Mar 11 20:07:58.736354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-75f7720d-97fc-49aa-af85-dc3ccfe83381 req-ac4c039e-120f-4b4e-b3f6-d4aa8a3f925c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Mar 11 20:07:59.265682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-581c7caa-b48c-44ae-8602-ee1e7b7f8f56 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:59.267529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-581c7caa-b48c-44ae-8602-ee1e7b7f8f56 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.0927668 Mar 11 20:07:59.339345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:07:59.339684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:59.661714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] For port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:59.662062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:59.989242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:59.989483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:07:59.989779 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a disassociated. External IP: 172.26.8.121, port: a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80. Mar 11 20:07:59.990150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:08:00.071466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664e9e-3135-485f-a90d-8849767aac2c req-ce6bd93e-fbec-4e36-8bf5-94e42a8f40e0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:00.072902 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dd664e9e-3135-485f-a90d-8849767aac2c req-ce6bd93e-fbec-4e36-8bf5-94e42a8f40e0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 944 time: 0.1704676 Mar 11 20:08:00.167288 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dd664e9e-3135-485f-a90d-8849767aac2c req-3b2e6699-1b2a-4538-b83f-86dcbbe0df50 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882609 Mar 11 20:08:00.172615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:00.222506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'Port': ['ID=a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:00.235137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.235597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.235860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.236212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.236548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.236899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.237188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.237530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.237847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.238165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.238482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:00.438747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:08:00.638013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:08:00.648260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:08:00.660988 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:08:00.661573 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:00.704334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] No DVR routers for this DVR port a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:00.706905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:00.709402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-deleted', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:08:00.726994 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ce89fded-b3bb-4010-ae65-e8324216e194 req-9253e301-c845-4b54-b910-408d8e9a38d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "DELETE /v2.0/ports/a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 HTTP/1.1" status: 204 len: 173 time: 1.4539924 Mar 11 20:08:00.768871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9', 'name': 'network-vif-deleted', 'tag': 'a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80', 'status': 'completed', 'code': 200} Mar 11 20:08:00.834191 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:08:01.146637 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:01.150693 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:08:01.162408 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:08:01.163171 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:01.337710 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:08:01.350063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-53bda538-84c4-458e-815f-da63508df483 req-0436e45e-ec21-4e1b-839a-15fb224ea176 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:08:01.365403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-53bda538-84c4-458e-815f-da63508df483 req-0436e45e-ec21-4e1b-839a-15fb224ea176 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:08:01.366840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53bda538-84c4-458e-815f-da63508df483 req-0436e45e-ec21-4e1b-839a-15fb224ea176 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=2058d4f7-81ee-42c5-b21f-3f4b8e5a69b9 HTTP/1.1" status: 200 len: 210 time: 0.0615635 Mar 11 20:08:01.662003 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:01.666031 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ae9d5a-e218-41d0-bed8-7ca97f7edf83 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:08:01.872735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e1045e-a906-493f-91c2-15c16432e191 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:08:02.745374 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-8bdfbdd3-49b5-4e48-b906-6e3803859dd5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2007561559&fields=id&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 267 time: 0.0428693 Mar 11 20:08:02.976078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-0c669572-8a0c-41cd-9a0e-e12e9df2898d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:02.977376 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-0c669572-8a0c-41cd-9a0e-e12e9df2898d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.2257674 Mar 11 20:08:02.996389 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-17901f59-e60b-49f5-a7be-e8358c7d5602 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/quotas/3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 375 time: 0.0110338 Mar 11 20:08:03.079049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-3948cae5-a0db-4732-ad44-8d6c934524f0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0756516 Mar 11 20:08:03.217203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632c6415-ab65-4628-a92d-bbb19fb57a15 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266997 Mar 11 20:08:03.287958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:08:03.322951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:08:03.323293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a7b7a0fc-9ec4-47a3-a08c-42cef6e88e80 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:08:03.348265 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-348cb4ca-bdf5-449b-aa03-2e5fbb1e5a38 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253502 Mar 11 20:08:03.535093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b0aebf06-e541-466f-86ab-d128ddeb1dd5 req-91102dcb-d6ed-4769-b65f-c6ca6f1b4a3d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 210 time: 0.0406663 Mar 11 20:08:04.563683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-ebbd9c50-20f7-44b4-a107-4b60f01ac6a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:04.564998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-ebbd9c50-20f7-44b4-a107-4b60f01ac6a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1438570 Mar 11 20:08:04.619934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-a123ce9b-13df-4617-8a13-419337c47072 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 380 time: 0.0420256 Mar 11 20:08:04.628976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'port': {'device_id': '187f64ed-f287-4413-943b-e27aa6713129', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'admin_state_up': True, 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'security_groups': ['607fffbf-11af-48ad-b46f-a0d5a159a337']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:08:04.700440 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5203d144-0e44-4cae-811d-ab8f5d1e3a13 req-7d0e070e-f08e-43d1-b94e-68d554c921d0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 210 time: 0.0416784 Mar 11 20:08:04.854263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:08:04.863582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:08:04.875699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:08:04.880188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.053968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Allocated IP 172.20.0.11 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/7bacca38-5501-4456-a7dc-36326be223bd) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:08:05.237683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.252998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Transition to ACTIVE for port object 7bacca38-5501-4456-a7dc-36326be223bd will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:08:05.277976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.350204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:08:05.353355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:08:05.357809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:08:05.381931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:05.420069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:05.420581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.446983 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-632fc754-1a9c-49ad-988e-43cb3586adf7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8217971 Mar 11 20:08:05.458205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Request body: {'port': {'device_id': '187f64ed-f287-4413-943b-e27aa6713129', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:08:05.544831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-58f11292-54be-45d0-a0b7-99f673c1353f None None] Provisioning for port 7bacca38-5501-4456-a7dc-36326be223bd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:08:05.549767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-58f11292-54be-45d0-a0b7-99f673c1353f None None] Provisioning complete for port 7bacca38-5501-4456-a7dc-36326be223bd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:08:05.550149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-58f11292-54be-45d0-a0b7-99f673c1353f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.567271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.599476 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-58f11292-54be-45d0-a0b7-99f673c1353f None None] Port 7bacca38-5501-4456-a7dc-36326be223bd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:08:05.950417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bacca38-5501-4456-a7dc-36326be223bd {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:08:05.961442 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b3a03-bb68-4556-b9c2-b14b663969aa req-40ec2f95-8010-4e13-9410-5f4dda17b44f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:05.962118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2f9b3a03-bb68-4556-b9c2-b14b663969aa req-40ec2f95-8010-4e13-9410-5f4dda17b44f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:08:05.965272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:05.985455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Transition to ACTIVE for port object 7bacca38-5501-4456-a7dc-36326be223bd will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:08:05.992003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:06.022565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2f9b3a03-bb68-4556-b9c2-b14b663969aa req-40ec2f95-8010-4e13-9410-5f4dda17b44f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:08:06.023738 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2f9b3a03-bb68-4556-b9c2-b14b663969aa req-40ec2f95-8010-4e13-9410-5f4dda17b44f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 932 time: 0.2029026 Mar 11 20:08:06.138892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:06.180821 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2f9b3a03-bb68-4556-b9c2-b14b663969aa req-b491ec38-e705-4c0e-bc09-a14c35d3225a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492107 Mar 11 20:08:06.261046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Attempting to bind port 7bacca38-5501-4456-a7dc-36326be223bd on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:08:06.261369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Attempting to bind port 7bacca38-5501-4456-a7dc-36326be223bd by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:08:06.261724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Attempting to bind port 7bacca38-5501-4456-a7dc-36326be223bd on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:08:06.267744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Port 7bacca38-5501-4456-a7dc-36326be223bd on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:08:06.268063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Attempting to bind port 7bacca38-5501-4456-a7dc-36326be223bd on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:08:06.274853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:08:06.275183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:08:06.275594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:08:06.276015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Bound port: 7bacca38-5501-4456-a7dc-36326be223bd, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:08:06.276357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:06.361218 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:08:06.364157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:08:06.369012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:06.430979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:06.432317 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] 10.222.0.90 "PUT /v2.0/ports/7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1094 time: 0.9785376 Mar 11 20:08:06.432738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:08:06.450505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63c5d0-6e7e-4827-99b9-de9501dccb77 service neutron] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:06.501632 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd', 'status': 'completed', 'code': 200} Mar 11 20:08:06.542597 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-d7f55801-dbe0-4e7b-8c5a-8dd2d37ba79c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1097 time: 0.0717883 Mar 11 20:08:06.612791 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-d00430a3-e93a-4851-9c99-7df6f6e169ea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 217 time: 0.0629737 Mar 11 20:08:06.765391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-f7f44836-946f-4054-b2f5-fe7cfda9f262 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:06.766675 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-f7f44836-946f-4054-b2f5-fe7cfda9f262 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.1485739 Mar 11 20:08:06.842514 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-4716d985-4016-47a4-8167-da9f737194cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696161 Mar 11 20:08:06.979885 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-bd8155a5-4e61-4a63-ba1e-fcff3c661b48 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316795 Mar 11 20:08:07.119306 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0afd00b5-aa33-446b-bba6-118b1fa209b3 req-10b05ad3-6c33-4d1e-b381-7787785084d3 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329477 Mar 11 20:08:07.235220 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-e42a2a70-6c20-45ee-9d5c-6e809c8e7cb4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1097 time: 0.0687230 Mar 11 20:08:07.413205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-686072b1-9a35-4e96-a55e-56ba5da38401 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:07.414650 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-686072b1-9a35-4e96-a55e-56ba5da38401 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1736398 Mar 11 20:08:07.473791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32b884-3132-40aa-84f0-3572ffd488cb req-4aa80bd1-332d-4097-ab38-8cfa43b8b1e3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:07.475215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c32b884-3132-40aa-84f0-3572ffd488cb req-4aa80bd1-332d-4097-ab38-8cfa43b8b1e3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 944 time: 0.1679702 Mar 11 20:08:07.502670 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-747518d3-23cf-4a1e-aa4f-545b713a4b5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 217 time: 0.0803151 Mar 11 20:08:07.583666 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c32b884-3132-40aa-84f0-3572ffd488cb req-760ae170-1091-49b0-8703-344e99c29176 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027055 Mar 11 20:08:07.588949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-b93d718a-3eab-4690-bd0f-d5fedda0bdcc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:07.590271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-b93d718a-3eab-4690-bd0f-d5fedda0bdcc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0816197 Mar 11 20:08:07.664464 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-6d0bcb72-011a-4856-980a-306493b525f3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683615 Mar 11 20:08:07.799867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-f093dab4-bcbb-4462-9e59-b55915733ced service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282287 Mar 11 20:08:07.944453 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0b00edf5-2c30-4534-9fb2-1ef99a169e23 req-834f6536-a33b-4a73-9b07-eac0784cc2f1 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388063 Mar 11 20:08:08.809678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaff9e2-8204-4d09-b686-e99d2cdb5a0b req-06d10d23-b381-4947-a812-5becbd84d0ee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:08.811104 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efaff9e2-8204-4d09-b686-e99d2cdb5a0b req-06d10d23-b381-4947-a812-5becbd84d0ee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 944 time: 0.0892141 Mar 11 20:08:08.857304 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-efaff9e2-8204-4d09-b686-e99d2cdb5a0b req-68c6243a-e7f1-49e6-bd56-2e57de8ff8ed tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Mar 11 20:08:09.301028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:08:09.437382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:09.451774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '7bacca38-5501-4456-a7dc-36326be223bd', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': '7bacca38-5501-4456-a7dc-36326be223bd', 'mac_address': 'fa:16:3e:fe:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:08:09.508684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:09.526102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bacca38-5501-4456-a7dc-36326be223bd {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:08:09.541547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:09.547790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:09.612271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:09.620900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.621232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.621562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.621881 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.622205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.622519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.622836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.623164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.623492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.623783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.624090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:09.864930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['7bacca38-5501-4456-a7dc-36326be223bd'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:08:10.068231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518de7b6-301c-4326-8c3f-601990c58b94 req-0de417b8-f27e-495e-b5b3-45a564b2a648 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:10.069681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-518de7b6-301c-4326-8c3f-601990c58b94 req-0de417b8-f27e-495e-b5b3-45a564b2a648 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 945 time: 0.0797625 Mar 11 20:08:10.113229 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-518de7b6-301c-4326-8c3f-601990c58b94 req-5a4594f0-6054-4eaa-87a1-c7c72b2c6872 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380070 Mar 11 20:08:11.311974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e2b38-8267-44c4-8837-651bb128342e req-1794dca7-bc90-4b8f-b83b-be53d87c44f0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:11.313399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f17e2b38-8267-44c4-8837-651bb128342e req-1794dca7-bc90-4b8f-b83b-be53d87c44f0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 945 time: 0.0803175 Mar 11 20:08:11.318752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:08:11.362703 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f17e2b38-8267-44c4-8837-651bb128342e req-d6847906-435b-405c-ad6d-cc40f94b51e5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 Mar 11 20:08:11.386005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 7bacca38-5501-4456-a7dc-36326be223bd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:08:11.390800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 7bacca38-5501-4456-a7dc-36326be223bd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:08:11.391163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:11.509718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:11.535913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:08:11.545423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:11.549816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:11.589570 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd', 'code': 200} Mar 11 20:08:11.618412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:11.834556 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-330cd6ff-0d0f-4f39-b95f-d73f9d1c5608 req-1e2b2749-ec7c-4c76-81c6-26a926686e4a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1099 time: 0.0661936 Mar 11 20:08:11.876148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-330cd6ff-0d0f-4f39-b95f-d73f9d1c5608 req-82d0aee4-72ce-487b-99e2-694a8c1dd690 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Mar 11 20:08:12.572958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d92ed-5f2a-4caf-ab24-b9d65b198ef5 req-2be46db7-bfdf-4373-91cf-bfe3bff9a179 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:12.574317 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a66d92ed-5f2a-4caf-ab24-b9d65b198ef5 req-2be46db7-bfdf-4373-91cf-bfe3bff9a179 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0822246 Mar 11 20:08:12.619239 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a66d92ed-5f2a-4caf-ab24-b9d65b198ef5 req-37e43594-665e-4214-bb0e-1e2c82a7d0ec tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392601 Mar 11 20:08:13.832351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88d2a6-d749-425b-81df-63dbb33df0ef req-9b32bf00-40b9-4fb6-bf21-5be60ecefcd1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:13.833775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a88d2a6-d749-425b-81df-63dbb33df0ef req-9b32bf00-40b9-4fb6-bf21-5be60ecefcd1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0902321 Mar 11 20:08:13.878602 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a88d2a6-d749-425b-81df-63dbb33df0ef req-7b80ad6c-a8b1-4255-b116-68ca0a9d6c1e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391240 Mar 11 20:08:14.078674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b911b3f-02a3-41f7-a80e-61b709e50643 req-58cb430b-588c-404a-a5c3-98b02e02e083 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:14.080119 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2b911b3f-02a3-41f7-a80e-61b709e50643 req-58cb430b-588c-404a-a5c3-98b02e02e083 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0880709 Mar 11 20:08:14.088948 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40250) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:08:14.093966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'floatingip': {'port_id': '7bacca38-5501-4456-a7dc-36326be223bd'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:08:14.166230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:14.503979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e7c410bf-7b73-4fda-82eb-a34b57fb14e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:14.833535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:14.840377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:15.034878 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a associated. External IP: 172.26.8.121, port: 7bacca38-5501-4456-a7dc-36326be223bd. Mar 11 20:08:15.418009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:08:15.625308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:08:15.629680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:15.635301 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:08:15.648226 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:08:15.648825 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:15.681434 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-898e77a2-8668-404b-a0a4-03e937d985bc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "PUT /v2.0/floatingips/4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a HTTP/1.1" status: 200 len: 992 time: 1.5913835 Mar 11 20:08:15.681890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:08:15.736128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd', 'status': 'completed', 'code': 200} Mar 11 20:08:15.820771 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:08:15.825639 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-5a452da7-f987-4767-a03b-3a3318ac745d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1099 time: 0.0683007 Mar 11 20:08:16.030638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f8f9c-b7eb-40b4-b5f3-ff4c36de9735 req-9ae34639-f73d-475b-a88d-02acca72a2e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:16.036097 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f5f8f9c-b7eb-40b4-b5f3-ff4c36de9735 req-9ae34639-f73d-475b-a88d-02acca72a2e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0839252 Mar 11 20:08:16.069996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-c23a3db4-8c02-4001-94c9-d02960612f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:16.072200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-c23a3db4-8c02-4001-94c9-d02960612f8e service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.2407522 Mar 11 20:08:16.077944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f5f8f9c-b7eb-40b4-b5f3-ff4c36de9735 req-2d3e21da-67c4-43f2-b146-02f80a568059 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Mar 11 20:08:16.172249 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-5c6cf7d7-74b4-4bbc-a99b-579e9296736c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1000 time: 0.0930324 Mar 11 20:08:16.197782 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': '7bacca38-5501-4456-a7dc-36326be223bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:fe:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f64ed-f287-4413-943b-e27aa6713129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:08:14Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:16.201783 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:08:16.212156 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:08:16.212731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:07:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:16.237336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-8201dc54-478e-4fc4-87cb-78f6137921b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:16.238762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-8201dc54-478e-4fc4-87cb-78f6137921b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0603042 Mar 11 20:08:16.311682 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-211d5c5d-ebcc-4783-9f6c-65bed19989f9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671904 Mar 11 20:08:16.385487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:08:16.440594 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-58dcc98e-a998-499a-8fab-9c36d216d702 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227608 Mar 11 20:08:16.568902 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-21cfb9f5-3b3d-413e-91a1-6206c8aefc7d req-ac388cf0-d355-41a5-a7eb-21999f413a8d service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229415 Mar 11 20:08:16.725476 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': '7bacca38-5501-4456-a7dc-36326be223bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:fe:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f64ed-f287-4413-943b-e27aa6713129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:08:14Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:16.729824 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb9cd6f-28d0-4d96-854f-9b418ed08e18 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': '7bacca38-5501-4456-a7dc-36326be223bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:fe:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187f64ed-f287-4413-943b-e27aa6713129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:08:14Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:08:16.785496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca160320-a94d-49b3-a5a1-5c76b38ce9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:16.923806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c79f6-0ea2-4df2-9840-6b79b36f2412 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:08:17.165541 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:08:17.277774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86167f-03ae-4f29-8521-8631c8f63c84 req-7e5dd146-6d29-4938-9720-12d07694853e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:17.279211 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4e86167f-03ae-4f29-8521-8631c8f63c84 req-7e5dd146-6d29-4938-9720-12d07694853e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0797746 Mar 11 20:08:17.324305 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4e86167f-03ae-4f29-8521-8631c8f63c84 req-75efc248-d5f1-4d9e-b59e-09bd3208f245 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394967 Mar 11 20:08:17.919976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:18.046057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:18.543686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c64f7-182f-4ef0-b685-3264e03cf32f req-d729dfc2-ca6c-4baf-9f95-de731d140a8b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:18.545050 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e85c64f7-182f-4ef0-b685-3264e03cf32f req-d729dfc2-ca6c-4baf-9f95-de731d140a8b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0910583 Mar 11 20:08:18.590489 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e85c64f7-182f-4ef0-b685-3264e03cf32f req-8479bb32-82db-4f08-a942-2ac480d64ff0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396559 Mar 11 20:08:19.263468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:19.801111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1fc8f-fa6f-4ed1-903a-ccc8178fdba6 req-747b7cbe-f7b3-42b7-a8c9-c673208375fb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:19.802542 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8d1fc8f-fa6f-4ed1-903a-ccc8178fdba6 req-747b7cbe-f7b3-42b7-a8c9-c673208375fb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0896676 Mar 11 20:08:19.846494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8d1fc8f-fa6f-4ed1-903a-ccc8178fdba6 req-cc810a0a-d189-47b6-8a12-68c464275fe1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383282 Mar 11 20:08:21.077195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64937b7-d32c-49b4-8fc5-dfce3acd86be req-2ed85154-c204-4e2b-a993-2a27ecd073a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:21.078533 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c64937b7-d32c-49b4-8fc5-dfce3acd86be req-2ed85154-c204-4e2b-a993-2a27ecd073a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0940282 Mar 11 20:08:21.125463 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c64937b7-d32c-49b4-8fc5-dfce3acd86be req-c144cb68-ce39-4052-b7e5-a9b16193da51 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388160 Mar 11 20:08:22.336801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af184a21-ef6a-4146-b490-2051b1a1d7b8 req-80df985e-1adc-4849-9680-46cbbebc5c44 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:22.338165 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af184a21-ef6a-4146-b490-2051b1a1d7b8 req-80df985e-1adc-4849-9680-46cbbebc5c44 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0845358 Mar 11 20:08:22.384783 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af184a21-ef6a-4146-b490-2051b1a1d7b8 req-32d817b7-99ab-4784-8163-7015477d7b83 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408852 Mar 11 20:08:23.580670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198f9d-2750-4962-bde4-580ef4734311 req-b220c3aa-56e3-46d3-a323-3933680ad057 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:23.582121 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab198f9d-2750-4962-bde4-580ef4734311 req-b220c3aa-56e3-46d3-a323-3933680ad057 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0782180 Mar 11 20:08:23.632113 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ab198f9d-2750-4962-bde4-580ef4734311 req-78cf773f-9c4b-4a89-bb35-e275bf52d716 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424509 Mar 11 20:08:24.760691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:24.857574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb0e3b-6b50-4437-b3f0-2ae93d94ee35 req-0efa1f51-70c2-4ea2-85f6-98968b2d29fa tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:24.859037 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-30eb0e3b-6b50-4437-b3f0-2ae93d94ee35 req-0efa1f51-70c2-4ea2-85f6-98968b2d29fa tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0850403 Mar 11 20:08:24.910640 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-30eb0e3b-6b50-4437-b3f0-2ae93d94ee35 req-d4b57715-fad4-4065-9e4f-10464671b6d1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431440 Mar 11 20:08:26.117224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493d557-3442-447e-8892-0485f6619e0d req-d3d1ece8-1b76-4163-94fa-a63104b8321a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:26.118637 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d493d557-3442-447e-8892-0485f6619e0d req-d3d1ece8-1b76-4163-94fa-a63104b8321a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0801823 Mar 11 20:08:26.164716 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d493d557-3442-447e-8892-0485f6619e0d req-72c117f8-02e8-430d-be2d-e0d163bf70b8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403626 Mar 11 20:08:27.376040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1ef5e-2657-4ca6-b81f-67ee1e6d35ed req-cf6cc231-66e6-4b88-a708-bd8c581d5d18 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:27.377475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-11e1ef5e-2657-4ca6-b81f-67ee1e6d35ed req-cf6cc231-66e6-4b88-a708-bd8c581d5d18 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0858388 Mar 11 20:08:27.424156 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-11e1ef5e-2657-4ca6-b81f-67ee1e6d35ed req-a047c70e-d176-4380-b34a-40107ba51a72 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386326 Mar 11 20:08:28.725602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee4de1-3e7c-4c4c-ac28-81686bf9e5ba req-9949da3e-f12c-4e6c-9f7f-a6bf2de124a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:28.726934 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8aee4de1-3e7c-4c4c-ac28-81686bf9e5ba req-9949da3e-f12c-4e6c-9f7f-a6bf2de124a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.1727307 Mar 11 20:08:28.773049 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8aee4de1-3e7c-4c4c-ac28-81686bf9e5ba req-3acb4262-4266-4d54-ad10-1838440884ad tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Mar 11 20:08:29.994829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b043ec7-3bfa-4af8-8bad-e5e8496908b4 req-d9a40721-5a21-44a0-a68d-5398fee415d2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:29.996236 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9b043ec7-3bfa-4af8-8bad-e5e8496908b4 req-d9a40721-5a21-44a0-a68d-5398fee415d2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0825040 Mar 11 20:08:30.041618 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9b043ec7-3bfa-4af8-8bad-e5e8496908b4 req-b95db8b2-5d57-48ba-be05-33a809890a6e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397773 Mar 11 20:08:31.246494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0549468-a2e6-43d2-a8c9-498c9aa1782c req-a7ee058b-f605-4752-8088-b36a84f12e28 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:31.247956 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c0549468-a2e6-43d2-a8c9-498c9aa1782c req-a7ee058b-f605-4752-8088-b36a84f12e28 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0776069 Mar 11 20:08:31.292352 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c0549468-a2e6-43d2-a8c9-498c9aa1782c req-16614fd2-fbcc-48e6-a37c-2cb85faefb52 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388460 Mar 11 20:08:32.519937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9b8a8-b01c-40e5-97a9-184338d633a8 req-22ac7505-d3f2-4d75-a5e4-4e25f8150705 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:32.521271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1a9b8a8-b01c-40e5-97a9-184338d633a8 req-22ac7505-d3f2-4d75-a5e4-4e25f8150705 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0890288 Mar 11 20:08:32.567157 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f1a9b8a8-b01c-40e5-97a9-184338d633a8 req-04f23781-e58c-4613-9190-3ed0cd4ea52b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390513 Mar 11 20:08:33.788393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa683ab2-edfc-4fe3-8bd2-98b8311afc26 req-8d911e27-6c29-43af-8653-1524d2499471 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:33.789805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa683ab2-edfc-4fe3-8bd2-98b8311afc26 req-8d911e27-6c29-43af-8653-1524d2499471 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0894005 Mar 11 20:08:33.833921 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa683ab2-edfc-4fe3-8bd2-98b8311afc26 req-8ca561f1-5459-46b6-8555-41745eee4411 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384767 Mar 11 20:08:35.048822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbb0e5-a0dd-4e52-9158-873e2c412018 req-fbdaca8e-3149-4844-afde-a19e5c49788e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:35.050340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94bbb0e5-a0dd-4e52-9158-873e2c412018 req-fbdaca8e-3149-4844-afde-a19e5c49788e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0835178 Mar 11 20:08:35.097380 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94bbb0e5-a0dd-4e52-9158-873e2c412018 req-ab59885c-5e91-40b1-9b29-db8f9361741e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400848 Mar 11 20:08:36.291125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb111b-629b-4d97-a09e-cd487e106798 req-e534bbb2-f646-465b-a6a8-78a19202ac53 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:36.292562 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-82eb111b-629b-4d97-a09e-cd487e106798 req-e534bbb2-f646-465b-a6a8-78a19202ac53 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0760796 Mar 11 20:08:36.345753 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-82eb111b-629b-4d97-a09e-cd487e106798 req-e3b9c190-aed2-4cf1-ac2c-03b0512cd21d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473499 Mar 11 20:08:37.554639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd06f6-9e2e-4e1a-a015-e7c311f6449f req-0d525257-6962-4c5d-8880-950c39695299 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:37.556047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aacd06f6-9e2e-4e1a-a015-e7c311f6449f req-0d525257-6962-4c5d-8880-950c39695299 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0796666 Mar 11 20:08:37.600397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aacd06f6-9e2e-4e1a-a015-e7c311f6449f req-2ba5e64e-bfc5-4329-89a9-bce0ae1cd353 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385232 Mar 11 20:08:38.821843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22ef46-c0f6-4e10-a360-a94c684daf2c req-e0cedfa2-17c8-4cad-999b-28bebbcf1fb8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:38.823203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de22ef46-c0f6-4e10-a360-a94c684daf2c req-e0cedfa2-17c8-4cad-999b-28bebbcf1fb8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0946200 Mar 11 20:08:38.868292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de22ef46-c0f6-4e10-a360-a94c684daf2c req-9e2dd167-0659-4209-8571-a067b72515da tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Mar 11 20:08:40.087782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b2f52-52b2-4ae3-b3d9-7e8336b6917a req-e170bdbb-3cf7-44e5-a611-d6115aecbd29 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:40.089244 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-553b2f52-52b2-4ae3-b3d9-7e8336b6917a req-e170bdbb-3cf7-44e5-a611-d6115aecbd29 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0838194 Mar 11 20:08:40.134174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-553b2f52-52b2-4ae3-b3d9-7e8336b6917a req-39ed5d3e-355f-4a17-ae91-88448a7bf4aa tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393145 Mar 11 20:08:41.333626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190f9cd-f1dd-4f02-a9e1-7c670c436a3f req-4461c1c2-966f-4d0f-ad48-6a6ed90406e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:41.335042 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0190f9cd-f1dd-4f02-a9e1-7c670c436a3f req-4461c1c2-966f-4d0f-ad48-6a6ed90406e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0764737 Mar 11 20:08:41.384114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0190f9cd-f1dd-4f02-a9e1-7c670c436a3f req-6cc25e70-466f-4fd1-96ee-119897186dd4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422740 Mar 11 20:08:42.602222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a75c9-6d47-4fb3-8ed2-2e3420e3b897 req-313f2e67-80ab-46c2-b6d2-24f1d77b5dd1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:42.603655 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-716a75c9-6d47-4fb3-8ed2-2e3420e3b897 req-313f2e67-80ab-46c2-b6d2-24f1d77b5dd1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0853631 Mar 11 20:08:42.652879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-716a75c9-6d47-4fb3-8ed2-2e3420e3b897 req-59d818d0-5430-410c-b15a-078aa01c269b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Mar 11 20:08:42.865530 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dbc36e1b-48d0-4856-be56-e9aee90aa49e req-d5d48d2c-7ae7-4779-8f2a-454d3e5ea467 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0824893 Mar 11 20:08:43.117545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-fec992c5-b0bc-4581-9d92-61f4b0eafeee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663495 Mar 11 20:08:43.176861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e591e-1b18-46c5-b22a-1e653b69657f req-23384011-d3b7-4584-a08e-428f9f7c0c3c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:43.178318 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-268e591e-1b18-46c5-b22a-1e653b69657f req-23384011-d3b7-4584-a08e-428f9f7c0c3c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0816591 Mar 11 20:08:43.227145 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-268e591e-1b18-46c5-b22a-1e653b69657f req-a0a3a5a3-7c43-4284-9bc1-5fc4579747ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Mar 11 20:08:44.393530 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-a885aebf-f17c-4097-8605-5ede88afcc20 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1099 time: 0.1715567 Mar 11 20:08:44.435041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cfab8-9ae4-4dbc-92e0-293965abbee3 req-da94f414-3d2b-4290-a878-5d5e6057a0d2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:44.436556 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-954cfab8-9ae4-4dbc-92e0-293965abbee3 req-da94f414-3d2b-4290-a878-5d5e6057a0d2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0797958 Mar 11 20:08:44.491913 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-954cfab8-9ae4-4dbc-92e0-293965abbee3 req-f35a987c-62a6-45a5-9693-af4ac47491ac tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492544 Mar 11 20:08:44.511643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-685da9be-cca9-4625-82b5-71924507b1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:44.532758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-ea59273b-0079-4ea4-a211-747725f6fee9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:44.534185 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-ea59273b-0079-4ea4-a211-747725f6fee9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1342037 Mar 11 20:08:44.630535 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-7f2e1a8d-d238-4395-90d9-437f059763aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1002 time: 0.0906069 Mar 11 20:08:44.694268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-167facb9-7d20-4cd3-8b67-6de39c72c367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:44.695569 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-167facb9-7d20-4cd3-8b67-6de39c72c367 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0593665 Mar 11 20:08:44.768476 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-fcff4a2a-2047-40db-971b-1e0f72013230 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675247 Mar 11 20:08:44.896786 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-4d6b883a-b2c6-4996-aea6-d193394e0464 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216319 Mar 11 20:08:45.022232 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-6a1fd6fa-f537-4ee6-bb44-cf941ddd096f service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192768 Mar 11 20:08:45.692659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb30f6e-476f-49e9-955b-70aab035e749 req-b57792a2-5227-4b6c-b132-db04b40345ce tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:45.694101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbb30f6e-476f-49e9-955b-70aab035e749 req-b57792a2-5227-4b6c-b132-db04b40345ce tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0781777 Mar 11 20:08:45.738496 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbb30f6e-476f-49e9-955b-70aab035e749 req-93f7d622-04f8-4f86-bbcb-42e2e7c818c9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388041 Mar 11 20:08:46.661879 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-5a0ff9f5-4ca9-4697-89c3-fdb59ebb6535 service neutron] 10.222.0.90 "GET /v2.0/ports/7bacca38-5501-4456-a7dc-36326be223bd/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0898399 Mar 11 20:08:46.781534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cc327637-e3a8-4f39-8cc0-66a4068407ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:46.929128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-563f985c-49ee-45c3-9282-c14cbe5b2216 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1099 time: 0.0707836 Mar 11 20:08:46.942405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d7bff1-041f-408b-9359-97525e16e2aa req-fad88218-5153-441d-8315-0fb890f1e203 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:46.943874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d1d7bff1-041f-408b-9359-97525e16e2aa req-fad88218-5153-441d-8315-0fb890f1e203 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0759990 Mar 11 20:08:46.992648 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d1d7bff1-041f-408b-9359-97525e16e2aa req-18542570-af39-4e24-98ce-c695fb1ae2dc tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427604 Mar 11 20:08:47.018101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-86467d44-97d5-4013-81f2-0f78e0efab27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1099 time: 0.0688016 Mar 11 20:08:47.156669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-2816afa6-22e8-4d07-9697-56e25d43b7d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:47.158090 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-2816afa6-22e8-4d07-9697-56e25d43b7d8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1341920 Mar 11 20:08:47.265661 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-936f3abd-8dd2-4959-8ac5-302a6fbd7d5e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1002 time: 0.1018565 Mar 11 20:08:47.330129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-2793e0b7-b19c-4b3e-985d-15c1dab4f8f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:47.332278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-2793e0b7-b19c-4b3e-985d-15c1dab4f8f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0607147 Mar 11 20:08:47.409914 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-c5de51bc-0281-4af4-b1b2-70d8106048b2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711141 Mar 11 20:08:47.536574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-ff36147e-2707-49e7-9980-658facb273a4 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206713 Mar 11 20:08:47.753947 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3ff234a-33ad-47b4-a06e-057412c2b1e9 req-c6fef84a-f1d3-4818-a2f1-80e66ff510dd service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116396 Mar 11 20:08:47.913738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:48.035577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:48.191393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fbdf4-7281-4389-a4ad-7a6f5c0c2e04 req-5ff71948-b9b8-4d78-992c-5b97633275cf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:48.192828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-983fbdf4-7281-4389-a4ad-7a6f5c0c2e04 req-5ff71948-b9b8-4d78-992c-5b97633275cf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0784886 Mar 11 20:08:48.237714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-983fbdf4-7281-4389-a4ad-7a6f5c0c2e04 req-59f26fcd-2132-47e6-955a-8a4c0d7f42a2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392063 Mar 11 20:08:49.267734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:49.439062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:08:49.439296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9c361-c675-4967-bf2d-7a183e01e2ec req-a3522ba3-809a-4ad5-8b8a-536352711582 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:49.440918 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06a9c361-c675-4967-bf2d-7a183e01e2ec req-a3522ba3-809a-4ad5-8b8a-536352711582 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0776556 Mar 11 20:08:49.485988 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06a9c361-c675-4967-bf2d-7a183e01e2ec req-d0e59f43-3eea-43ff-a47a-09a97d9711c9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 Mar 11 20:08:49.571079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:49.584494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '7bacca38-5501-4456-a7dc-36326be223bd', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': '7bacca38-5501-4456-a7dc-36326be223bd', 'mac_address': 'fa:16:3e:fe:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:08:49.640772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:49.658706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7bacca38-5501-4456-a7dc-36326be223bd {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:08:49.673965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:49.679999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:49.745461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:49.762610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['7bacca38-5501-4456-a7dc-36326be223bd'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:08:50.702724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a5d46-d6a4-4461-a7a3-24879e599901 req-3a86db86-6f06-4b20-8617-36eec13d2c73 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:50.704273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a5a5d46-d6a4-4461-a7a3-24879e599901 req-3a86db86-6f06-4b20-8617-36eec13d2c73 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 945 time: 0.0887659 Mar 11 20:08:50.749256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a5a5d46-d6a4-4461-a7a3-24879e599901 req-736ae97c-394d-4da7-8082-2fc3a07c9d55 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 Mar 11 20:08:51.140233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-0ed94926-56a4-4f55-8064-c3e1bf52ec85 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:51.141652 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-0ed94926-56a4-4f55-8064-c3e1bf52ec85 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129&tenant_id=3b39639e6cb24120ae670a661b207c32&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1325927 Mar 11 20:08:51.151788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fa922-4960-4b33-87ac-e88151dd2cba req-c2393164-a9c9-4fb4-bfe9-55e2c0723d94 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:51.153206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ad6fa922-4960-4b33-87ac-e88151dd2cba req-c2393164-a9c9-4fb4-bfe9-55e2c0723d94 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 945 time: 0.1143816 Mar 11 20:08:51.208470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ad6fa922-4960-4b33-87ac-e88151dd2cba req-e5869f9c-dd71-4c53-8e7c-26cffa576f7c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Mar 11 20:08:51.279130 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-e19d3786-b13d-4c52-8bac-2159065c0f86 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1098 time: 0.0687954 Mar 11 20:08:51.406222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-1eb85231-cca9-4063-8120-978f48c3edbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:51.407683 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-1eb85231-cca9-4063-8120-978f48c3edbb service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1225939 Mar 11 20:08:51.442445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:08:51.506745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-6b3bc374-763f-47e4-8862-f3448847da95 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1001 time: 0.0934532 Mar 11 20:08:51.509106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 7bacca38-5501-4456-a7dc-36326be223bd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:08:51.509461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:51.574678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-3dfcdd4d-e993-4678-830a-1de0d5023644 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:51.576124 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-3dfcdd4d-e993-4678-830a-1de0d5023644 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0636833 Mar 11 20:08:51.624932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:51.649256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-a4c708fc-f484-4290-b631-e3d6292f0b05 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668900 Mar 11 20:08:51.653178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:08:51.664027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:51.670774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:51.724194 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd', 'code': 200} Mar 11 20:08:51.739630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:51.786151 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-f28625dc-b49e-4111-b036-08a107deb7c2 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295025 Mar 11 20:08:51.914001 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0cd2b34a-422c-4de7-8267-55994ed4f483 req-0e4c9ded-ff88-408c-a855-3cd68323dafa service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216402 Mar 11 20:08:52.406249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f7b8d-ee5e-40a5-8d5e-a12b33ac6155 req-2108cc85-581c-4663-bb6e-716f5bc4cc14 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:52.408120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-298f7b8d-ee5e-40a5-8d5e-a12b33ac6155 req-2108cc85-581c-4663-bb6e-716f5bc4cc14 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0768666 Mar 11 20:08:52.458174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-298f7b8d-ee5e-40a5-8d5e-a12b33ac6155 req-383a809b-f2bd-4b60-9468-adb4038feb2f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Mar 11 20:08:53.668616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08820295-0dc8-4eba-8b1f-184462081ddc req-673ea93b-ef1a-485a-8607-aba197808c82 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:53.671972 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08820295-0dc8-4eba-8b1f-184462081ddc req-673ea93b-ef1a-485a-8607-aba197808c82 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0857220 Mar 11 20:08:53.719168 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08820295-0dc8-4eba-8b1f-184462081ddc req-88d4625e-f60e-4362-929c-e7841dc842c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410652 Mar 11 20:08:53.932590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aa6cc-6553-4b4f-b2a4-f80d44c5a8c4 req-025bacfe-314a-4b72-a876-429af6ff7225 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:53.934012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5a5aa6cc-6553-4b4f-b2a4-f80d44c5a8c4 req-025bacfe-314a-4b72-a876-429af6ff7225 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0881219 Mar 11 20:08:53.979733 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5a5aa6cc-6553-4b4f-b2a4-f80d44c5a8c4 req-03bf216e-2262-4e13-bf2b-ece5b5cd7620 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401223 Mar 11 20:08:54.168175 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:08:54.402758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45775474-1790-4e9d-979d-a6ac56acf8ce req-d174acdb-d4fb-479e-a0de-ec966b6acae2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:54.404246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-45775474-1790-4e9d-979d-a6ac56acf8ce req-d174acdb-d4fb-479e-a0de-ec966b6acae2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.1283493 Mar 11 20:08:54.411342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-4eda6274-d890-4f8c-90e9-52a499d72c90 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 1099 time: 0.0935159 Mar 11 20:08:54.528315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-45775474-1790-4e9d-979d-a6ac56acf8ce req-98f57f42-9151-4277-909d-e10eccedeebe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160431 Mar 11 20:08:54.563164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-7f8406a3-1568-43f9-9d75-f03ad0b5dd7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:54.564648 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-7f8406a3-1568-43f9-9d75-f03ad0b5dd7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1396244 Mar 11 20:08:54.750878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:54.756475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-e95879bc-b6bf-47ad-91a0-03241a3e9b25 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 200 len: 1002 time: 0.1857634 Mar 11 20:08:54.817880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-73012b6d-787d-41f6-86f4-998966bf3b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:54.819260 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-73012b6d-787d-41f6-86f4-998966bf3b80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0572770 Mar 11 20:08:54.891244 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-282c6e17-b825-4dc5-b1b3-b159c24a51be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663564 Mar 11 20:08:55.019651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-42ca104e-1ffb-4219-8ca4-07c851131020 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219237 Mar 11 20:08:55.149318 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-14ea5608-14aa-4c16-8ac9-2f87d77f5d6b req-ab561433-d867-484e-a17c-5131b90920f3 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238551 Mar 11 20:08:55.731972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0de8-99db-4d5b-a01c-e562742f7547 req-084ae835-d312-4a24-9052-18ef3e3b2537 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:55.733614 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a53a0de8-99db-4d5b-a01c-e562742f7547 req-084ae835-d312-4a24-9052-18ef3e3b2537 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0827134 Mar 11 20:08:55.782671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a53a0de8-99db-4d5b-a01c-e562742f7547 req-d0a096c4-5b96-47b0-8666-88d0b1be3362 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418999 Mar 11 20:08:56.984942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a7968-c34f-47b2-9f36-6f7c041be461 req-4f39a9b3-935b-4ed5-90b4-10f3594e46c1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:56.986339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae7a7968-c34f-47b2-9f36-6f7c041be461 req-4f39a9b3-935b-4ed5-90b4-10f3594e46c1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0797825 Mar 11 20:08:57.031525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae7a7968-c34f-47b2-9f36-6f7c041be461 req-624f7d9d-6a08-4f6a-9580-94ac216137e2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396409 Mar 11 20:08:57.449454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba44190-1d7f-4e30-b877-0a4e2b74e47a req-8451cd66-1931-4ea1-93de-c8954dea633e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:57.450901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aba44190-1d7f-4e30-b877-0a4e2b74e47a req-8451cd66-1931-4ea1-93de-c8954dea633e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0797784 Mar 11 20:08:57.496056 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aba44190-1d7f-4e30-b877-0a4e2b74e47a req-c52abc0b-008f-46c5-a02f-855a5cd3e5db tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Mar 11 20:08:58.716067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600bcdc-83e6-40d0-898c-8f0b29f814a2 req-8d0ad69c-5b84-4944-9a61-1f1ad978b398 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:58.717494 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7600bcdc-83e6-40d0-898c-8f0b29f814a2 req-8d0ad69c-5b84-4944-9a61-1f1ad978b398 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0837216 Mar 11 20:08:58.766522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7600bcdc-83e6-40d0-898c-8f0b29f814a2 req-9d76698e-4577-4c21-96b1-d1b9b602da34 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408351 Mar 11 20:08:59.257001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-8f5fb3bc-2ae1-4ce2-8be8-55b85815ea4e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:59.258406 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-8f5fb3bc-2ae1-4ce2-8be8-55b85815ea4e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.0891566 Mar 11 20:08:59.325852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port 7bacca38-5501-4456-a7dc-36326be223bd {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:08:59.326200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:59.570066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] For port 7bacca38-5501-4456-a7dc-36326be223bd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=7bacca38-5501-4456-a7dc-36326be223bd,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:59.570338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:59.846735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:59.847099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:08:59.847415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a disassociated. External IP: 172.26.8.121, port: 7bacca38-5501-4456-a7dc-36326be223bd. Mar 11 20:08:59.847789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for 7bacca38-5501-4456-a7dc-36326be223bd owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:09:00.125554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b8ccf-7331-4779-8fde-23960232b527 req-01b5d53e-2bba-46ee-a634-c3c42a38a00b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:00.126985 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a6b8ccf-7331-4779-8fde-23960232b527 req-01b5d53e-2bba-46ee-a634-c3c42a38a00b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=187f64ed-f287-4413-943b-e27aa6713129 HTTP/1.1" status: 200 len: 946 time: 0.2324338 Mar 11 20:09:00.148412 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:00.204870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'Port': ['ID=7bacca38-5501-4456-a7dc-36326be223bd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:00.223053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a6b8ccf-7331-4779-8fde-23960232b527 req-564b601b-85fb-4ef7-9aba-6444e2e58e7d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896385 Mar 11 20:09:00.421709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:09:00.636074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:00.645961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:09:00.657372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:00.657957 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:08:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:00.704954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] No DVR routers for this DVR port 7bacca38-5501-4456-a7dc-36326be223bd on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:09:00.707627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:00.710127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-deleted', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:00.726608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcc5a7ba-8b32-4706-963b-d4222aca424e req-898df96a-c8e9-448a-8986-21870a6ef0a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "DELETE /v2.0/ports/7bacca38-5501-4456-a7dc-36326be223bd HTTP/1.1" status: 204 len: 173 time: 1.4620211 Mar 11 20:09:00.770905 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187f64ed-f287-4413-943b-e27aa6713129', 'name': 'network-vif-deleted', 'tag': '7bacca38-5501-4456-a7dc-36326be223bd', 'status': 'completed', 'code': 200} Mar 11 20:09:00.833389 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:01.169313 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:01.174182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:09:01.185957 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:01.186892 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:08:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:01.361174 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:01.584447 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-9b394d12-0475-484d-ba27-c6f383ca35b9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2007561559&fields=id&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 267 time: 0.0394645 Mar 11 20:09:01.664686 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:01.668659 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb30ad8-15ce-4db4-a6bc-b53716987983 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:09:01.730491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7925af5f-ecaf-41ad-96c4-3dfad59d45ed tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:01.731953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7925af5f-ecaf-41ad-96c4-3dfad59d45ed tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1407900 Mar 11 20:09:01.748517 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-cadd155d-0431-4663-937d-b2e28ac14a66 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/quotas/3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 375 time: 0.0110209 Mar 11 20:09:01.837198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-925c2e47-ff28-4e04-b256-daa72c4ff5a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:09:01.854592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-925c2e47-ff28-4e04-b256-daa72c4ff5a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:09:01.856088 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-925c2e47-ff28-4e04-b256-daa72c4ff5a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991786 Mar 11 20:09:01.885630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866d4f22-3324-41a9-a0ee-9c569232d4a8 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:09:01.992882 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-536c9069-6582-4711-be0b-7d7a6a9df24f service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239383 Mar 11 20:09:02.131653 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-8292c286-bcbd-4b71-9c3f-7eaff4ba918e service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328611 Mar 11 20:09:02.312657 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ef5ba8a4-18e1-484d-8b72-2ff47e55b639 req-1a998c1c-c6e0-40c0-99ad-ca1f8eea9cc8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0397184 Mar 11 20:09:03.321954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-e2e4ec72-9a6e-405e-bf4e-79a06fe0cc5f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.323353 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-e2e4ec72-9a6e-405e-bf4e-79a06fe0cc5f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1430867 Mar 11 20:09:03.379952 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-b049a302-21e0-46e4-9a74-d7834b881640 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 380 time: 0.0437748 Mar 11 20:09:03.392290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'port': {'device_id': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'admin_state_up': True, 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'security_groups': ['607fffbf-11af-48ad-b46f-a0d5a159a337']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:09:03.516083 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fde83042-b477-4dca-a387-84a7de6571cc req-87fbb047-cf02-468b-8905-311a70ad2ea5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0575395 Mar 11 20:09:03.548752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:09:03.569169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:09:03.578725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:09:03.580386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 7bacca38-5501-4456-a7dc-36326be223bd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:09:03.580725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 7bacca38-5501-4456-a7dc-36326be223bd not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:09:03.588743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:03.591877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:03.848124 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Allocated IP 172.20.0.8 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:04.038115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.054061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Transition to ACTIVE for port object b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:09:04.077109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.151133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:04.154226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:04.158625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:09:04.183506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:04.206970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.207341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.207698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.208021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.208371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.208697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.209057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.209330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.209649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.209977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.210290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:04.231207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.231920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.258369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-dfd9f5e9-486e-4c65-bd22-581937683194 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8700888 Mar 11 20:09:04.270832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Request body: {'port': {'device_id': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:09:04.380244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.411418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9ba9af27-1ee4-46b9-ba8f-bb71d7db113e None None] Provisioning for port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:09:04.416680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9ba9af27-1ee4-46b9-ba8f-bb71d7db113e None None] Provisioning complete for port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:09:04.417138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9ba9af27-1ee4-46b9-ba8f-bb71d7db113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.472144 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9af27-1ee4-46b9-ba8f-bb71d7db113e None None] Port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:09:04.714278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9eb7d1-0588-4bbc-ace1-907a3dc32330 req-e4b10f07-0939-4753-a659-1d4c5b826c5e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.715867 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c9eb7d1-0588-4bbc-ace1-907a3dc32330 req-e4b10f07-0939-4753-a659-1d4c5b826c5e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 931 time: 0.0776510 Mar 11 20:09:04.726629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:09:04.733879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.748939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Transition to ACTIVE for port object b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:09:04.754705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:04.760947 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c9eb7d1-0588-4bbc-ace1-907a3dc32330 req-c8ef0aaa-36b7-47a4-9740-e530dde1da6d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392921 Mar 11 20:09:04.877153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:04.986680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Attempting to bind port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:09:04.987012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Attempting to bind port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:09:04.987347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Attempting to bind port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:09:04.993080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:09:04.993394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Attempting to bind port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:09:04.999471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:09:04.999796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:09:05.000166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:09:05.000582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Bound port: b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:09:05.000952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:05.088111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:05.090959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:05.095782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:05.154752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:05.156104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] 10.222.0.90 "PUT /v2.0/ports/b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 1093 time: 0.8903549 Mar 11 20:09:05.156633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:05.179393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0db5a7-41d2-4d04-a8fe-8ccd0d665557 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:05.228651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'status': 'completed', 'code': 200} Mar 11 20:09:05.272080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-79a03c05-d766-4d1e-a5bb-a601d033d731 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0764868 Mar 11 20:09:05.343410 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-9c54cc85-da20-43bb-8b92-0b696812c4f9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 217 time: 0.0642285 Mar 11 20:09:05.404453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-a0dd13e9-a2c6-44f0-b924-2016f262f47d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:05.405934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-a0dd13e9-a2c6-44f0-b924-2016f262f47d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0568354 Mar 11 20:09:05.482516 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-0304d263-6d53-4d99-90f7-3b660589603a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710230 Mar 11 20:09:05.707207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-48a0cd2a-0d4e-47ee-9d12-4abe920eb6af service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188129 Mar 11 20:09:05.844275 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-23540bc2-fcff-49a6-a9bc-ec1af03bc432 req-d1df2f2c-3cfa-4596-ad06-25559f5bd4d5 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306267 Mar 11 20:09:05.960105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bc017-41fc-4bb2-897d-fb71ef7db452 req-a14efe6d-fc13-4f21-b124-3c6b63a2ed7e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:05.961459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d4bc017-41fc-4bb2-897d-fb71ef7db452 req-a14efe6d-fc13-4f21-b124-3c6b63a2ed7e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0771189 Mar 11 20:09:05.967065 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-72e8b089-e9f8-4db9-8ec9-086438f800e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0671380 Mar 11 20:09:06.006476 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d4bc017-41fc-4bb2-897d-fb71ef7db452 req-90c1f189-adb0-417d-963b-9d8a35fe0529 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393710 Mar 11 20:09:06.102650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-7a8008e7-a338-4032-b7fa-a4c2c39a3164 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:06.104107 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-7a8008e7-a338-4032-b7fa-a4c2c39a3164 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1312661 Mar 11 20:09:06.174782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-9f97aea6-1c3f-4f7f-82a8-44cc9f57a00a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 217 time: 0.0633895 Mar 11 20:09:06.236474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-b87bf13c-dcf4-4d52-8b2e-65511e892d0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:06.237737 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-b87bf13c-dcf4-4d52-8b2e-65511e892d0a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0564294 Mar 11 20:09:06.317190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-ca2c8c67-86fc-4cee-8194-7ad6ee592821 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733492 Mar 11 20:09:06.454465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-0000b73e-5486-4924-b093-8774ac400e95 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308916 Mar 11 20:09:06.582254 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-73d96ccd-1ed3-4476-a0ad-a81599354c00 req-a29744df-da26-49dc-8ce8-66b07b9a0a47 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209066 Mar 11 20:09:07.215519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba8dc2-7523-44e9-9f00-dd7f6eba05e9 req-2710e627-e035-4649-a081-7f1fbe3a1fe7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:07.216306 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b6ba8dc2-7523-44e9-9f00-dd7f6eba05e9 req-2710e627-e035-4649-a081-7f1fbe3a1fe7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:09:07.234536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b6ba8dc2-7523-44e9-9f00-dd7f6eba05e9 req-2710e627-e035-4649-a081-7f1fbe3a1fe7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:09:07.235822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b6ba8dc2-7523-44e9-9f00-dd7f6eba05e9 req-2710e627-e035-4649-a081-7f1fbe3a1fe7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0966532 Mar 11 20:09:07.282104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b6ba8dc2-7523-44e9-9f00-dd7f6eba05e9 req-635d2587-41a4-4067-a1f0-f8f1abcf58c4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Mar 11 20:09:08.499053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4de99-001b-45d7-bf51-23ceeb3f3e58 req-e0c762b4-0c24-4dba-b117-f6da9b65c5c8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:08.500403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8cb4de99-001b-45d7-bf51-23ceeb3f3e58 req-e0c762b4-0c24-4dba-b117-f6da9b65c5c8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0877512 Mar 11 20:09:08.546106 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8cb4de99-001b-45d7-bf51-23ceeb3f3e58 req-89c91c60-fe45-4f33-bc51-024ce216b257 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401175 Mar 11 20:09:09.613835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:09:09.746711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f6af5-cb2f-4e32-9b62-68d2f6d1a146 req-f3b8cf25-ec2e-431a-aa3a-796304fe9af2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:09.748163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-174f6af5-cb2f-4e32-9b62-68d2f6d1a146 req-f3b8cf25-ec2e-431a-aa3a-796304fe9af2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0816734 Mar 11 20:09:09.783968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:09.793324 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-174f6af5-cb2f-4e32-9b62-68d2f6d1a146 req-3b8c7643-17ae-43fc-90d1-12c4fcbcfe5d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395691 Mar 11 20:09:09.797318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'mac_address': 'fa:16:3e:ba:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:09:09.850479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:09.868146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:09:09.884327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:09.889085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:09.956795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:09.964905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.965238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.965563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.966252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.966580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.966875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.967217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.967550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.967843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.968173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:09.968479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:10.212930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:09:11.001688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf07862-e6db-4b06-99f7-b46ac2c3357f req-dac9cecb-5161-4c51-9138-8412d436800e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:11.003123 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0cf07862-e6db-4b06-99f7-b46ac2c3357f req-dac9cecb-5161-4c51-9138-8412d436800e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0854416 Mar 11 20:09:11.054728 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0cf07862-e6db-4b06-99f7-b46ac2c3357f req-86fdbf03-1386-4980-befa-dff52bd78879 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435154 Mar 11 20:09:11.627026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:09:11.715010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:09:11.719926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:09:11.720295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:11.830815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:11.856991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:11.866757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:11.872356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:11.927372 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'code': 200} Mar 11 20:09:11.946978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:12.171100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e001e971-14d4-484a-82cb-91ee24f03018 req-a1a6bc2a-915b-45f2-bf73-c3a29479ac1c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0690882 Mar 11 20:09:12.215030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e001e971-14d4-484a-82cb-91ee24f03018 req-1a4ab3c1-4298-4ce6-98e3-0ab7ec02e61c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378976 Mar 11 20:09:12.256468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476f08d-8621-42f2-b686-cc5b9b826f88 req-da235472-3e07-4bbe-af0d-86114d9f2efe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:12.257911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4476f08d-8621-42f2-b686-cc5b9b826f88 req-da235472-3e07-4bbe-af0d-86114d9f2efe tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0741935 Mar 11 20:09:12.305665 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4476f08d-8621-42f2-b686-cc5b9b826f88 req-b164d54a-4b7e-40b5-9ad1-9fba345acd10 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393505 Mar 11 20:09:13.633730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213194d9-59e8-49ce-a8ac-ae6a2fc74b89 req-6bc9fca1-7f73-4612-b6e5-6d538e964c47 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:13.635133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-213194d9-59e8-49ce-a8ac-ae6a2fc74b89 req-6bc9fca1-7f73-4612-b6e5-6d538e964c47 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.1959336 Mar 11 20:09:13.683301 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-213194d9-59e8-49ce-a8ac-ae6a2fc74b89 req-6a44c670-c4ca-41a8-a57e-cfd2ac2f36b3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417175 Mar 11 20:09:14.512753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-022b016c-ce7e-4bfd-ae85-d8e9ebe791c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:14.984395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a235ec-0119-4ae5-9620-eb7936426080 req-1abb5609-eeea-469c-88b3-0667cf4d50f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:14.985860 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f8a235ec-0119-4ae5-9620-eb7936426080 req-1abb5609-eeea-469c-88b3-0667cf4d50f4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.1753395 Mar 11 20:09:15.031686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f8a235ec-0119-4ae5-9620-eb7936426080 req-08946495-fbae-44c9-89a6-f6f4ea897fe6 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Mar 11 20:09:15.220676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082f02-551a-480b-aee7-29400263c5eb req-5f8ba4d4-0e9f-438e-b2e1-30ca3689dee1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:15.222102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64082f02-551a-480b-aee7-29400263c5eb req-5f8ba4d4-0e9f-438e-b2e1-30ca3689dee1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0771427 Mar 11 20:09:15.235156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40422) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:09:15.240254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'floatingip': {'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:09:15.312341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:15.976447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:15.981679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:16.172480 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a associated. External IP: 172.26.8.121, port: b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce. Mar 11 20:09:16.564357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:09:16.765926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:16.770698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:16.776215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:09:16.785401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4d4f0c90-38e4-4cc9-bcf6-2c5f29a4bdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:16.789128 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:16.789753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:08:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:16.822331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-85242ad4-6cda-47d7-9fa3-34b97bebf181 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "PUT /v2.0/floatingips/4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a HTTP/1.1" status: 200 len: 991 time: 1.5861466 Mar 11 20:09:16.822889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:16.878851 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'status': 'completed', 'code': 200} Mar 11 20:09:16.964307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:17.000194 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-815a1289-2e42-4b8c-bebe-2ff5d5277c2e req-b3a1d39a-8026-4ac4-971f-f18a3af0e68a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0719948 Mar 11 20:09:17.087416 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-c1c74735-b914-4b06-80dd-dfd2f6947c43 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1098 time: 0.1869190 Mar 11 20:09:17.237110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-392e3160-65a7-44b6-abc5-312a55ee192a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:17.238688 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-392e3160-65a7-44b6-abc5-312a55ee192a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1456223 Mar 11 20:09:17.304187 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-565685c6-34ec-4f35-9fe1-c5ec0694f98e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759473 Mar 11 20:09:17.335705 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:ba:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:09:15Z', 'revision_number': 9, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:17.340389 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:09:17.354093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:17.354905 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:09:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:17.394143 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-4c381d2e-d946-44a6-ae2e-57ce9320f39e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 999 time: 0.1499045 Mar 11 20:09:17.461949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f396bc84-38f2-4539-9d92-ad8661a59bce req-97148b0d-64f8-4ce7-b0fe-b2e9a20a68d9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:17.463421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f396bc84-38f2-4539-9d92-ad8661a59bce req-97148b0d-64f8-4ce7-b0fe-b2e9a20a68d9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.1681616 Mar 11 20:09:17.470714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-f59c3cf4-2cba-48d1-a6d3-0cb3bbeacb05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:17.472085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-f59c3cf4-2cba-48d1-a6d3-0cb3bbeacb05 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0707793 Mar 11 20:09:17.562276 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f396bc84-38f2-4539-9d92-ad8661a59bce req-4ae4ad28-0304-4925-a03d-4f478cd2a32e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891066 Mar 11 20:09:17.573974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:17.581416 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-943c5213-07aa-4bf3-9925-4d5e32b091d3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0925441 Mar 11 20:09:17.722442 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-4ad1f590-115d-4384-9c26-da84c1a096ad service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297894 Mar 11 20:09:17.863871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-088b1300-893c-4992-a11d-5dbb70e41fdb req-67d280b4-bb25-484b-a735-b797cd62dfb1 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360180 Mar 11 20:09:17.916645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:17.940537 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:ba:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:09:15Z', 'revision_number': 9, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:17.944680 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af60977a-2a68-4cf1-9a4a-4026025a342c None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:ba:a9:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:09:15Z', 'revision_number': 9, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:09:18.032348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:18.164278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71d50e-6b59-4a38-9067-c7262ada4b31 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:09:18.554075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-6700db86-882b-42f4-b4b1-65a95c050657 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0693009 Mar 11 20:09:18.682390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-48101c48-6197-45d6-88b1-da276d992dbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:18.683837 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-48101c48-6197-45d6-88b1-da276d992dbc service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1229794 Mar 11 20:09:18.759341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbd2c5-b1d5-4ca1-82d0-2afb27cc5186 req-bf31629b-a98e-44fb-89fe-a886143c2c1c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:18.760799 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-babbd2c5-b1d5-4ca1-82d0-2afb27cc5186 req-bf31629b-a98e-44fb-89fe-a886143c2c1c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0754209 Mar 11 20:09:18.785605 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-ddbb5f77-162e-42cb-a170-9269ae39c3da service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 1002 time: 0.0953352 Mar 11 20:09:18.807168 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-babbd2c5-b1d5-4ca1-82d0-2afb27cc5186 req-bb2f8d24-d7df-42fe-aa61-c9bd13307e2b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402241 Mar 11 20:09:18.848697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-e951afac-60b2-4b94-8411-42745a043e69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:18.850148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-e951afac-60b2-4b94-8411-42745a043e69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0591698 Mar 11 20:09:18.936385 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-8b2748ea-22f4-46e9-9de6-1194dc2d4105 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689552 Mar 11 20:09:19.070861 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-092776b7-33fe-4de1-b862-9d488a8d6419 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286302 Mar 11 20:09:19.205740 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-b8381e1c-9c69-4a11-b2b9-228229c982ef service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285014 Mar 11 20:09:19.260326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:20.024748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979fcf29-5ae3-4944-ad7f-e3835d3c9d30 req-18beefcb-38e1-4dd0-912b-87a2f1eceb4d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:20.026061 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-979fcf29-5ae3-4944-ad7f-e3835d3c9d30 req-18beefcb-38e1-4dd0-912b-87a2f1eceb4d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0814474 Mar 11 20:09:20.165789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-979fcf29-5ae3-4944-ad7f-e3835d3c9d30 req-c7210e5e-5ef4-478d-b949-ea613359a277 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322300 Mar 11 20:09:21.376491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff8eb4-b0d9-4843-a4c7-cc03d9e8b5ba req-7a8abd52-9383-431d-8f06-2dc9d039fc6a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:21.377952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a1ff8eb4-b0d9-4843-a4c7-cc03d9e8b5ba req-7a8abd52-9383-431d-8f06-2dc9d039fc6a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0855150 Mar 11 20:09:21.422800 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a1ff8eb4-b0d9-4843-a4c7-cc03d9e8b5ba req-891ad081-83ae-4ff0-8b49-6e3fc2a5aed3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Mar 11 20:09:22.661107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c421ab7-611f-4ae7-b1a1-f87bddac7590 req-900a338a-f658-4892-9654-ac0ff224a8c4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:22.662538 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1c421ab7-611f-4ae7-b1a1-f87bddac7590 req-900a338a-f658-4892-9654-ac0ff224a8c4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0928805 Mar 11 20:09:22.708140 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1c421ab7-611f-4ae7-b1a1-f87bddac7590 req-4e9fbdaf-523a-4c4c-8762-edf3f7669aff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399392 Mar 11 20:09:23.911463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4ce6-57e9-432a-baed-ba7a8a925f3b req-5e55130c-1ddf-4c66-ab29-ccf082cb55c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:23.912891 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6dd4ce6-57e9-432a-baed-ba7a8a925f3b req-5e55130c-1ddf-4c66-ab29-ccf082cb55c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0803013 Mar 11 20:09:23.969014 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d6dd4ce6-57e9-432a-baed-ba7a8a925f3b req-2da4ea64-75e8-424d-91ad-de293c2bcfab tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 Mar 11 20:09:24.775286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:25.195000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012278f-366b-4870-8baf-23f8cf6098f0 req-989ea749-e9c0-41fd-99b6-9f8de0712e52 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:25.196483 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4012278f-366b-4870-8baf-23f8cf6098f0 req-989ea749-e9c0-41fd-99b6-9f8de0712e52 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Mar 11 20:09:25.244280 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4012278f-366b-4870-8baf-23f8cf6098f0 req-709438a5-07fb-48f8-8eae-1f324b667b8d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396717 Mar 11 20:09:26.528069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16621278-d70e-4b97-a079-ebf0aab69df1 req-a509d162-7f15-4716-9f4c-ba3fed6b216a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:26.529403 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-16621278-d70e-4b97-a079-ebf0aab69df1 req-a509d162-7f15-4716-9f4c-ba3fed6b216a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.1549408 Mar 11 20:09:26.573318 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-16621278-d70e-4b97-a079-ebf0aab69df1 req-09886d62-07dc-4d17-a54a-dbf0c96c0c3e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Mar 11 20:09:27.784325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905512b-e973-4397-bb15-31c21045d258 req-782ade6d-44d7-4a05-b2f6-e5ef1160e433 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:27.785762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2905512b-e973-4397-bb15-31c21045d258 req-782ade6d-44d7-4a05-b2f6-e5ef1160e433 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0819397 Mar 11 20:09:27.831384 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2905512b-e973-4397-bb15-31c21045d258 req-bc10c2c6-2914-4b9c-a02e-1fa9a36b63a7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397360 Mar 11 20:09:29.060340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27183637-ba15-40c3-812e-2dad5c943709 req-57bc0e69-557f-4efe-8906-69cd653b47dd tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:29.061779 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-27183637-ba15-40c3-812e-2dad5c943709 req-57bc0e69-557f-4efe-8906-69cd653b47dd tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0830948 Mar 11 20:09:29.108645 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-27183637-ba15-40c3-812e-2dad5c943709 req-9d49a081-36a7-4c8b-9b88-76d7c0f02d11 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412352 Mar 11 20:09:30.310848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d70088-b768-40a3-92e1-d240ced36031 req-07b70be1-bdc2-4015-84e3-4b028c88b40d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:30.312346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d70088-b768-40a3-92e1-d240ced36031 req-07b70be1-bdc2-4015-84e3-4b028c88b40d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0835185 Mar 11 20:09:30.358898 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d70088-b768-40a3-92e1-d240ced36031 req-433e722f-59c4-4405-b31b-187fb2fec3a0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401552 Mar 11 20:09:31.169535 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:09:31.568091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341b214-f53b-4897-a9f9-7eba2680357d req-9ffeed15-6f2c-4dad-9c1e-fd92036cc297 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:31.569522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b341b214-f53b-4897-a9f9-7eba2680357d req-9ffeed15-6f2c-4dad-9c1e-fd92036cc297 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0782638 Mar 11 20:09:31.617799 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b341b214-f53b-4897-a9f9-7eba2680357d req-562c6643-3abf-46ab-9041-88a20e137c06 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401046 Mar 11 20:09:32.843294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476538c7-04cf-4050-b618-09ed09e2b602 req-9a436698-4f64-4f64-b6cd-8262159334b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.844734 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-476538c7-04cf-4050-b618-09ed09e2b602 req-9a436698-4f64-4f64-b6cd-8262159334b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0843122 Mar 11 20:09:32.893067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-476538c7-04cf-4050-b618-09ed09e2b602 req-59011628-c998-4c05-9e74-476c461cc172 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428157 Mar 11 20:09:34.108175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b487fc-b105-4951-a323-484422916665 req-86118e4c-1b0b-49d8-8fa8-4bcf9a22420f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:34.109571 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-50b487fc-b105-4951-a323-484422916665 req-86118e4c-1b0b-49d8-8fa8-4bcf9a22420f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0830064 Mar 11 20:09:34.154181 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-50b487fc-b105-4951-a323-484422916665 req-ff94bc45-983d-4098-a57d-15bbdf72c4d3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390055 Mar 11 20:09:35.359565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494c1ef-a044-4eaf-b33f-8059a216f5c3 req-6506ca5b-e810-414a-b11f-d497afbf6ec5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:35.361330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e494c1ef-a044-4eaf-b33f-8059a216f5c3 req-6506ca5b-e810-414a-b11f-d497afbf6ec5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0787213 Mar 11 20:09:35.406119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e494c1ef-a044-4eaf-b33f-8059a216f5c3 req-a9913fd5-f510-4c1e-9742-ccea129f3c3b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Mar 11 20:09:36.117296 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-19a38abd-4a89-4953-ac47-b6914def0f60 service neutron] 10.222.0.90 "GET /v2.0/ports/b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0935910 Mar 11 20:09:36.389224 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-679b5734-8510-4445-8e97-dc66b88682b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1098 time: 0.0701954 Mar 11 20:09:36.478977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-347efe30-5f06-41ee-b1c4-94d3c55bb56b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0681126 Mar 11 20:09:36.606647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-b9ee8493-c5be-4682-ad31-d0de4cd0b4bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:36.607639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f08920-96c1-4221-811e-a56e24fbb2cd req-f839adc4-8224-45be-b35e-f2e3bafc0866 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:36.608145 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-b9ee8493-c5be-4682-ad31-d0de4cd0b4bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1222053 Mar 11 20:09:36.609133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b8f08920-96c1-4221-811e-a56e24fbb2cd req-f839adc4-8224-45be-b35e-f2e3bafc0866 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0787394 Mar 11 20:09:36.654396 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b8f08920-96c1-4221-811e-a56e24fbb2cd req-69a90ab6-d1f2-4899-94e3-99386641ff62 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 Mar 11 20:09:36.708190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-2bd8e32a-ce38-4481-a964-91051ee6c6aa service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 1002 time: 0.0943835 Mar 11 20:09:36.771633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-e10e62fa-38e3-4f70-9209-ec438e055b92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:36.772982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-e10e62fa-38e3-4f70-9209-ec438e055b92 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0596862 Mar 11 20:09:36.845309 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-f99c0b22-e706-48ac-9c35-bcb4a32149ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666299 Mar 11 20:09:36.972315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-6b2cbf3e-6bf7-47fb-88c7-d96d060edac2 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207449 Mar 11 20:09:37.104105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a3626f9-e1bd-4512-acbd-9c50cc3e3221 req-be35a72f-86c1-4755-a357-df50a38b2587 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262310 Mar 11 20:09:37.859985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68669287-0d47-4fab-937c-1a2614fd42c7 req-bb4be80a-2cb7-489e-9dce-05b7b77cfc00 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:37.861616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-68669287-0d47-4fab-937c-1a2614fd42c7 req-bb4be80a-2cb7-489e-9dce-05b7b77cfc00 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0848048 Mar 11 20:09:37.912252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-68669287-0d47-4fab-937c-1a2614fd42c7 req-7b3dd360-26a2-4896-8c54-5fc047ea4e18 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Mar 11 20:09:39.143340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2942205-801c-40a0-b101-4a44f19dd2d5 req-eaee7afc-9be8-4ddc-979c-b03450550fd2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:39.144760 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2942205-801c-40a0-b101-4a44f19dd2d5 req-eaee7afc-9be8-4ddc-979c-b03450550fd2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 945 time: 0.0855067 Mar 11 20:09:39.188903 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2942205-801c-40a0-b101-4a44f19dd2d5 req-23f979d8-0b89-47d4-a8bd-2d6b1a028fb0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384526 Mar 11 20:09:39.833553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:09:39.837211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:09:40.047613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:40.075988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:40.096658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:40.102532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'mac_address': 'fa:16:3e:ba:a9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:09:40.108288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:40.134930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:40.170732 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'code': 200} Mar 11 20:09:40.209639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:40.235897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:09:40.247562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:40.261064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:40.265907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:40.332008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:09:40.382711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:40.383163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abebc7ae-850b-40ee-84a4-897b550bc9a0 req-4c7ef07d-d547-495d-8fbc-b53b04c55499 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.384647 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-abebc7ae-850b-40ee-84a4-897b550bc9a0 req-4c7ef07d-d547-495d-8fbc-b53b04c55499 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0747261 Mar 11 20:09:40.434911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-abebc7ae-850b-40ee-84a4-897b550bc9a0 req-50fc2840-60f6-4ba3-b9b5-ac5d01e80125 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Mar 11 20:09:40.867549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-35d7d257-8f44-4bd4-83fb-25df6ef7d786 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.869096 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-35d7d257-8f44-4bd4-83fb-25df6ef7d786 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9&tenant_id=3b39639e6cb24120ae670a661b207c32&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 944 time: 0.0830052 Mar 11 20:09:40.954460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-a2d05844-9a7e-410a-aefc-f852b192a386 service neutron] 10.222.0.90 "GET /v2.0/ports/b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0800719 Mar 11 20:09:41.075138 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95853a-bc35-4352-aff8-0055a3085eb5 req-6cb245d4-4759-461f-8670-45dcd53048f8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.076623 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3a95853a-bc35-4352-aff8-0055a3085eb5 req-6cb245d4-4759-461f-8670-45dcd53048f8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 944 time: 0.0823405 Mar 11 20:09:41.122265 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3a95853a-bc35-4352-aff8-0055a3085eb5 req-ea3ed219-2065-41ba-a1a7-82c100500437 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395503 Mar 11 20:09:41.132625 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-79370755-35a8-454a-88b2-2b1676968cb2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1097 time: 0.1565042 Mar 11 20:09:41.262044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-fd4b56b4-bb06-4ce6-816e-f8726b3566bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.263605 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-fd4b56b4-bb06-4ce6-816e-f8726b3566bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1237912 Mar 11 20:09:41.367764 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-e46409ba-6133-4c66-adce-b6555c09cad9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 1001 time: 0.0987067 Mar 11 20:09:41.428290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-c55641bc-5d24-4dc6-bfab-05ca6a6cd693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.429540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-c55641bc-5d24-4dc6-bfab-05ca6a6cd693 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0557795 Mar 11 20:09:41.505185 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-26e2871e-e3e6-49bd-9ecd-cd0698f0ce63 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700946 Mar 11 20:09:41.631933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-4cfb00e7-dd5a-4a95-ad86-cdcc4ed58d2e service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205730 Mar 11 20:09:41.758301 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-f06890a2-1e62-4760-9b87-a3cd84374fd9 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205599 Mar 11 20:09:41.835848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:09:41.957552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:41.977631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:09:41.995240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:42.002680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:42.065402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:42.325697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963f15-3bca-4f94-b1fe-75d1cd307d90 req-8d4b4701-4327-4c96-a4c1-884cb39ea3ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:42.327040 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91963f15-3bca-4f94-b1fe-75d1cd307d90 req-8d4b4701-4327-4c96-a4c1-884cb39ea3ff tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0832624 Mar 11 20:09:42.376641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91963f15-3bca-4f94-b1fe-75d1cd307d90 req-18b45e5c-3995-44f7-9ed0-92269c5a3dad tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Mar 11 20:09:43.586388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457916d-c0f0-451d-bbef-8d86ce51c9bf req-6af3c680-fa19-4154-9a5f-d3a88a152fbf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:43.587819 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8457916d-c0f0-451d-bbef-8d86ce51c9bf req-6af3c680-fa19-4154-9a5f-d3a88a152fbf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0850263 Mar 11 20:09:43.635940 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8457916d-c0f0-451d-bbef-8d86ce51c9bf req-c6cd6f43-40eb-43f5-bd2f-072d95e3febf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425823 Mar 11 20:09:44.315133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-368fc836-e22f-405b-8314-cd1b6e938c78 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1096 time: 0.0814836 Mar 11 20:09:44.410867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-29822340-9324-460a-ae48-15073b1df4e5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0716028 Mar 11 20:09:44.508680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-22d21285-954d-4c12-b285-f2d408529223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:44.543822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-c67bdf84-54b9-44d1-bb46-2cbd8fb30ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:44.545287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-c67bdf84-54b9-44d1-bb46-2cbd8fb30ad8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1290810 Mar 11 20:09:44.648093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-1f15e527-c882-44ed-95d3-54edfcc49c9a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 200 len: 1000 time: 0.0967848 Mar 11 20:09:44.728672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-22f895d4-b4af-46bc-bfea-851718ef8196 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:44.730122 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-22f895d4-b4af-46bc-bfea-851718ef8196 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0754538 Mar 11 20:09:44.814767 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-bc542429-26d8-4d07-bf1e-52217ed99dc8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783195 Mar 11 20:09:44.984765 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-3601ce06-77b0-45e8-9e2c-df8e6f898848 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637373 Mar 11 20:09:45.198367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb77fc-e008-4a92-9ee7-cadfbf104156 req-7b8da2f3-4d6d-4484-8a46-c64f66188fa8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:45.199815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b6eb77fc-e008-4a92-9ee7-cadfbf104156 req-7b8da2f3-4d6d-4484-8a46-c64f66188fa8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.2874582 Mar 11 20:09:45.247115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8eb0d078-9e8d-4f22-9cf2-c28e796a7d94 req-d198ed04-54d2-4a06-8cde-2c0f5000c5a9 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564347 Mar 11 20:09:45.265644 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b6eb77fc-e008-4a92-9ee7-cadfbf104156 req-89a1606a-ecf3-40d8-8ec4-1d891f07adad tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557976 Mar 11 20:09:46.490329 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e101-2a7f-471f-84a3-d9638b2690ce req-18e0170c-8450-4c18-bba3-149ef4b6dfb9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:46.491667 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f88e101-2a7f-471f-84a3-d9638b2690ce req-18e0170c-8450-4c18-bba3-149ef4b6dfb9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0863092 Mar 11 20:09:46.536650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f88e101-2a7f-471f-84a3-d9638b2690ce req-bc61228f-6f4b-4002-b8fe-710b1de5e5ce tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Mar 11 20:09:46.797751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-66f05f41-3480-4e6a-92f2-68455e5a5a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:47.756680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac40f5e-56c9-4caf-9107-02fdaf52df2b req-76656ec5-778b-4c46-96a6-e9151b1d363f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:47.758089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fac40f5e-56c9-4caf-9107-02fdaf52df2b req-76656ec5-778b-4c46-96a6-e9151b1d363f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0886440 Mar 11 20:09:47.803342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fac40f5e-56c9-4caf-9107-02fdaf52df2b req-c543448d-4496-4e0a-aa11-ee299a2505f1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394580 Mar 11 20:09:47.862955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:09:47.927627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:48.002908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba9660-c1df-4ca5-bcb0-8b6f89757c5e req-b6599983-f1a9-4c92-8f8b-0a60ebf92ff9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.004393 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-73ba9660-c1df-4ca5-bcb0-8b6f89757c5e req-b6599983-f1a9-4c92-8f8b-0a60ebf92ff9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0816398 Mar 11 20:09:48.026315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:48.050563 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-73ba9660-c1df-4ca5-bcb0-8b6f89757c5e req-e71a248a-bbfd-4c01-b278-e98132043e0f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403855 Mar 11 20:09:48.254766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a3b2-4b58-45b3-b507-115bcfd2c523 req-4320adc5-c716-4b69-8ded-562e6162edb1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.256225 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a938a3b2-4b58-45b3-b507-115bcfd2c523 req-4320adc5-c716-4b69-8ded-562e6162edb1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0881667 Mar 11 20:09:48.304570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a938a3b2-4b58-45b3-b507-115bcfd2c523 req-b986a0bf-fca5-447d-9b53-4841846fc44f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 Mar 11 20:09:48.700668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c960923-fb5a-4a84-a55b-44f6da8ceb11 req-7869973f-70a1-4319-b4a1-7eebfe68540a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.701972 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0c960923-fb5a-4a84-a55b-44f6da8ceb11 req-7869973f-70a1-4319-b4a1-7eebfe68540a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0748746 Mar 11 20:09:48.747133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0c960923-fb5a-4a84-a55b-44f6da8ceb11 req-a13ad652-b4f3-4ffb-9cd3-abe9342c0def tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380456 Mar 11 20:09:49.268672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:49.973834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24580f9-5b39-447e-ae18-3af5e3f0b1fc req-fb3662b9-4aae-4744-89b7-182b1d4c4de4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.975232 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b24580f9-5b39-447e-ae18-3af5e3f0b1fc req-fb3662b9-4aae-4744-89b7-182b1d4c4de4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0869429 Mar 11 20:09:50.023478 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b24580f9-5b39-447e-ae18-3af5e3f0b1fc req-42065be0-a0e9-46a3-8e9f-0f5dcd69e9d5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399680 Mar 11 20:09:50.931723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-fd9aea40-ecbe-47fa-88e6-3a976d2c7a36 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:50.933131 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-fd9aea40-ecbe-47fa-88e6-3a976d2c7a36 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.0939529 Mar 11 20:09:51.000023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:09:51.000391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:51.287908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] For port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:51.288167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:51.372751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb0fd1-51e1-4502-807b-0244d4a17ae3 req-b12965ef-9541-4b5c-8518-681ab2d5536b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:51.374175 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25cb0fd1-51e1-4502-807b-0244d4a17ae3 req-b12965ef-9541-4b5c-8518-681ab2d5536b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 943 time: 0.2003970 Mar 11 20:09:51.507055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-25cb0fd1-51e1-4502-807b-0244d4a17ae3 req-138ca3e7-f60d-4d21-93bb-9f91dbb73094 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217675 Mar 11 20:09:51.606125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:51.606480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:51.606826 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a disassociated. External IP: 172.26.8.121, port: b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce. Mar 11 20:09:51.607148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:09:51.748888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:51.798783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'Port': ['ID=b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:52.105670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:09:52.307250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:52.317116 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:09:52.330052 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:52.330722 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:09:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:52.381288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] No DVR routers for this DVR port b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:09:52.384050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:52.386875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-deleted', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:52.404209 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4f50dc80-e4a2-4edb-adb2-ac3ed2ac5b0a req-86a99eab-8a49-44fb-8d0b-251abafe7f04 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "DELETE /v2.0/ports/b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce HTTP/1.1" status: 204 len: 173 time: 1.4656165 Mar 11 20:09:52.446736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1920f603-e03b-42b5-8b27-8686bb89a0d9', 'name': 'network-vif-deleted', 'tag': 'b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce', 'status': 'completed', 'code': 200} Mar 11 20:09:52.504041 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:52.682755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-01babfe6-e167-4d13-9a67-33ffab455a1b req-833fc531-b61a-4be9-8c38-075eda8cbc65 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:09:52.698895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-01babfe6-e167-4d13-9a67-33ffab455a1b req-833fc531-b61a-4be9-8c38-075eda8cbc65 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:09:52.700033 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01babfe6-e167-4d13-9a67-33ffab455a1b req-833fc531-b61a-4be9-8c38-075eda8cbc65 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=1920f603-e03b-42b5-8b27-8686bb89a0d9 HTTP/1.1" status: 200 len: 210 time: 0.0572038 Mar 11 20:09:52.808203 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:52.812146 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:09:52.822447 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:09:52.823018 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:09:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:52.994387 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:09:53.329409 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:53.333477 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5009e73-d324-4b82-8de1-20bff28d4a85 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:09:53.558278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5214498d-72bf-4792-a77f-1636baa03045 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:09:54.079284 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-ccb6a120-627b-4c64-9671-26b2badd8d00 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--2007561559&fields=id&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 267 time: 0.0537343 Mar 11 20:09:54.232975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-a75cad61-81ab-4bed-be08-70f56467e28d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:54.234380 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-a75cad61-81ab-4bed-be08-70f56467e28d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1486030 Mar 11 20:09:54.250381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-b31af27e-30f2-413b-a926-19b3588b6bc9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/quotas/3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 375 time: 0.0105112 Mar 11 20:09:54.332607 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-35490c78-8d93-48fe-85b5-16e19779c466 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774350 Mar 11 20:09:54.347985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-dfc984d4-5afa-4ba3-b3cf-29db03f2d061 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:09:54.348926 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-dfc984d4-5afa-4ba3-b3cf-29db03f2d061 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048759 Mar 11 20:09:54.478207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-ae802b8c-584a-4ec8-a06f-9dd519b24a46 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233613 Mar 11 20:09:54.607006 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-3d30a009-6932-4366-9d2a-82ba48ee3bd2 service neutron] 10.222.0.76 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230714 Mar 11 20:09:54.770105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:54.794433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8187b13-3fdb-4c94-ab03-b7d8b862d91a req-5f93ebc8-b44f-4416-af39-6fce23d0ac01 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 210 time: 0.0418587 Mar 11 20:09:55.832115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-6c82c1fa-5a0b-4f05-ac55-0f2e151996e2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:55.833526 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-6c82c1fa-5a0b-4f05-ac55-0f2e151996e2 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 812 time: 0.1474214 Mar 11 20:09:55.890778 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c8db57f2-1eaa-4737-866a-af93494eff45 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 380 time: 0.0452683 Mar 11 20:09:55.900338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'port': {'device_id': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'admin_state_up': True, 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'security_groups': ['607fffbf-11af-48ad-b46f-a0d5a159a337']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:09:55.940706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:09:55.958027 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-29f4a95e-abd1-4e30-b076-f3ec959092e1 req-5fd0141a-7796-48c0-be4f-4e70ec94e9dd tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 210 time: 0.0406809 Mar 11 20:09:55.979220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:09:55.979654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device b4cdf0f7-2c65-4ac0-a644-b4606cbfc2ce not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:09:56.039088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:09:56.049409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:09:56.061707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Made reservation on behalf of 3b39639e6cb24120ae670a661b207c32 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:56.064724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.226980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Allocated IP 172.20.0.8 (9c51a925-4cc4-406e-85d8-bad5d081f9fe/7c1d2555-3f07-4f76-832a-8e3032520e9d/bd8af80c-38c3-4cb6-bbbb-f96d8a45555f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:56.426608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.448210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Transition to ACTIVE for port object bd8af80c-38c3-4cb6-bbbb-f96d8a45555f will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:09:56.478224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.545452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:56.548314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:56.552185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:09:56.582215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:56.615762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:56.616353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.642403 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-042ad4d1-32c0-483b-ab2d-a5f944bbb59b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7460513 Mar 11 20:09:56.652978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Request body: {'port': {'device_id': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:09:56.764973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.810127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-45f7eef3-6263-4e42-a060-384ec997e282 None None] Provisioning for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:09:56.815012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-45f7eef3-6263-4e42-a060-384ec997e282 None None] Provisioning complete for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:09:56.815413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-45f7eef3-6263-4e42-a060-384ec997e282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:56.865282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-45f7eef3-6263-4e42-a060-384ec997e282 None None] Port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:09:57.224661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:09:57.233341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:57.256138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Transition to ACTIVE for port object bd8af80c-38c3-4cb6-bbbb-f96d8a45555f will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:09:57.262524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:57.381635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5971416-5335-4ea2-aebc-e0ab1c568d33 req-db15f96e-afb1-439a-8f7e-6b89d51fa142 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.382299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c5971416-5335-4ea2-aebc-e0ab1c568d33 req-db15f96e-afb1-439a-8f7e-6b89d51fa142 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:09:57.389595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:57.441954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c5971416-5335-4ea2-aebc-e0ab1c568d33 req-db15f96e-afb1-439a-8f7e-6b89d51fa142 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:09:57.443114 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c5971416-5335-4ea2-aebc-e0ab1c568d33 req-db15f96e-afb1-439a-8f7e-6b89d51fa142 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 931 time: 0.3625860 Mar 11 20:09:57.545486 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c5971416-5335-4ea2-aebc-e0ab1c568d33 req-411c64b8-d53d-4180-a829-a32eca342d4a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690546 Mar 11 20:09:57.549581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Attempting to bind port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:09:57.549912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Attempting to bind port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:09:57.550370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Attempting to bind port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:09:57.556386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:09:57.556730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Attempting to bind port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f on network 9c51a925-4cc4-406e-85d8-bad5d081f9fe {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:09:57.563654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:09:57.563990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Checking segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:09:57.564362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Bound using segment: {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:09:57.564787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Bound port: bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:09:57.565130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:57.656198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:57.659287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:57.666466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:57.726069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:09:57.727474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] 10.222.0.90 "PUT /v2.0/ports/bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1093 time: 1.0785699 Mar 11 20:09:57.727925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:09:57.746871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fa59-f24f-48e2-8a36-dcab925eec48 service neutron] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:57.797675 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'status': 'completed', 'code': 200} Mar 11 20:09:57.850326 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-69254381-2e67-4d6a-b194-cc51d8ba5820 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1096 time: 0.0838304 Mar 11 20:09:57.922104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-bf813a39-8391-4f71-a760-7804b4ffcfe0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 217 time: 0.0641816 Mar 11 20:09:57.983183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-79b476e5-6eee-4ca0-a6e6-80cfe5be2c26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.984519 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-79b476e5-6eee-4ca0-a6e6-80cfe5be2c26 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0569422 Mar 11 20:09:58.060891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-4df613c1-d7f2-46aa-8211-5597dd9f2b3a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706546 Mar 11 20:09:58.188167 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-0f45738f-7529-445a-846d-3fa770a8eefd service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215374 Mar 11 20:09:58.314666 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0ba1f6b6-89f1-4571-8082-16a133014c00 req-dfdacbcf-2f60-4db8-b56d-3e6193b8873d service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209524 Mar 11 20:09:58.444104 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-783b9dc5-ba16-487c-b7f8-45547900d5e3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1096 time: 0.0759284 Mar 11 20:09:58.573643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-64dbd9c9-a66a-4630-88c4-cfae2937039c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:58.574953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-64dbd9c9-a66a-4630-88c4-cfae2937039c service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1249976 Mar 11 20:09:58.644069 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-a9ee47ee-4574-4fca-926c-0f45c9a7ffd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 217 time: 0.0630739 Mar 11 20:09:58.752061 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-9a8c5a79-d2f1-46a6-bd1c-7cdcc1ad7920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:58.753586 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-9a8c5a79-d2f1-46a6-bd1c-7cdcc1ad7920 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.1041629 Mar 11 20:09:58.820333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7913-cdf2-4fff-9184-1fe79bf74701 req-897bda31-bbbd-4eb3-ab8a-ba4f03801b5a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:58.821731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6bd7913-cdf2-4fff-9184-1fe79bf74701 req-897bda31-bbbd-4eb3-ab8a-ba4f03801b5a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 943 time: 0.1436908 Mar 11 20:09:58.872223 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-39d0a623-fdc3-41e3-aa4d-4a6b9ea0d2e4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117375 Mar 11 20:09:58.877080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6bd7913-cdf2-4fff-9184-1fe79bf74701 req-cfd5e7a4-6b84-4c31-bcdc-1a56a162c9e4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489883 Mar 11 20:09:59.092937 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-4f3781ba-2c3d-40d3-b304-4de11577aa57 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133334 Mar 11 20:09:59.226860 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3c1de698-1d08-47af-b9b6-a206f731ae47 req-2a6bb769-3a7e-4e1f-810c-a2f3bf6df7f1 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270177 Mar 11 20:10:00.168876 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328f03e-921c-4242-bbf2-e3079fe3898e req-3f38c4ea-2247-4a51-9b7e-ca8e7994e40a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:00.170315 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a328f03e-921c-4242-bbf2-e3079fe3898e req-3f38c4ea-2247-4a51-9b7e-ca8e7994e40a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 943 time: 0.1594069 Mar 11 20:10:00.218115 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a328f03e-921c-4242-bbf2-e3079fe3898e req-f1789025-9c11-42e7-8b2c-935d3638bbc0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393100 Mar 11 20:10:01.422850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4216d0-30a0-4cf8-8f77-4d5a05993000 req-095e2d9f-e4eb-4b71-b4fc-bf653316ad12 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:01.424310 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc4216d0-30a0-4cf8-8f77-4d5a05993000 req-095e2d9f-e4eb-4b71-b4fc-bf653316ad12 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 943 time: 0.0844245 Mar 11 20:10:01.470202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fc4216d0-30a0-4cf8-8f77-4d5a05993000 req-2fd8e66a-4945-4674-bf5c-299ddee16979 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Mar 11 20:10:01.957510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:10:02.095596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:02.108534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:10:02.162242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:02.186086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:10:02.201580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:02.207761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:02.270460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:02.526827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:10:02.694416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ad12-c1aa-4089-bc13-a1a9abf34bc1 req-3ffd7f27-39fd-4937-8bed-c4652925c587 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:02.695923 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5940ad12-c1aa-4089-bc13-a1a9abf34bc1 req-3ffd7f27-39fd-4937-8bed-c4652925c587 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 944 time: 0.0776656 Mar 11 20:10:02.743570 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5940ad12-c1aa-4089-bc13-a1a9abf34bc1 req-3edf68e0-f239-4b92-89ba-9cdd5e61f5b8 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393276 Mar 11 20:10:03.957241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:10:03.958353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e9d9c-9423-49bb-bc03-8e2ffdd75818 req-af7838c0-02a3-4aa3-8d39-2fe2f4dbf2ec tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:03.959607 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-018e9d9c-9423-49bb-bc03-8e2ffdd75818 req-af7838c0-02a3-4aa3-8d39-2fe2f4dbf2ec tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 944 time: 0.0835922 Mar 11 20:10:04.007933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-018e9d9c-9423-49bb-bc03-8e2ffdd75818 req-2743bd1e-ef18-47fc-bbb8-290fcaf6deee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425589 Mar 11 20:10:04.024643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:10:04.029330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:10:04.029692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:04.141758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:04.167775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:04.177562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:04.182682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:04.223767 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:04.248948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:04.446035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-11038e13-feff-4466-b7fc-43782f52af89 req-a9ba8af6-60e5-4eaf-9aca-30ae1c8d0253 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0674129 Mar 11 20:10:04.487815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-11038e13-feff-4466-b7fc-43782f52af89 req-6cf15959-1ba9-4eb5-9f29-7f9bdc52f8b3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356941 Mar 11 20:10:05.210914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42ffe-6971-421c-b9b1-6682f27a53e2 req-91dc0c26-9036-49d1-9bb3-a8ae3d31359a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:05.212327 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8de42ffe-6971-421c-b9b1-6682f27a53e2 req-91dc0c26-9036-49d1-9bb3-a8ae3d31359a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0796628 Mar 11 20:10:05.259352 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8de42ffe-6971-421c-b9b1-6682f27a53e2 req-7f9e53a1-b0ca-4563-908b-d79d65fee627 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389419 Mar 11 20:10:06.476611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f7f7-fc5d-4476-a5df-5eace6a1a4fa req-8a538e41-39f4-4d63-93c7-323546be2b8b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:06.477968 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4965f7f7-fc5d-4476-a5df-5eace6a1a4fa req-8a538e41-39f4-4d63-93c7-323546be2b8b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0847013 Mar 11 20:10:06.522042 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4965f7f7-fc5d-4476-a5df-5eace6a1a4fa req-e45ada2f-467d-462f-8578-9c44abd0e545 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384560 Mar 11 20:10:06.733775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fc61-34eb-4003-abe0-da041cb6dc42 req-a2f94ef1-1373-41d9-be54-150c206dd8ba tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:06.735105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6603fc61-34eb-4003-abe0-da041cb6dc42 req-a2f94ef1-1373-41d9-be54-150c206dd8ba tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0864921 Mar 11 20:10:06.745039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40570) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:10:06.750085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Request body: {'floatingip': {'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:10:06.829193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:07.409049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:07.415266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:07.703895 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a associated. External IP: 172.26.8.121, port: bd8af80c-38c3-4cb6-bbbb-f96d8a45555f. Mar 11 20:10:08.088977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:10:08.170240 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:10:08.286556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:10:08.291216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:08.297256 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:10:08.310112 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:10:08.310707 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:09:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:08.345631 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9e54aa6e-def2-40b4-8a79-96a38b67d525 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "PUT /v2.0/floatingips/4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a HTTP/1.1" status: 200 len: 992 time: 1.5995424 Mar 11 20:10:08.346176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:08.403850 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'status': 'completed', 'code': 200} Mar 11 20:10:08.488763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:10:08.495766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-9e1173cc-1c19-46c8-bac3-492e7b3c446e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0691049 Mar 11 20:10:08.633087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-8b6cf33d-aab2-4771-85b8-73c648ba5c8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:08.634522 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-8b6cf33d-aab2-4771-85b8-73c648ba5c8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1328933 Mar 11 20:10:08.757167 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-2a977b21-285e-4c65-8ee3-1237d69a3f65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1000 time: 0.1161826 Mar 11 20:10:08.820666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-788d44be-246a-4a73-a22d-4162832d1bb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:08.822172 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-788d44be-246a-4a73-a22d-4162832d1bb3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0585802 Mar 11 20:10:08.859894 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:10:07Z', 'revision_number': 13, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:08.863662 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:10:08.875069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:10:08.875705 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:09:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:08.899453 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-acc05664-9ce6-4d08-8c38-f38be04857d6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707026 Mar 11 20:10:09.032955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-d9984e09-4f9f-4ad6-a540-6fe744dede3a service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268070 Mar 11 20:10:09.052985 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:10:09.273097 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b90ab70e-bd9c-4437-b51b-a64d0772d0ff req-f1364260-23d4-4568-944a-e218614184bb service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343202 Mar 11 20:10:09.425893 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:10:07Z', 'revision_number': 13, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:09.430492 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51973e6-3394-4a75-bf6f-7d43e5722662 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'floating_ip_address': '172.26.8.121', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:07:03Z', 'updated_at': '2022-03-11T20:10:07Z', 'revision_number': 13, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:10:09.625076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe314cb4-3f9e-4d9d-b09b-44b5ddd14545 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:10:10.015074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df68803-7291-4f86-ae02-b4e30d3ec7ae req-43454160-3483-46af-a9ec-83c084c9373e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:10.016804 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3df68803-7291-4f86-ae02-b4e30d3ec7ae req-43454160-3483-46af-a9ec-83c084c9373e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0770059 Mar 11 20:10:10.061322 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3df68803-7291-4f86-ae02-b4e30d3ec7ae req-299b6b4b-6063-48d4-a1f6-9bac0026a977 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389018 Mar 11 20:10:14.511452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5ac823bb-4d4b-42f4-8846-84c31ece8e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:16.799228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-453440a2-2956-4e96-a207-97bd9736929c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:17.931642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:18.031880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:19.260445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:19.563996 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ad7dd3f-f0cb-419d-acf8-17f30b4671ad req-35cc3aa5-9d92-4154-96b4-c596edd497cd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0710533 Mar 11 20:10:19.928776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342e830-54c8-4093-86c0-c122881b22ee req-4256bb72-1559-4cfa-b07e-ef08ac702fe5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:19.930181 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9342e830-54c8-4093-86c0-c122881b22ee req-4256bb72-1559-4cfa-b07e-ef08ac702fe5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.1332555 Mar 11 20:10:19.933679 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-072fa12f-9813-47f8-8aa7-61d3090d3090 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1893497 Mar 11 20:10:19.976074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9342e830-54c8-4093-86c0-c122881b22ee req-cb937d2d-bcb0-4f56-a908-6e9c97f72c80 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Mar 11 20:10:21.103243 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-e54bf785-5118-4f7e-87e8-ac3f894e4d5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0689397 Mar 11 20:10:21.283558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-1b443b92-a50f-4b00-b57c-366bf6f0c336 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:21.285042 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-1b443b92-a50f-4b00-b57c-366bf6f0c336 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1749744 Mar 11 20:10:21.296005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883134-0d41-43c7-bb4b-7e29cc38b7f9 req-ca6c20f9-7aff-46b7-bead-9afb87f978a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:21.297399 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7883134-0d41-43c7-bb4b-7e29cc38b7f9 req-ca6c20f9-7aff-46b7-bead-9afb87f978a4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.1700373 Mar 11 20:10:21.420299 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-e49ffc19-a23a-41ef-9556-1d043a099c4d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1002 time: 0.1219678 Mar 11 20:10:21.422938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7883134-0d41-43c7-bb4b-7e29cc38b7f9 req-f24923e3-59da-4237-b050-8d1283ea1b72 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796850 Mar 11 20:10:21.483553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-2e4140cf-c4c6-45e9-adfb-5edfc4ebc304 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:21.485046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-2e4140cf-c4c6-45e9-adfb-5edfc4ebc304 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0579348 Mar 11 20:10:21.562057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-66c2bd43-f730-4789-aaf8-42dabc25791c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712645 Mar 11 20:10:21.690608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-a6137ea3-4a8e-41d7-aaf5-0de9d605d31d service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219592 Mar 11 20:10:21.827670 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-a3fc4859-c76e-4f06-939b-1d2d13d91172 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298740 Mar 11 20:10:22.633997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38211-aa81-4f0f-a08f-d3df7f18524f req-51b4df4b-f17f-4572-96ce-977f98bf6fd9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:22.635504 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-81b38211-aa81-4f0f-a08f-d3df7f18524f req-51b4df4b-f17f-4572-96ce-977f98bf6fd9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0844605 Mar 11 20:10:22.683854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-81b38211-aa81-4f0f-a08f-d3df7f18524f req-c11fca58-feb9-43a1-9362-d9d698446352 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Mar 11 20:10:23.898497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633b05-3184-444a-80d5-ea27a12bd873 req-556611b0-402e-40a6-84ee-8c4a405cdd9f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:23.899956 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-96633b05-3184-444a-80d5-ea27a12bd873 req-556611b0-402e-40a6-84ee-8c4a405cdd9f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0829580 Mar 11 20:10:23.944473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-96633b05-3184-444a-80d5-ea27a12bd873 req-cb835359-f303-49be-b7ae-6194ed956934 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389631 Mar 11 20:10:24.806973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:25.148679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae567-080d-4c41-8a12-80e099553ecb req-743d44e0-7a45-46ab-8e9f-26ce1f410229 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:25.150193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08dae567-080d-4c41-8a12-80e099553ecb req-743d44e0-7a45-46ab-8e9f-26ce1f410229 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0750144 Mar 11 20:10:25.198545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-08dae567-080d-4c41-8a12-80e099553ecb req-e8988e97-d289-4020-ab99-23ff8a0afbf9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Mar 11 20:10:26.411359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ac28a-fca7-46fd-b83c-175ed9c8c080 req-da02406d-5641-4e73-a39a-d06da9b56c8a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:26.412790 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-018ac28a-fca7-46fd-b83c-175ed9c8c080 req-da02406d-5641-4e73-a39a-d06da9b56c8a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0809772 Mar 11 20:10:26.459474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-018ac28a-fca7-46fd-b83c-175ed9c8c080 req-85df844f-2c7c-480e-8af6-c5cbaae753be tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389464 Mar 11 20:10:27.661564 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88106efa-8725-4511-a890-81b909fe5d83 req-4e78aabe-63cf-4e74-b35c-38dbd7137141 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:27.663053 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-88106efa-8725-4511-a890-81b909fe5d83 req-4e78aabe-63cf-4e74-b35c-38dbd7137141 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0845537 Mar 11 20:10:27.707510 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-88106efa-8725-4511-a890-81b909fe5d83 req-41d3b389-dbbb-412f-bf5d-72251affd5c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387967 Mar 11 20:10:28.915922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552f2b7-805e-4e3b-b101-9494fee5b562 req-cf20a899-b16e-496b-abac-821e3eaa1097 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:28.917315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e552f2b7-805e-4e3b-b101-9494fee5b562 req-cf20a899-b16e-496b-abac-821e3eaa1097 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0793877 Mar 11 20:10:28.961030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e552f2b7-805e-4e3b-b101-9494fee5b562 req-08d36d99-2447-4648-b231-c80b26a0ba4c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381188 Mar 11 20:10:29.553621 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-d0547c10-9b9b-4377-b5e9-43dbe7273a1e service neutron] 10.222.0.90 "GET /v2.0/ports/bd8af80c-38c3-4cb6-bbbb-f96d8a45555f/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0790651 Mar 11 20:10:29.828969 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-208432d8-dcc0-46b9-b15b-5333ef466c98 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1098 time: 0.0708840 Mar 11 20:10:29.923814 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-84c80256-a508-4a73-8699-889df381357b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0729907 Mar 11 20:10:30.148968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-988ec04c-d009-4132-bff7-c325dec436f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:30.150399 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-988ec04c-d009-4132-bff7-c325dec436f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.2207198 Mar 11 20:10:30.166118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57cbbf-8db7-4802-836c-63344c063e3b req-28ffbbc8-6d23-4d90-b536-dc0ec0c1aaa7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:30.167618 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b57cbbf-8db7-4802-836c-63344c063e3b req-28ffbbc8-6d23-4d90-b536-dc0ec0c1aaa7 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0817459 Mar 11 20:10:30.212572 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1b57cbbf-8db7-4802-836c-63344c063e3b req-2d5353b9-84f2-4684-9daa-c299b375abd5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Mar 11 20:10:30.250830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-c5b7d031-c8ea-4abb-88eb-8c0f87e13529 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1002 time: 0.0932634 Mar 11 20:10:30.314391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-89518655-049d-4c5f-80b8-b04df817e8ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:30.315832 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-89518655-049d-4c5f-80b8-b04df817e8ae service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0590386 Mar 11 20:10:30.396532 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-286fbe76-0841-44fa-8cc5-bcec770f7c1a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746274 Mar 11 20:10:30.530251 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-db782307-be72-4ed7-9842-05bc93780d41 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271315 Mar 11 20:10:30.665163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-b494eb78-2dc4-4edc-a6a6-82e2bc6fbe43 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291020 Mar 11 20:10:31.418334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6e9bd-952f-4c29-b251-b9a080db20b6 req-762d2dd7-d3e3-4529-988a-eff2f0b9ec33 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:31.419792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5ef6e9bd-952f-4c29-b251-b9a080db20b6 req-762d2dd7-d3e3-4529-988a-eff2f0b9ec33 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0859799 Mar 11 20:10:31.465025 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5ef6e9bd-952f-4c29-b251-b9a080db20b6 req-12c62d71-a9f5-435e-be9e-9133fc4b7427 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Mar 11 20:10:32.174499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:10:32.284051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:32.310262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:32.320072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:32.324409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:32.373702 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:32.389536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:32.397840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.398179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.398510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.398837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.399157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.399530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.399804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.400118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.400434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.400748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.401060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:32.668730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef082-cb28-4501-9e24-f8bdcee3d31d req-54a0e8c2-9da4-4b27-bc3f-eb67aae3ee66 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:32.670168 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d82ef082-cb28-4501-9e24-f8bdcee3d31d req-54a0e8c2-9da4-4b27-bc3f-eb67aae3ee66 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 943 time: 0.0743928 Mar 11 20:10:32.719931 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d82ef082-cb28-4501-9e24-f8bdcee3d31d req-76df2160-26d7-4ad1-9966-cd58a90501ba tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 Mar 11 20:10:33.928490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ec922-3d53-49e2-aa76-22371b95630b req-3ff940da-72da-4aed-85d0-89432d59dec0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:33.929948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e93ec922-3d53-49e2-aa76-22371b95630b req-3ff940da-72da-4aed-85d0-89432d59dec0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 943 time: 0.0792475 Mar 11 20:10:33.977102 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e93ec922-3d53-49e2-aa76-22371b95630b req-75b5b2b4-99cb-436f-b26d-100d8771bdbd tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 Mar 11 20:10:34.205029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:10:34.338005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:34.350658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:10:34.406547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:34.423793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:10:34.438674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:34.445160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:34.506779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:10:34.546858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:35.184339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b766af-ddc2-4ddf-b094-9ccd8e7dd396 req-749cd65f-b0d6-4a28-8541-f97655eccb50 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:35.185756 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77b766af-ddc2-4ddf-b094-9ccd8e7dd396 req-749cd65f-b0d6-4a28-8541-f97655eccb50 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 944 time: 0.0771296 Mar 11 20:10:35.233193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-77b766af-ddc2-4ddf-b094-9ccd8e7dd396 req-40ecd876-50fb-443c-94fd-8531b13f3076 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389762 Mar 11 20:10:36.222944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:10:36.296271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:10:36.296608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:36.408535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:36.435206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:36.438480 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4beb6-c748-4296-bd0d-0bd35f2a976d req-e01a4cf1-348f-45ec-9c5c-f9bf3f950ccf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.439958 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b0d4beb6-c748-4296-bd0d-0bd35f2a976d req-e01a4cf1-348f-45ec-9c5c-f9bf3f950ccf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 944 time: 0.0801380 Mar 11 20:10:36.445789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:36.451062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:36.488974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b0d4beb6-c748-4296-bd0d-0bd35f2a976d req-1e05ee46-31b6-4006-908d-c61a16efd31c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424540 Mar 11 20:10:36.505297 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:36.524480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:37.707167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65203b-7134-4a26-a125-3034bf66f7cf req-761c58a1-7483-48e5-a73b-702114cd4881 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:37.708649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0e65203b-7134-4a26-a125-3034bf66f7cf req-761c58a1-7483-48e5-a73b-702114cd4881 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0967202 Mar 11 20:10:37.759105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0e65203b-7134-4a26-a125-3034bf66f7cf req-4a3c789d-3b20-4ebc-832e-fa1ba19f7119 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Mar 11 20:10:38.969987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989f00-05d0-4ae3-8110-4e4bc596f900 req-20fb8a4b-b2a6-4a84-a4c3-de3f822bac98 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:38.971440 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-81989f00-05d0-4ae3-8110-4e4bc596f900 req-20fb8a4b-b2a6-4a84-a4c3-de3f822bac98 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Mar 11 20:10:39.027391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-81989f00-05d0-4ae3-8110-4e4bc596f900 req-f7d8f69e-2ead-4d09-a61e-2230048c45bd tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478125 Mar 11 20:10:40.251272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc23f8c-3a3d-4a30-be38-a097081a97ad req-b59176e6-5ae5-4383-a562-6c2adf6bc52b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:40.252711 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3fc23f8c-3a3d-4a30-be38-a097081a97ad req-b59176e6-5ae5-4383-a562-6c2adf6bc52b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0849104 Mar 11 20:10:40.299559 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3fc23f8c-3a3d-4a30-be38-a097081a97ad req-5691a4a8-575c-4df4-9ad1-972b69e4cfeb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386958 Mar 11 20:10:40.775634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-37985832-903d-45a7-ac44-bb460db29144 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:40.777016 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-37985832-903d-45a7-ac44-bb460db29144 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365&tenant_id=3b39639e6cb24120ae670a661b207c32&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 945 time: 0.1279736 Mar 11 20:10:40.843756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00fa636-d7f1-440f-a6d9-b54d31973ed6 req-8e82d2fe-a9eb-4ca7-9108-3b6c2f23eab9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:40.845128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b00fa636-d7f1-440f-a6d9-b54d31973ed6 req-8e82d2fe-a9eb-4ca7-9108-3b6c2f23eab9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.1405690 Mar 11 20:10:40.890619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-112ebbbd-02cb-4464-9401-39c273b470c1 service neutron] 10.222.0.90 "GET /v2.0/ports/bd8af80c-38c3-4cb6-bbbb-f96d8a45555f/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.1064172 Mar 11 20:10:40.903080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b00fa636-d7f1-440f-a6d9-b54d31973ed6 req-d935982c-1f01-4905-a97c-6bd6ac61887b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512815 Mar 11 20:10:40.981714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-8413ce14-1662-408a-b497-45fd537fb060 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0688059 Mar 11 20:10:41.110258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-45fc662a-7ce6-4506-a411-a0b795f5006a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.111693 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-45fc662a-7ce6-4506-a411-a0b795f5006a service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1238215 Mar 11 20:10:41.212907 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-6553fd93-7ed4-4b0b-b86e-ec083ff47d04 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1002 time: 0.0956635 Mar 11 20:10:41.273085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-5a7fda14-8648-477a-97d0-d2af8f820989 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.274450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-5a7fda14-8648-477a-97d0-d2af8f820989 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0546918 Mar 11 20:10:41.444117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-54b4beac-cd13-47e1-9ec8-070982959e8e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1635623 Mar 11 20:10:41.574708 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-8cb51a0e-0653-4998-9de8-f9c6b0c935fd service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243851 Mar 11 20:10:41.702619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-a2bc7f1d-526b-4445-950c-57d6cfb3b62f service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216912 Mar 11 20:10:42.114807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33cd8a-4819-43b5-9cce-2d04bf6ef573 req-2ecff49c-bc8c-4d2a-92c4-36131ee521c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:42.116270 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4b33cd8a-4819-43b5-9cce-2d04bf6ef573 req-2ecff49c-bc8c-4d2a-92c4-36131ee521c5 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0801394 Mar 11 20:10:42.161145 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4b33cd8a-4819-43b5-9cce-2d04bf6ef573 req-36fe7791-6a26-45eb-bdbf-84a8708cb1ea tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392733 Mar 11 20:10:43.367923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44d189-6ad4-4d21-8178-c4b6254b906d req-47bcdef9-13c0-4afb-9d22-6dd547e265b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:43.369344 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0c44d189-6ad4-4d21-8178-c4b6254b906d req-47bcdef9-13c0-4afb-9d22-6dd547e265b4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0774875 Mar 11 20:10:43.413666 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0c44d189-6ad4-4d21-8178-c4b6254b906d req-e25df936-7768-4b55-bf9b-71d1ce2b413c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387433 Mar 11 20:10:44.515433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1add05e3-77ce-4ff6-8f10-58beefce56af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:44.616805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890f3d2-f367-4fa1-9ae4-592468ba2ff3 req-fd3e1ef6-3722-406f-9733-c60cb3b6c87f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:44.618291 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6890f3d2-f367-4fa1-9ae4-592468ba2ff3 req-fd3e1ef6-3722-406f-9733-c60cb3b6c87f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0797193 Mar 11 20:10:44.664947 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6890f3d2-f367-4fa1-9ae4-592468ba2ff3 req-63fd522e-c55b-4c88-80c2-e0ddfb64f707 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 Mar 11 20:10:44.885998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-99f4ed87-099b-45d3-bbcc-47095a387887 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365&tenant_id=3b39639e6cb24120ae670a661b207c32 HTTP/1.1" status: 200 len: 1098 time: 0.0709419 Mar 11 20:10:44.976912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-58ad2b16-af49-4e19-a7fd-a7b9bb11636b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=3b39639e6cb24120ae670a661b207c32&device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 1098 time: 0.0669210 Mar 11 20:10:45.109686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-a491a4c9-43cd-43cb-8662-41af22878529 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:45.111093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-a491a4c9-43cd-43cb-8662-41af22878529 service neutron] 10.222.0.90 "GET /v2.0/networks?id=9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 200 len: 913 time: 0.1272547 Mar 11 20:10:45.171586 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:10:45.212119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-36aa3ff2-a696-4a26-b90c-240ba77d76f5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 200 len: 1002 time: 0.0951698 Mar 11 20:10:45.272517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-f8f30fab-6338-455d-b1ae-2d25f8b70478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:45.273778 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-f8f30fab-6338-455d-b1ae-2d25f8b70478 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 200 len: 851 time: 0.0560112 Mar 11 20:10:45.349905 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-a5e32cb3-b0cd-4e4e-885f-29a8563291bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=9c51a925-4cc4-406e-85d8-bad5d081f9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705383 Mar 11 20:10:45.478190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-7d26b0ee-ac55-4cf2-8a63-e0981db11709 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226549 Mar 11 20:10:45.607234 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-74fee276-f990-4faa-8ef1-3b2465a538c9 req-e3d9ff9d-89ef-4c01-9e29-59ae0472f4c8 service neutron] 10.222.0.90 "GET /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231124 Mar 11 20:10:45.868566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e36c46-2973-427a-b1ed-18d829333b89 req-09cc404f-e3a5-4bff-9df3-0830ea6e35bf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:45.869949 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07e36c46-2973-427a-b1ed-18d829333b89 req-09cc404f-e3a5-4bff-9df3-0830ea6e35bf tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0748036 Mar 11 20:10:45.916941 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07e36c46-2973-427a-b1ed-18d829333b89 req-5884ff94-d1fd-4f5f-892d-e0d122a10489 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 Mar 11 20:10:46.792342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1a3fbb5f-aaa6-46f1-8b45-401241dcb4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:47.116819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea7778-f02d-424a-966b-08bdd2f5ab70 req-8162837f-8282-46b2-a756-9382f8de7a72 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:47.118228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-88ea7778-f02d-424a-966b-08bdd2f5ab70 req-8162837f-8282-46b2-a756-9382f8de7a72 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0790622 Mar 11 20:10:47.163381 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-88ea7778-f02d-424a-966b-08bdd2f5ab70 req-b854b583-3c34-47c9-b004-399cf858112b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391357 Mar 11 20:10:47.930946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:48.046758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:48.268847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:10:48.271440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:10:48.371331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce3a2-33b4-46c3-b8b4-87e9bb22cbfe req-0f9b2c5d-d005-4481-a1b8-3d5956463630 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:48.372812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a73ce3a2-33b4-46c3-b8b4-87e9bb22cbfe req-0f9b2c5d-d005-4481-a1b8-3d5956463630 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0817080 Mar 11 20:10:48.417924 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a73ce3a2-33b4-46c3-b8b4-87e9bb22cbfe req-a734779c-d0a3-4695-bcb8-c8fe4109af7b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Mar 11 20:10:48.472401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:48.533724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:48.551586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'port_id': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'mac_address': 'fa:16:3e:db:08:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:10:48.556256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:48.591224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:48.598166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:48.631652 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:48.674936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:48.697254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=9']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:48.700563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:10:48.757609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:10:48.757949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:10:49.284922 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:49.311049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:49.327622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:10:49.343000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:49.349256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:49.415123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:10:49.452252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=10']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:49.610593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95fe2b-b764-41c7-acf1-7029d817587e req-524c5f7b-366c-4428-98d3-35fd71298064 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:49.612043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6c95fe2b-b764-41c7-acf1-7029d817587e req-524c5f7b-366c-4428-98d3-35fd71298064 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 945 time: 0.0740306 Mar 11 20:10:49.660797 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6c95fe2b-b764-41c7-acf1-7029d817587e req-0f32e2df-e42d-4b79-9aa5-23571d929f7c tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431502 Mar 11 20:10:50.270662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:10:50.349508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:10:50.350205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:50.464223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:50.497541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:50.505251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:50.577595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=11']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:50.633039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:50.704416 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:50.867957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee079fc6-5d7d-4e63-8f22-265567e4dcd0 req-980de7b2-e71c-4d23-8fc2-1fd667936ac1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:50.869358 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ee079fc6-5d7d-4e63-8f22-265567e4dcd0 req-980de7b2-e71c-4d23-8fc2-1fd667936ac1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0872185 Mar 11 20:10:50.913034 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ee079fc6-5d7d-4e63-8f22-265567e4dcd0 req-6edba2fa-9bb2-445b-85f5-180d57788a07 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382745 Mar 11 20:10:52.137568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4b01dd-4f3a-49b4-906d-5f34d397b843 req-0f0fe639-ba86-4e7c-b0a9-4cd770d6ebc1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:52.138993 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5a4b01dd-4f3a-49b4-906d-5f34d397b843 req-0f0fe639-ba86-4e7c-b0a9-4cd770d6ebc1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0844612 Mar 11 20:10:52.183560 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5a4b01dd-4f3a-49b4-906d-5f34d397b843 req-c3909800-0c65-4430-941d-84dbd29efca0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386262 Mar 11 20:10:53.490499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32281ec-d48e-4dda-aa8e-b41c6e46cda8 req-79c69b30-cc97-4034-91cd-957547f35750 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:53.491833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a32281ec-d48e-4dda-aa8e-b41c6e46cda8 req-79c69b30-cc97-4034-91cd-957547f35750 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.1744030 Mar 11 20:10:53.535664 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a32281ec-d48e-4dda-aa8e-b41c6e46cda8 req-41842b66-7352-4b41-a817-4aa65035fb4d tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382445 Mar 11 20:10:54.744546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0851-90e1-472f-8ff0-c6c89144d775 req-17bf767c-e08c-42f2-9eca-10944fb49df3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:54.745972 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3aab0851-90e1-472f-8ff0-c6c89144d775 req-17bf767c-e08c-42f2-9eca-10944fb49df3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0796883 Mar 11 20:10:54.791055 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3aab0851-90e1-472f-8ff0-c6c89144d775 req-d1388ba8-1e83-4515-b924-df3b501e0fb9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 Mar 11 20:10:54.802618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:54.985661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e436bc5-257e-432b-b42f-0e1fc0a81236 req-45fc04de-e92f-460f-a4c1-a1f9972622da tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:54.986763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1e436bc5-257e-432b-b42f-0e1fc0a81236 req-45fc04de-e92f-460f-a4c1-a1f9972622da tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0784643 Mar 11 20:10:55.035768 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1e436bc5-257e-432b-b42f-0e1fc0a81236 req-29a8d65a-5723-4e5e-8253-d14e0a3baceb tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432565 Mar 11 20:10:55.244843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd23c2-44e9-4351-af42-09ab7e76281e req-097aaaf7-5e46-4b01-b84c-b70b23009b63 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:55.246277 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fcbd23c2-44e9-4351-af42-09ab7e76281e req-097aaaf7-5e46-4b01-b84c-b70b23009b63 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0867698 Mar 11 20:10:55.291552 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fcbd23c2-44e9-4351-af42-09ab7e76281e req-4cab3e95-15c6-44d5-9e2e-c2b48a02f08b tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395076 Mar 11 20:10:55.710405 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b8548-e585-4298-bad7-99a363ab5e35 req-deb62ba7-e75e-4466-b4bc-9ce2a72f1aee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:55.711897 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cc5b8548-e585-4298-bad7-99a363ab5e35 req-deb62ba7-e75e-4466-b4bc-9ce2a72f1aee tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0890183 Mar 11 20:10:55.764641 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cc5b8548-e585-4298-bad7-99a363ab5e35 req-0195911f-c90b-4fc2-8e1c-c42255ac305e tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441594 Mar 11 20:10:56.979945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39309b34-e024-4e20-ab8d-62a16c4559c6 req-5dff2674-d3b7-43c2-b518-29d4d5e634db tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:56.981342 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39309b34-e024-4e20-ab8d-62a16c4559c6 req-5dff2674-d3b7-43c2-b518-29d4d5e634db tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0778511 Mar 11 20:10:57.027239 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-39309b34-e024-4e20-ab8d-62a16c4559c6 req-1e1162a2-a44f-4aa5-8c14-8e751a69d8a1 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 Mar 11 20:10:58.196156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-63a3747b-2e3b-45d6-b545-61670c801787 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:58.197576 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-63a3747b-2e3b-45d6-b545-61670c801787 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0751214 Mar 11 20:10:58.230475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a5a5d2-5aa5-4808-8be9-c0edda4cbd89 req-fa8cdbf2-7dd9-47f2-bac5-4947c495f34a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:58.231984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-33a5a5d2-5aa5-4808-8be9-c0edda4cbd89 req-fa8cdbf2-7dd9-47f2-bac5-4947c495f34a tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 946 time: 0.0752907 Mar 11 20:10:58.267340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:10:58.267688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.276671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-33a5a5d2-5aa5-4808-8be9-c0edda4cbd89 req-ac47cac1-7e64-4815-830e-087a7e754f14 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391350 Mar 11 20:10:58.281917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:10:58.396423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.422292 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:10:58.432459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:58.437370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.483117 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'code': 200} Mar 11 20:10:58.509007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=12']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:58.509249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:58.509391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.795266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.795539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:58.795856 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a disassociated. External IP: 172.26.8.121, port: bd8af80c-38c3-4cb6-bbbb-f96d8a45555f. Mar 11 20:10:58.796175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for bd8af80c-38c3-4cb6-bbbb-f96d8a45555f owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:10:58.875696 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.db.api [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:10:58.876063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG oslo_db.api [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:10:59.377874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:10:59.378516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:59.567191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9898b42-cc5f-4915-a503-bcb041b1f49f req-600459cd-2bb5-4b22-b64f-ab7b2fe912e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:59.568549 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f9898b42-cc5f-4915-a503-bcb041b1f49f req-600459cd-2bb5-4b22-b64f-ab7b2fe912e9 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 944 time: 0.1606812 Mar 11 20:10:59.614475 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f9898b42-cc5f-4915-a503-bcb041b1f49f req-f8d8baf6-2490-4fe1-ab60-9104ce11380f tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups?id=607fffbf-11af-48ad-b46f-a0d5a159a337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401039 Mar 11 20:10:59.621618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] For port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:59.622117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:59.906387 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:59.906744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:10:59.907084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a disassociated. External IP: 172.26.8.121, port: bd8af80c-38c3-4cb6-bbbb-f96d8a45555f. Mar 11 20:10:59.907509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for bd8af80c-38c3-4cb6-bbbb-f96d8a45555f owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:00.136730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:00.186878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'Port': ['ID=bd8af80c-38c3-4cb6-bbbb-f96d8a45555f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:00.199244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.199677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.200016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.200320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.200639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.200957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.201273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.201604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.202006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.202212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.202520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:00.402926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:11:00.612865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:11:00.622718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:11:00.635561 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:11:00.636152 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:10:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:00.682450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] No DVR routers for this DVR port bd8af80c-38c3-4cb6-bbbb-f96d8a45555f on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:00.685128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:00.687695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-deleted', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:00.708649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2cf2fec0-ca33-46dd-8785-0aa0b7d80716 req-59fda7e5-d52a-4c0e-8990-0be3fa8802c0 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.90 "DELETE /v2.0/ports/bd8af80c-38c3-4cb6-bbbb-f96d8a45555f HTTP/1.1" status: 204 len: 173 time: 2.5058994 Mar 11 20:11:00.774938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe26ccf-cf00-46d9-b30c-60f7aa24e365', 'name': 'network-vif-deleted', 'tag': 'bd8af80c-38c3-4cb6-bbbb-f96d8a45555f', 'status': 'completed', 'code': 200} Mar 11 20:11:00.786009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9914f706-1902-43d5-bcd8-ff1de2005fba req-3b1a4f8c-b0c6-4ea2-8e73-b699fca029d4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Synchronizing usage tracker for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:00.801000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9914f706-1902-43d5-bcd8-ff1de2005fba req-3b1a4f8c-b0c6-4ea2-8e73-b699fca029d4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Unset dirty status for tenant:3b39639e6cb24120ae670a661b207c32 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:00.802279 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9914f706-1902-43d5-bcd8-ff1de2005fba req-3b1a4f8c-b0c6-4ea2-8e73-b699fca029d4 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 210 time: 0.0579965 Mar 11 20:11:00.849370 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:11:01.157459 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:01.161493 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:11:01.171779 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:11:01.172365 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:10:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:01.350570 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:11:01.657484 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:01.661487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9cf8a3-7ad5-48f2-a122-f91737d5b02a None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:00Z', 'revision_number': 4, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '60a6cf13-503d-496e-9841-e7ae612ffdf6', 'name': '', 'network_id': '9c51a925-4cc4-406e-85d8-bad5d081f9fe', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'mac_address': 'fa:16:3e:84:eb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:59Z', 'updated_at': '2022-03-11T20:07:07Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'subnets': [{'id': '7c1d2555-3f07-4f76-832a-8e3032520e9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:11:01.903561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfd4fd6-bd98-4655-87c9-c2b7d23b7d75 None None] New status for floating IP 4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:11:01.988447 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1f05a8dc-6b24-4c68-9f1a-1562e584edd2 req-4270c93e-8df8-4d36-a648-528382c10f87 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/ports?device_id=0fe26ccf-cf00-46d9-b30c-60f7aa24e365 HTTP/1.1" status: 200 len: 210 time: 0.0403852 Mar 11 20:11:02.315042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:02.352655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: bd8af80c-38c3-4cb6-bbbb-f96d8a45555f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:02.352992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device bd8af80c-38c3-4cb6-bbbb-f96d8a45555f not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:06.306811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40778) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:06.372928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.401371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.465657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.482381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=607fffbf-11af-48ad-b46f-a0d5a159a337,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:06.494505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.494838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.495164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.495549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.495882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.496181 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.496489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.496798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.497109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.497417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.497723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:06.502708 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.503842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-03cc7d23-2b95-4f43-aaac-089492a21265 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "DELETE /v2.0/security-groups/607fffbf-11af-48ad-b46f-a0d5a159a337 HTTP/1.1" status: 204 len: 168 time: 0.1959403 Mar 11 20:11:06.506454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40782) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:06.523047 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.api.v2.resource [None req-fa223c73-e4c0-4ed3-bd6e-a7b35bd22bc3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] show failed (client error): The resource could not be found. Mar 11 20:11:06.524075 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fa223c73-e4c0-4ed3-bd6e-a7b35bd22bc3 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "GET /v2.0/security-groups/607fffbf-11af-48ad-b46f-a0d5a159a337 HTTP/1.1" status: 404 len: 347 time: 0.0166726 Mar 11 20:11:06.526838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40786) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:06.674965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Deleting port bcd194dc-d893-4073-b684-f77447e4ea42 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:06.675281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.842090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.842322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:06.957164 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Calling delete_port for bcd194dc-d893-4073-b684-f77447e4ea42 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:07.094890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:07.138749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Pushing event deleted for resources: {'Port': ['ID=bcd194dc-d893-4073-b684-f77447e4ea42,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:07.229756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:07.254373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:07.255549 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ce989726-57ab-4630-89ad-d57ad663dc03 tempest-ServerActionsTestJSON-1420490808 tempest-ServerActionsTestJSON-1420490808-project] 10.222.0.76 "DELETE /v2.0/floatingips/4ffa1f5f-a06a-465e-82ab-f8d4b424cc2a HTTP/1.1" status: 204 len: 168 time: 0.7277644 Mar 11 20:11:07.258818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40790) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:07.652945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:08.340912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Deleting port 60a6cf13-503d-496e-9841-e7ae612ffdf6 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:08.341206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:08.504268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] For port 60a6cf13-503d-496e-9841-e7ae612ffdf6, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=60a6cf13-503d-496e-9841-e7ae612ffdf6,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:08.504495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:08.621910 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Calling delete_port for 60a6cf13-503d-496e-9841-e7ae612ffdf6 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:08.790051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:08.833551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=60a6cf13-503d-496e-9841-e7ae612ffdf6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:09.116396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:09.815979 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:11:10.018310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:11:10.027979 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Sync routers for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:11:10.034550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bec86961-6ece-4628-81a0-ab3b9dcfe6cc admin admin] 10.222.0.76 "PUT /v2.0/routers/b1e2a076-2fed-4d3b-b09e-1a52efb41cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721481 Mar 11 20:11:10.034716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40794) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:10.041981 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:11:10.042682 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:10:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:10.242366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:10.266486 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:11:10.436447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:10.447222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Deleting port 3ac9c531-c4bf-463a-ab42-6b215bcc0316 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:10.447670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:10.560142 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:11:08Z', 'revision_number': 5, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port': {'id': '3ac9c531-c4bf-463a-ab42-6b215bcc0316', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:79:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:10.564416 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Checking router: b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:11:10.575280 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Routers {'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:11:10.575795 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:10:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:10.619789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] For port 3ac9c531-c4bf-463a-ab42-6b215bcc0316, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3ac9c531-c4bf-463a-ab42-6b215bcc0316,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:10.620145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:10.721376 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] Set router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:11:10.736923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Calling delete_port for 3ac9c531-c4bf-463a-ab42-6b215bcc0316 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:10.824828 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:11:10Z', 'revision_number': 6, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:10.829523 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d077b8a-8ccf-490c-bc87-c9f852239696 None None] The sync data for ids ['b1e2a076-2fed-4d3b-b09e-1a52efb41cf0'] in dv-neutron-832764-2-hyperv is: [{'id': 'b1e2a076-2fed-4d3b-b09e-1a52efb41cf0', 'name': 'tempest-ServerActionsTestJSON-2129927742-router', 'tenant_id': '3b39639e6cb24120ae670a661b207c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:06:57Z', 'updated_at': '2022-03-11T20:11:10Z', 'revision_number': 6, 'project_id': '3b39639e6cb24120ae670a661b207c32', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:11:11.005823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.049184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac9c531-c4bf-463a-ab42-6b215bcc0316,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:11.267915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.521655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.526025 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.550386 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.550903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:11:11.562930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.564114 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-689cd97d-f3c3-4137-97fa-0c746997c6ea admin admin] 10.222.0.76 "DELETE /v2.0/routers/b1e2a076-2fed-4d3b-b09e-1a52efb41cf0 HTTP/1.1" status: 204 len: 168 time: 1.5285163 Mar 11 20:11:11.566803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:11.625945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Deleting subnet 7c1d2555-3f07-4f76-832a-8e3032520e9d {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:11:11.629101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.677394 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.756959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.803179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3ac9c531-c4bf-463a-ab42-6b215bcc0316 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:11.828222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.841366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 3ac9c531-c4bf-463a-ab42-6b215bcc0316 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:11.841710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3ac9c531-c4bf-463a-ab42-6b215bcc0316 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:11.842128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 60a6cf13-503d-496e-9841-e7ae612ffdf6 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:11.870830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1d2555-3f07-4f76-832a-8e3032520e9d,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:11.873746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 60a6cf13-503d-496e-9841-e7ae612ffdf6 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:11.874095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 60a6cf13-503d-496e-9841-e7ae612ffdf6 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:11.875796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:11.881586 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b50879eb-0ee6-432e-b785-3b5d24774830 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7c1d2555-3f07-4f76-832a-8e3032520e9d HTTP/1.1" status: 204 len: 168 time: 0.3137970 Mar 11 20:11:11.882128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb46c7-14b8-401b-a6d9-33c8d200fb35 None None] Network 9c51a925-4cc4-406e-85d8-bad5d081f9fe requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:11.884318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40802) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:11.992143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.002278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Deleting port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:12.002601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.147786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] DHCP port deletion for 9c51a925-4cc4-406e-85d8-bad5d081f9fe request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:11:12.152209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Deleting port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:12.152823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.205001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] For port 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=00aa9413-5bcf-4a5a-85c1-161327f5bc21,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:12.205282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.327344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Calling delete_port for 00aa9413-5bcf-4a5a-85c1-161327f5bc21 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:12.385406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] For port 00aa9413-5bcf-4a5a-85c1-161327f5bc21, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=00aa9413-5bcf-4a5a-85c1-161327f5bc21,segment=NetworkSegment(c5fb57a8-dd6d-4668-a13d-6e16e18df3c4),segment_id=c5fb57a8-dd6d-4668-a13d-6e16e18df3c4)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:12.385793 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.401559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.448005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Pushing event deleted for resources: {'Port': ['ID=00aa9413-5bcf-4a5a-85c1-161327f5bc21,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:12.453618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] No DVR routers for this DVR port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:12.501962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Calling delete_port for 00aa9413-5bcf-4a5a-85c1-161327f5bc21 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:12.568067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn_limited( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:11:12.568715 dv-neutron-832764-2-hyperv neutron-server[83814]: util.warn( Mar 11 20:11:12.573519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:11:12.573875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:11:12.689339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51a925-4cc4-406e-85d8-bad5d081f9fe']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:12.701989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:12.702285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fb57a8-dd6d-4668-a13d-6e16e18df3c4') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:12.713446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.729025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.735673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:11:12.736036 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:11:12.748844 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:11:12.836816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.852159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:12.861984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c51a925-4cc4-406e-85d8-bad5d081f9fe,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:12.877400 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dfa1a3da-3e89-4ed8-baf1-3f9a723ea746 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9c51a925-4cc4-406e-85d8-bad5d081f9fe HTTP/1.1" status: 204 len: 168 time: 0.9919753 Mar 11 20:11:13.020911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40808) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:13.069483 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f6a9bd10-099e-4f56-882e-29399c2a434c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b39639e6cb24120ae670a661b207c32&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474169 Mar 11 20:11:13.071929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 40812) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:13.075394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Deleting port 00aa9413-5bcf-4a5a-85c1-161327f5bc21 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:13.075878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:13.130791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:13.138098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1216e47f-f150-4885-b6d7-61a7a668713f None None] The port '00aa9413-5bcf-4a5a-85c1-161327f5bc21' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:11:13.159013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:13.213044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:13.229208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbb3552-0ba4-4478-9657-641041b5def3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:13.236605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:13.237648 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0f9e7303-06fb-4460-ad4a-683a40a75c6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/efbb3552-0ba4-4478-9657-641041b5def3 HTTP/1.1" status: 204 len: 168 time: 0.1648996 Mar 11 20:11:13.799766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 00aa9413-5bcf-4a5a-85c1-161327f5bc21 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:13.834468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 00aa9413-5bcf-4a5a-85c1-161327f5bc21 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:13.834805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 00aa9413-5bcf-4a5a-85c1-161327f5bc21 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:14.103052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40834) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:14.237674 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-923925426-network', 'tenant_id': '5392692b1f6f40399e0e7cfc7940be98'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:14.242550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:14.246707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Usage tracker for resource:network and tenant:5392692b1f6f40399e0e7cfc7940be98 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:14.249900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:14.256301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:14.270251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Made reservation on behalf of 5392692b1f6f40399e0e7cfc7940be98 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:14.272696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.285558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.322319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:14.326352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Usage tracker for resource:security_group_rule and tenant:5392692b1f6f40399e0e7cfc7940be98 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:14.329402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:14.335288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:14.406818 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.413987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.441932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:14.449730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06117082-0fec-4055-9457-9837f2b93eba,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:14.455173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.455540 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Added segment 999f3c65-6533-4eac-9a35-cbc6c9a7b04b of type vlan for network b1a7bf73-4072-428a-982b-6478ab2d6b06 Mar 11 20:11:14.480548 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.510051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46ac9448-8674-48ac-93bb-d459cec459b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.511243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.512288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:14.512893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.612296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] Pushing event updated for resources: {'Network': ['ID=b1a7bf73-4072-428a-982b-6478ab2d6b06,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:14.618197 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-94aad727-1344-4049-a341-f7ebfbbf0b89 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5111649 Mar 11 20:11:14.618468 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40840) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:14.623518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Request body: {'subnet': {'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-923925426-subnet', 'tenant_id': '5392692b1f6f40399e0e7cfc7940be98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:14.625621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:11:14.628501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:14.632228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Usage tracker for resource:subnet and tenant:5392692b1f6f40399e0e7cfc7940be98 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:14.635030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:14.640967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:14.652062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Made reservation on behalf of 5392692b1f6f40399e0e7cfc7940be98 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:14.654237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:14.876508 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:15.024411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f4909c-def2-4586-9b6c-8fa657b13c8f,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:15.041064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Checking segment: {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:15.041411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Network hostable DHCP agents. Network: b1a7bf73-4072-428a-982b-6478ab2d6b06, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:11:15.065478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:11:15.075963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, b1a7bf73-4072-428a-982b-6478ab2d6b06) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:15.080292 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:15.080863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:15.086887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023c535-0da5-4ccc-9b0f-3a7ed126a348 None None] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:15.102827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-685adc23-99c4-415b-8419-a84584f28d18 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4835339 Mar 11 20:11:15.294337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af3b77-ac66-4fff-a812-df61f2770e39 None None] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:15.674044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-a73f007e-0788-4158-bc2b-e9ed0fd33182 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:15.674767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-a73f007e-0788-4158-bc2b-e9ed0fd33182 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:15.695066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-a73f007e-0788-4158-bc2b-e9ed0fd33182 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:15.697032 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-a73f007e-0788-4158-bc2b-e9ed0fd33182 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 813 time: 0.1845167 Mar 11 20:11:15.716286 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-8a503fe7-fc8b-4b9c-b905-7a11937c042e tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/quotas/5392692b1f6f40399e0e7cfc7940be98 HTTP/1.1" status: 200 len: 375 time: 0.0110290 Mar 11 20:11:15.765259 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-014e949b-f33b-4569-918b-7f7e238c9585 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441270 Mar 11 20:11:15.973072 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-b55ca220-50cb-44d4-908e-aa83cd9eb7df service neutron] 10.222.0.76 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008739 Mar 11 20:11:16.104672 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-e1f1872c-9370-4536-a309-183527d65c95 service neutron] 10.222.0.76 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231585 Mar 11 20:11:16.284347 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1358e62c-075a-42dd-94dc-d01b221b7810 req-7eefccb8-d3e4-4873-9444-9979884fbc7d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 210 time: 0.0405505 Mar 11 20:11:16.794474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46c956ad-9dfc-4e89-a86b-3050b9a0561e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:17.300964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-c100fdbc-054e-4a6a-9c4b-f2168d0e907b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.302363 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-c100fdbc-054e-4a6a-9c4b-f2168d0e907b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 813 time: 0.1406896 Mar 11 20:11:17.318515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Request body: {'port': {'device_id': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06', 'admin_state_up': True, 'tenant_id': '5392692b1f6f40399e0e7cfc7940be98'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:17.446436 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-51ee7f66-8914-4b55-a968-315bda72e529 req-7a3486d3-d8a0-4011-8f4d-2f76415be63f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 210 time: 0.0394483 Mar 11 20:11:17.454270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:17.457984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Usage tracker for resource:port and tenant:5392692b1f6f40399e0e7cfc7940be98 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:17.460774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:17.478052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:17.489002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Made reservation on behalf of 5392692b1f6f40399e0e7cfc7940be98 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:17.492233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:17.657964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Allocated IP 172.20.0.3 (b1a7bf73-4072-428a-982b-6478ab2d6b06/a7f4909c-def2-4586-9b6c-8fa657b13c8f/3bea8491-4627-4b75-a3da-d04d9a62ad2a) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:17.866718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:17.898942 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:17.927044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:17.972037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:17.975060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:17.979347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:11:18.003489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Pushing event updated for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:18.038790 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.039410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:18.039781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:18.058555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-328c3e32-e417-4070-8ded-83bb0a8e9c03 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440453 Mar 11 20:11:18.072523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Request body: {'port': {'device_id': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:18.190905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:18.543707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bea8491-4627-4b75-a3da-d04d9a62ad2a {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:11:18.550603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:18.565424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Transition to ACTIVE for port object 3bea8491-4627-4b75-a3da-d04d9a62ad2a will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:11:18.596285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:18.820615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Pushing event updated for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:18.906924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352743-a135-4b3d-847c-1275aeea79eb req-5a6886dc-4b40-49d8-83a2-90cc04e98f0f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.907674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ba352743-a135-4b3d-847c-1275aeea79eb req-5a6886dc-4b40-49d8-83a2-90cc04e98f0f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:18.947702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ba352743-a135-4b3d-847c-1275aeea79eb req-5a6886dc-4b40-49d8-83a2-90cc04e98f0f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:18.948832 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ba352743-a135-4b3d-847c-1275aeea79eb req-5a6886dc-4b40-49d8-83a2-90cc04e98f0f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 943 time: 0.3821142 Mar 11 20:11:18.956169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Attempting to bind port 3bea8491-4627-4b75-a3da-d04d9a62ad2a on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:11:18.956499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Attempting to bind port 3bea8491-4627-4b75-a3da-d04d9a62ad2a by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:11:18.956817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Attempting to bind port 3bea8491-4627-4b75-a3da-d04d9a62ad2a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:11:18.981379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Port 3bea8491-4627-4b75-a3da-d04d9a62ad2a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:11:18.981716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Attempting to bind port 3bea8491-4627-4b75-a3da-d04d9a62ad2a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:11:18.998203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:11:18.998532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Checking segment: {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:18.998903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Bound using segment: {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:11:18.999336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Bound port: 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:11:18.999691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:19.022928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ba352743-a135-4b3d-847c-1275aeea79eb req-c5d03300-c2ac-4c6b-8a12-3892b0882c29 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676825 Mar 11 20:11:19.091812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:19.094775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:19.100182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:19.164543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:19.165891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] 10.222.0.90 "PUT /v2.0/ports/3bea8491-4627-4b75-a3da-d04d9a62ad2a HTTP/1.1" status: 200 len: 1093 time: 1.0999410 Mar 11 20:11:19.166368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:19.184499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b5ff-8d17-4977-ae48-18dc89824233 service neutron] Pushing event updated for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:19.264834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:19.279442 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-6caafa78-2caa-4a7d-bbb5-f53d99577d4c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 1096 time: 0.0696447 Mar 11 20:11:19.335409 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'status': 'completed', 'code': 200} Mar 11 20:11:19.351805 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-83ce1d94-3196-4f2d-a735-6d32855d49e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a HTTP/1.1" status: 200 len: 217 time: 0.0656493 Mar 11 20:11:19.415069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-0a47e4e7-0d97-4572-8774-dac97f561098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:19.416473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-0a47e4e7-0d97-4572-8774-dac97f561098 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f4909c-def2-4586-9b6c-8fa657b13c8f HTTP/1.1" status: 200 len: 853 time: 0.0581775 Mar 11 20:11:19.460663 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-6f3c0fa6-2f4f-4840-bca9-ee09d4639676 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1a7bf73-4072-428a-982b-6478ab2d6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374558 Mar 11 20:11:19.594283 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-943d0964-5c1e-4a24-b6e1-2079bbef5986 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276760 Mar 11 20:11:19.729133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fb56fdf-c945-4b58-ad28-37d23f3b39f6 req-9bb7047f-ca60-4509-96bc-191335a1ec34 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288803 Mar 11 20:11:19.861339 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-1f0c699f-bc5a-4660-a1a0-f7fed5276ac5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 1096 time: 0.0741248 Mar 11 20:11:19.996286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-d222cb02-962f-4100-9130-4a45de8f22f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:19.997662 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-d222cb02-962f-4100-9130-4a45de8f22f4 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 914 time: 0.1301074 Mar 11 20:11:20.062372 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-7b44d69d-3352-4f08-be43-f500b91a6e46 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a HTTP/1.1" status: 200 len: 217 time: 0.0583103 Mar 11 20:11:20.125031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-eb93de31-67ee-487e-ba8b-a4274800f8ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:20.126357 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-eb93de31-67ee-487e-ba8b-a4274800f8ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f4909c-def2-4586-9b6c-8fa657b13c8f HTTP/1.1" status: 200 len: 853 time: 0.0588150 Mar 11 20:11:20.208120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-2f06f7b0-fc6a-4de8-be2b-6fbc4418a85f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1a7bf73-4072-428a-982b-6478ab2d6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754595 Mar 11 20:11:20.432905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab3fb-3648-4888-9e50-49b27d45eb90 req-f6d130cd-801b-4cec-b944-7a85c78fa64a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:20.434238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dbab3fb-3648-4888-9e50-49b27d45eb90 req-f6d130cd-801b-4cec-b944-7a85c78fa64a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 943 time: 0.2737415 Mar 11 20:11:20.464858 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-a3aab380-69f5-4775-9337-c0d5bf8d49ea service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494705 Mar 11 20:11:20.560594 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dbab3fb-3648-4888-9e50-49b27d45eb90 req-84dd59ef-fc68-4c56-9b75-be523e6555c6 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181118 Mar 11 20:11:20.604334 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa09eece-afb0-493d-8dd0-2d7e962f2e7b req-6005cb14-ee6d-4465-bbfd-4f3d73253ad3 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294479 Mar 11 20:11:21.769605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3dc3af-42bc-4c81-9f62-e1c7b2ee76de req-9bf0daf0-c8f6-454d-9adc-95255835935d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:21.771020 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fb3dc3af-42bc-4c81-9f62-e1c7b2ee76de req-9bf0daf0-c8f6-454d-9adc-95255835935d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 943 time: 0.0814049 Mar 11 20:11:21.818254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fb3dc3af-42bc-4c81-9f62-e1c7b2ee76de req-1a024fe2-3197-4efc-8df8-b4ab6db53df7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:21.837939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fb3dc3af-42bc-4c81-9f62-e1c7b2ee76de req-1a024fe2-3197-4efc-8df8-b4ab6db53df7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:21.843610 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fb3dc3af-42bc-4c81-9f62-e1c7b2ee76de req-1a024fe2-3197-4efc-8df8-b4ab6db53df7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670633 Mar 11 20:11:22.172763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:11:22.439655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3bea8491-4627-4b75-a3da-d04d9a62ad2a details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:11:22.579307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:22.592976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06', 'port_id': '3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'mac_address': 'fa:16:3e:8f:3b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4909c-def2-4586-9b6c-8fa657b13c8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:11:22.645964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:22.663084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bea8491-4627-4b75-a3da-d04d9a62ad2a {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:11:22.680461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:22.685075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:22.754140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:23.003612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['3bea8491-4627-4b75-a3da-d04d9a62ad2a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:11:23.062561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06788120-de20-4b50-b855-1cf76a4e5fc6 req-6f96ed1b-b76f-49c0-9f06-51f9ec14e939 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:23.064066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-06788120-de20-4b50-b855-1cf76a4e5fc6 req-6f96ed1b-b76f-49c0-9f06-51f9ec14e939 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 944 time: 0.0829918 Mar 11 20:11:23.109163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-06788120-de20-4b50-b855-1cf76a4e5fc6 req-4aa04f96-6f81-4c86-9ac1-6d4cd9f7a6ff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395491 Mar 11 20:11:24.314078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74270d89-8406-491e-a95d-f9a9386a00bb req-34e5c42b-ef6a-46f0-b169-238709fffe5e tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:24.315694 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-74270d89-8406-491e-a95d-f9a9386a00bb req-34e5c42b-ef6a-46f0-b169-238709fffe5e tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 944 time: 0.0876031 Mar 11 20:11:24.368240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-74270d89-8406-491e-a95d-f9a9386a00bb req-14d8fd75-8e71-493e-89ee-79980c16fcff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470357 Mar 11 20:11:24.444268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3bea8491-4627-4b75-a3da-d04d9a62ad2a up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:11:24.551069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 3bea8491-4627-4b75-a3da-d04d9a62ad2a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:11:24.558089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 3bea8491-4627-4b75-a3da-d04d9a62ad2a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:11:24.558563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:24.686277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:24.714109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:24.724908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:24.733159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:24.775894 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'code': 200} Mar 11 20:11:24.802086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:24.815048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:25.021072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f376136-3368-48cf-ad26-c7cdc37c489c req-06b21400-80ca-4007-be4e-122a23fe07d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 1098 time: 0.0836608 Mar 11 20:11:25.063545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f376136-3368-48cf-ad26-c7cdc37c489c req-32491ca0-35d5-4feb-bfcc-21434a58f013 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361242 Mar 11 20:11:25.578375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea3451-5181-487d-bc90-2d5e69a86b2c req-b41e36c6-dd54-4fe9-b007-d743b5c856e1 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:25.579852 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9ea3451-5181-487d-bc90-2d5e69a86b2c req-b41e36c6-dd54-4fe9-b007-d743b5c856e1 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0889952 Mar 11 20:11:25.627414 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c9ea3451-5181-487d-bc90-2d5e69a86b2c req-0ea4f21b-d3d9-49c6-a862-56817354e159 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Mar 11 20:11:26.842707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e152f-3caa-4b3b-a621-97594b098be0 req-17aa6b11-c19d-48d5-a825-02f3c37f86e2 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:26.844144 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f01e152f-3caa-4b3b-a621-97594b098be0 req-17aa6b11-c19d-48d5-a825-02f3c37f86e2 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0850945 Mar 11 20:11:26.892482 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f01e152f-3caa-4b3b-a621-97594b098be0 req-6afdd36a-c525-49d9-9544-7be991f596e3 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Mar 11 20:11:27.217848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522507d-ee8d-403c-986b-af32e828d6df req-a3ceaead-d537-4cce-9da7-68d75548573a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:27.219207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-a3ceaead-d537-4cce-9da7-68d75548573a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 813 time: 0.1471124 Mar 11 20:11:27.235644 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-e1c30703-77c5-4675-b526-d55b58702e72 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/quotas/5392692b1f6f40399e0e7cfc7940be98 HTTP/1.1" status: 200 len: 375 time: 0.0108683 Mar 11 20:11:27.312310 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-bec12eac-5ca4-4e8a-b276-637c7963c20a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714281 Mar 11 20:11:27.450947 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-ee47dfca-7e42-4e6d-871f-a990b49eea9d service neutron] 10.222.0.76 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Mar 11 20:11:27.578271 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-fc4c4ec9-72bc-4c95-bfdb-54c2af2e5a96 service neutron] 10.222.0.76 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214044 Mar 11 20:11:27.774026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e1db2285-75e7-425d-806f-7efa9c7a0621 req-443d038d-e8f7-4939-8855-3875a2d535db tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 210 time: 0.0403652 Mar 11 20:11:28.798714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522507d-ee8d-403c-986b-af32e828d6df req-2c1c78e8-daad-462b-a5b5-31e4ac0e36f4 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:28.800206 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-2c1c78e8-daad-462b-a5b5-31e4ac0e36f4 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 813 time: 0.1403301 Mar 11 20:11:28.819723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Request body: {'port': {'device_id': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06', 'admin_state_up': True, 'tenant_id': '5392692b1f6f40399e0e7cfc7940be98'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:28.938567 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4a53773c-e05a-4d71-9935-db6cdfa0ddde req-6006a9b0-b445-472a-b9de-d198bc276687 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 210 time: 0.0434592 Mar 11 20:11:28.958644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:28.967910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:28.978122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Made reservation on behalf of 5392692b1f6f40399e0e7cfc7940be98 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:28.981048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:29.140715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Allocated IP 172.20.0.6 (b1a7bf73-4072-428a-982b-6478ab2d6b06/a7f4909c-def2-4586-9b6c-8fa657b13c8f/a759dc7d-cf48-4ebe-bab3-48e878b4851a) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:29.341676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:29.377401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:29.389405 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['3bea8491-4627-4b75-a3da-d04d9a62ad2a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:11:29.455639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Network b1a7bf73-4072-428a-982b-6478ab2d6b06 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:29.458723 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:29.464171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:11:29.491735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Pushing event updated for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:29.525682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:29.526277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:29.551177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-c2d43765-f8b3-4439-9b7c-00476512c26b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388256 Mar 11 20:11:29.562252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Request body: {'port': {'device_id': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:29.665988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.142203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a759dc7d-cf48-4ebe-bab3-48e878b4851a {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:11:30.150527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.174243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Transition to ACTIVE for port object a759dc7d-cf48-4ebe-bab3-48e878b4851a will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:11:30.181160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.245242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544bfbe-9c3b-471c-8712-acfbee63e207 req-360f69a7-6399-4fa1-96a5-393821564944 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:30.245914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b544bfbe-9c3b-471c-8712-acfbee63e207 req-360f69a7-6399-4fa1-96a5-393821564944 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:30.312913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Pushing event updated for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:30.352950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b544bfbe-9c3b-471c-8712-acfbee63e207 req-360f69a7-6399-4fa1-96a5-393821564944 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:30.354115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b544bfbe-9c3b-471c-8712-acfbee63e207 req-360f69a7-6399-4fa1-96a5-393821564944 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 931 time: 0.2743955 Mar 11 20:11:30.453451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Attempting to bind port a759dc7d-cf48-4ebe-bab3-48e878b4851a on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:11:30.453662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Attempting to bind port a759dc7d-cf48-4ebe-bab3-48e878b4851a by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:11:30.453982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Attempting to bind port a759dc7d-cf48-4ebe-bab3-48e878b4851a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:11:30.457704 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b544bfbe-9c3b-471c-8712-acfbee63e207 req-92f6f254-279f-4315-9451-c02181d612ba tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758231 Mar 11 20:11:30.461985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Port a759dc7d-cf48-4ebe-bab3-48e878b4851a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:11:30.462295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Attempting to bind port a759dc7d-cf48-4ebe-bab3-48e878b4851a on network b1a7bf73-4072-428a-982b-6478ab2d6b06 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:11:30.468842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:11:30.469198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Checking segment: {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:30.469569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Bound using segment: {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:11:30.469985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Bound port: a759dc7d-cf48-4ebe-bab3-48e878b4851a, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '999f3c65-6533-4eac-9a35-cbc6c9a7b04b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:11:30.470347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.557198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:30.561046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:30.568286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.628905 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:30.630300 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] 10.222.0.90 "PUT /v2.0/ports/a759dc7d-cf48-4ebe-bab3-48e878b4851a HTTP/1.1" status: 200 len: 1093 time: 1.0723765 Mar 11 20:11:30.630728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:30.645640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792cbd1c-d6f8-4963-bbe1-c9c2796ed2eb service neutron] Pushing event updated for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:30.698743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a', 'status': 'completed', 'code': 200} Mar 11 20:11:30.740857 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-b4789e4e-113b-4b3f-a0a0-f73efdf904d2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 1096 time: 0.0743728 Mar 11 20:11:30.810747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-7f3d9ca1-3853-4044-b98f-936117eb92db service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a HTTP/1.1" status: 200 len: 217 time: 0.0634370 Mar 11 20:11:30.878246 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522507d-ee8d-403c-986b-af32e828d6df req-22a54692-14be-45c8-be8a-0b51b4100395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:30.880391 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-22a54692-14be-45c8-be8a-0b51b4100395 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f4909c-def2-4586-9b6c-8fa657b13c8f HTTP/1.1" status: 200 len: 853 time: 0.0632417 Mar 11 20:11:30.926968 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-0aa6664f-2ef1-475d-b731-ec7857186791 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1a7bf73-4072-428a-982b-6478ab2d6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407987 Mar 11 20:11:31.056714 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-3af74531-e42e-44b8-bf18-69b453067302 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236906 Mar 11 20:11:31.189665 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a522507d-ee8d-403c-986b-af32e828d6df req-6e88aeb4-fe76-4262-9f96-03df10060d13 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265762 Mar 11 20:11:31.314247 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-dea09480-58a2-42a8-a704-3c7a5cd0ab5d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5392692b1f6f40399e0e7cfc7940be98&device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 1096 time: 0.0731258 Mar 11 20:11:31.457887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-143000ed-c58b-4753-b0d3-eeeb6a05353e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:31.459346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-143000ed-c58b-4753-b0d3-eeeb6a05353e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 200 len: 914 time: 0.1392467 Mar 11 20:11:31.525315 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-f9357840-0523-4aca-9fbe-58c318f23c1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a HTTP/1.1" status: 200 len: 217 time: 0.0593789 Mar 11 20:11:31.626546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-b97f6fb9-76ca-4d7f-b522-1e7e6e024f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:31.627970 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-b97f6fb9-76ca-4d7f-b522-1e7e6e024f0d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=a7f4909c-def2-4586-9b6c-8fa657b13c8f HTTP/1.1" status: 200 len: 853 time: 0.0963955 Mar 11 20:11:31.769614 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-38d53403-0372-458d-9567-1ce627473807 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b1a7bf73-4072-428a-982b-6478ab2d6b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332793 Mar 11 20:11:31.865515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e592da-4913-471b-a0b7-47d31ffb2d7f req-06b24583-87ef-4ea7-a5c3-13f4b5499fc9 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:31.866957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-42e592da-4913-471b-a0b7-47d31ffb2d7f req-06b24583-87ef-4ea7-a5c3-13f4b5499fc9 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 943 time: 0.2922776 Mar 11 20:11:31.934027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-258428a7-dd95-4903-b5f4-f57df9aa6893 service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565695 Mar 11 20:11:31.940898 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-42e592da-4913-471b-a0b7-47d31ffb2d7f req-3d4ab5e1-0c33-4b0d-a171-f7c7f6543c57 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Mar 11 20:11:32.066287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e762c5f7-cbdc-4253-ac5f-e9d89d40768c req-17ae9d6e-c37f-47fb-8c23-3f3764ff2a0a service neutron] 10.222.0.90 "GET /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244571 Mar 11 20:11:33.157467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4202a9-ce9a-4bc1-a929-5373cb6f5bff req-995e8172-791f-4480-8d13-03746336806f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:33.158910 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4202a9-ce9a-4bc1-a929-5373cb6f5bff req-995e8172-791f-4480-8d13-03746336806f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 943 time: 0.0801315 Mar 11 20:11:33.203791 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7f4202a9-ce9a-4bc1-a929-5373cb6f5bff req-ab529d95-cbd1-423f-8072-b1c23a774d6c tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392492 Mar 11 20:11:34.407714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38a92d-04e5-423c-b0ad-847f1dd2123f req-1cf1e160-f481-4146-b46d-220224bc18ba tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:34.409148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6d38a92d-04e5-423c-b0ad-847f1dd2123f req-1cf1e160-f481-4146-b46d-220224bc18ba tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 943 time: 0.0769088 Mar 11 20:11:34.456105 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6d38a92d-04e5-423c-b0ad-847f1dd2123f req-27784731-f1a7-4e85-b8f9-25c29db440f7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397160 Mar 11 20:11:34.504439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a759dc7d-cf48-4ebe-bab3-48e878b4851a details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:11:34.635787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:34.648938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a', 'network_id': 'b1a7bf73-4072-428a-982b-6478ab2d6b06', 'port_id': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a', 'mac_address': 'fa:16:3e:82:ac:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f4909c-def2-4586-9b6c-8fa657b13c8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:11:34.705018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:34.722363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a759dc7d-cf48-4ebe-bab3-48e878b4851a {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:11:34.739359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:34.746441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:34.808864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:34.817512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.817851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.818178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.818505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.818811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.819154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.819519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.819813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.820155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.820461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:34.820775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:35.038376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['a759dc7d-cf48-4ebe-bab3-48e878b4851a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:11:35.673416 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6ca90-91db-4853-8c60-bed54be06835 req-0b135316-a9e0-40dc-ae5e-d9abc9b2253e tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:35.674839 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19f6ca90-91db-4853-8c60-bed54be06835 req-0b135316-a9e0-40dc-ae5e-d9abc9b2253e tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 944 time: 0.0851970 Mar 11 20:11:35.806677 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-19f6ca90-91db-4853-8c60-bed54be06835 req-38cd0caf-4251-45c0-8b35-65be5dc81bf8 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231573 Mar 11 20:11:36.521147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a759dc7d-cf48-4ebe-bab3-48e878b4851a up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:11:36.598654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port a759dc7d-cf48-4ebe-bab3-48e878b4851a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:11:36.603386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port a759dc7d-cf48-4ebe-bab3-48e878b4851a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:11:36.603754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:36.713859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:36.740610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:36.750380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:36.754691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:36.804322 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a', 'code': 200} Mar 11 20:11:36.820562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:37.001602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198169a7-5eb1-4088-bba4-03e1c06b7517 req-1b9ab300-a380-4cfa-af99-92fb67d1f562 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:37.003044 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-198169a7-5eb1-4088-bba4-03e1c06b7517 req-1b9ab300-a380-4cfa-af99-92fb67d1f562 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0758455 Mar 11 20:11:37.021484 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6d4b260f-def8-4b0d-9ea3-ffc9da63f262 req-59d299a2-3427-482f-8042-393a0e47c087 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 1098 time: 0.0691385 Mar 11 20:11:37.048836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-198169a7-5eb1-4088-bba4-03e1c06b7517 req-238afc45-06cf-4891-bdb9-145a9b13a077 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Mar 11 20:11:37.062980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6d4b260f-def8-4b0d-9ea3-ffc9da63f262 req-cf015f3c-afdf-4192-ab2b-b967045a1cb6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357811 Mar 11 20:11:38.256659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4d9b6-0743-4ec0-bee0-064a9db3bdf5 req-15767c8e-aedc-45c9-927a-92ce44af2d11 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:38.258108 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ceb4d9b6-0743-4ec0-bee0-064a9db3bdf5 req-15767c8e-aedc-45c9-927a-92ce44af2d11 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0792766 Mar 11 20:11:38.306977 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ceb4d9b6-0743-4ec0-bee0-064a9db3bdf5 req-52f19281-b9d4-488a-9c3c-10b9b3457b63 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428023 Mar 11 20:11:39.515797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1d313-9b58-4aa4-b546-8d95369d92c7 req-1ed21674-b775-4bd2-8b56-14983197d15f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:39.517127 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cff1d313-9b58-4aa4-b546-8d95369d92c7 req-1ed21674-b775-4bd2-8b56-14983197d15f tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0843136 Mar 11 20:11:39.563723 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cff1d313-9b58-4aa4-b546-8d95369d92c7 req-4392fd2e-1dd1-4445-beca-273d24cd3285 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384982 Mar 11 20:11:39.984389 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5824f-394d-4e0a-a0e8-03276cea1dc2 req-66cfe28c-61b1-41c1-999c-5c0b2ba45c08 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:39.985809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20f5824f-394d-4e0a-a0e8-03276cea1dc2 req-66cfe28c-61b1-41c1-999c-5c0b2ba45c08 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0902283 Mar 11 20:11:40.035449 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20f5824f-394d-4e0a-a0e8-03276cea1dc2 req-738ff061-38d7-492b-8476-d0c457795d67 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Mar 11 20:11:41.259200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d779b-6c7b-4844-93e5-8b652178bb79 req-67fd99b2-3455-45c9-abe5-1b61d5bf9f8d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:41.261174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d20d779b-6c7b-4844-93e5-8b652178bb79 req-67fd99b2-3455-45c9-abe5-1b61d5bf9f8d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0954909 Mar 11 20:11:41.309216 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d20d779b-6c7b-4844-93e5-8b652178bb79 req-098bd120-b0f3-4e3c-9592-63c0eb8889b2 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Mar 11 20:11:41.524863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-56a32772-5661-4db1-a4f0-6e1c6e071f14 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:41.526285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-56a32772-5661-4db1-a4f0-6e1c6e071f14 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 945 time: 0.0960894 Mar 11 20:11:41.605627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Deleting port a759dc7d-cf48-4ebe-bab3-48e878b4851a {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:41.605934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:41.847898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] For port a759dc7d-cf48-4ebe-bab3-48e878b4851a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a759dc7d-cf48-4ebe-bab3-48e878b4851a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:41.848212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:41.962813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Calling delete_port for a759dc7d-cf48-4ebe-bab3-48e878b4851a owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:42.119388 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:42.133123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'a759dc7d-cf48-4ebe-bab3-48e878b4851a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:11:42.166588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Pushing event deleted for resources: {'Port': ['ID=a759dc7d-cf48-4ebe-bab3-48e878b4851a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:42.240475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] No DVR routers for this DVR port a759dc7d-cf48-4ebe-bab3-48e878b4851a on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:42.243062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:42.245553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'name': 'network-vif-deleted', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:42.260727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c043ac4b-4cf3-4ae0-a9d5-23e6163ef6fa req-cb5e175c-30b7-4100-89de-6446774f9b4a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "DELETE /v2.0/ports/a759dc7d-cf48-4ebe-bab3-48e878b4851a HTTP/1.1" status: 204 len: 173 time: 0.7282255 Mar 11 20:11:42.310171 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd41a31d-4526-45d8-b753-10449c1d6024', 'name': 'network-vif-deleted', 'tag': 'a759dc7d-cf48-4ebe-bab3-48e878b4851a', 'status': 'completed', 'code': 200} Mar 11 20:11:42.487692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a6e6b7b0-7d62-42ff-b1c2-4f92966f6c9a req-3f54008f-5938-4fa2-a707-9a4a52f8dd66 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:42.507713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a6e6b7b0-7d62-42ff-b1c2-4f92966f6c9a req-3f54008f-5938-4fa2-a707-9a4a52f8dd66 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:42.508880 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6e6b7b0-7d62-42ff-b1c2-4f92966f6c9a req-3f54008f-5938-4fa2-a707-9a4a52f8dd66 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd41a31d-4526-45d8-b753-10449c1d6024 HTTP/1.1" status: 200 len: 210 time: 0.0619459 Mar 11 20:11:43.805928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c740bf-2bcf-4c3d-beb5-697e90cb33b2 req-33334237-cefe-4265-bd8c-f2abe6fb10c6 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:43.805928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36c740bf-2bcf-4c3d-beb5-697e90cb33b2 req-33334237-cefe-4265-bd8c-f2abe6fb10c6 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0847127 Mar 11 20:11:43.853512 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36c740bf-2bcf-4c3d-beb5-697e90cb33b2 req-cb5ac869-0953-4e26-8b0a-14617db5e500 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421116 Mar 11 20:11:44.164794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf43e29-7aa1-4e27-9cc6-9cd445e0874f req-5042561e-aedd-48ea-8209-28133340b1ff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:44.166165 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0bf43e29-7aa1-4e27-9cc6-9cd445e0874f req-5042561e-aedd-48ea-8209-28133340b1ff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.1694665 Mar 11 20:11:44.211002 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0bf43e29-7aa1-4e27-9cc6-9cd445e0874f req-09741a0c-315d-4c98-a517-9779f7e9424d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391817 Mar 11 20:11:44.407477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e547d8-d763-4b35-ac0a-542321d901bd req-2568402a-4779-4893-8e5c-ea488e307fff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:44.408892 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b7e547d8-d763-4b35-ac0a-542321d901bd req-2568402a-4779-4893-8e5c-ea488e307fff tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0776305 Mar 11 20:11:44.456952 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b7e547d8-d763-4b35-ac0a-542321d901bd req-8b6522e5-2506-4204-a309-53b3b5c15e99 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399427 Mar 11 20:11:44.515257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1f386032-43a1-40df-a633-20f6de13090f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:44.565007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a759dc7d-cf48-4ebe-bab3-48e878b4851a no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:44.600270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: a759dc7d-cf48-4ebe-bab3-48e878b4851a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:44.600589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a759dc7d-cf48-4ebe-bab3-48e878b4851a not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:44.658033 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a5ac9db8-2f2b-426c-979c-1aedd3d3cf19 req-0f1ccf00-a2be-4534-b9a7-9f4a10d1ee31 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0766253 Mar 11 20:11:44.857229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c94bc-b79a-4381-a523-33f55b6f5534 req-d33a8bcf-b560-4bd2-b68d-682e4aaf4970 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:44.858638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c5c94bc-b79a-4381-a523-33f55b6f5534 req-d33a8bcf-b560-4bd2-b68d-682e4aaf4970 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0845919 Mar 11 20:11:44.905761 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7c5c94bc-b79a-4381-a523-33f55b6f5534 req-1bfa249d-2d51-4b15-94bf-ce58a6ad3d89 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Mar 11 20:11:45.100570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3677d75-8d02-4bc9-b997-2afde597c004 req-98932f19-c056-40aa-afa9-1e552595eb9a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:45.102043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d3677d75-8d02-4bc9-b997-2afde597c004 req-98932f19-c056-40aa-afa9-1e552595eb9a tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0792818 Mar 11 20:11:45.155428 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d3677d75-8d02-4bc9-b997-2afde597c004 req-81ceaef9-e0bc-4d0c-a5a0-61d7e8b8bd1d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Mar 11 20:11:45.371195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff076d-9a3c-4940-b986-913f6e9c2d05 req-dc02eaa7-6d66-439e-a1d2-4a6640ce371b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:45.372680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-97ff076d-9a3c-4940-b986-913f6e9c2d05 req-dc02eaa7-6d66-439e-a1d2-4a6640ce371b tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0845501 Mar 11 20:11:45.417829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-97ff076d-9a3c-4940-b986-913f6e9c2d05 req-24353259-6336-47e8-a0a8-95ea813d537d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Mar 11 20:11:45.993026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15484994-b397-4f9f-8b02-daf03c1b94f9 req-b9f5aeda-2025-4b56-adbe-aaba1d6f1ee7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:45.994365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15484994-b397-4f9f-8b02-daf03c1b94f9 req-b9f5aeda-2025-4b56-adbe-aaba1d6f1ee7 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0833302 Mar 11 20:11:46.041499 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-15484994-b397-4f9f-8b02-daf03c1b94f9 req-8afe57c2-3d71-4174-a178-d8968f35781d tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Mar 11 20:11:46.803991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-83c30f3e-65b1-41ee-9d80-6df4c020ada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:47.238489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aaef6-0f95-40c9-974c-bb793becf707 req-d5c58359-32f4-491c-9aa2-b9a35d700ebf tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:47.239984 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3e6aaef6-0f95-40c9-974c-bb793becf707 req-d5c58359-32f4-491c-9aa2-b9a35d700ebf tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0770769 Mar 11 20:11:47.286805 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3e6aaef6-0f95-40c9-974c-bb793becf707 req-7df5db0f-fe4b-4de1-abc5-4855e36cd5d8 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/security-groups?id=06117082-0fec-4055-9457-9837f2b93eba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409451 Mar 11 20:11:47.644831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-a00dcb66-fe15-48a3-a402-22eab3da0e12 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:47.646189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-a00dcb66-fe15-48a3-a402-22eab3da0e12 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 945 time: 0.0863018 Mar 11 20:11:47.711906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Deleting port 3bea8491-4627-4b75-a3da-d04d9a62ad2a {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:11:47.712232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:47.932247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:47.955137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] For port 3bea8491-4627-4b75-a3da-d04d9a62ad2a, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=3bea8491-4627-4b75-a3da-d04d9a62ad2a,segment=NetworkSegment(999f3c65-6533-4eac-9a35-cbc6c9a7b04b),segment_id=999f3c65-6533-4eac-9a35-cbc6c9a7b04b)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:47.955530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:48.044465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:48.073063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Calling delete_port for 3bea8491-4627-4b75-a3da-d04d9a62ad2a owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:11:48.212871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:48.224897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['3bea8491-4627-4b75-a3da-d04d9a62ad2a'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:11:48.259976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Pushing event deleted for resources: {'Port': ['ID=3bea8491-4627-4b75-a3da-d04d9a62ad2a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:48.329276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] No DVR routers for this DVR port 3bea8491-4627-4b75-a3da-d04d9a62ad2a on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:48.331792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:48.334348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'name': 'network-vif-deleted', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:11:48.352191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-892009ce-2bbc-4c3d-9dec-e26038640daa req-5879053d-7cde-4d86-9f09-867fec0f6890 tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.90 "DELETE /v2.0/ports/3bea8491-4627-4b75-a3da-d04d9a62ad2a HTTP/1.1" status: 204 len: 173 time: 0.7005200 Mar 11 20:11:48.393651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6141cb6-ece8-44cf-ab24-27b35ff22cef', 'name': 'network-vif-deleted', 'tag': '3bea8491-4627-4b75-a3da-d04d9a62ad2a', 'status': 'completed', 'code': 200} Mar 11 20:11:48.457868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9119dbaf-f346-414b-b89d-87dbedacc0a8 req-5d5a997e-33c9-4d21-82bc-30cfa2f9bcbe tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Synchronizing usage tracker for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:11:48.474641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9119dbaf-f346-414b-b89d-87dbedacc0a8 req-5d5a997e-33c9-4d21-82bc-30cfa2f9bcbe tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] Unset dirty status for tenant:5392692b1f6f40399e0e7cfc7940be98 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:11:48.475731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9119dbaf-f346-414b-b89d-87dbedacc0a8 req-5d5a997e-33c9-4d21-82bc-30cfa2f9bcbe tempest-ServersNegativeTestJSON-1047979611 tempest-ServersNegativeTestJSON-1047979611-project] 10.222.0.76 "GET /v2.0/ports?device_id=b6141cb6-ece8-44cf-ab24-27b35ff22cef HTTP/1.1" status: 200 len: 210 time: 0.0578220 Mar 11 20:11:49.273453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.584518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40976) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:49.648474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Deleting subnet a7f4909c-def2-4586-9b6c-8fa657b13c8f {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:11:49.651665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.698158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.755297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.821864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.856690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f4909c-def2-4586-9b6c-8fa657b13c8f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:49.863497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:49.870026 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-17795716-28b5-4a2c-8c54-29231ec68518 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a7f4909c-def2-4586-9b6c-8fa657b13c8f HTTP/1.1" status: 204 len: 168 time: 0.2843897 Mar 11 20:11:49.873759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40980) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:49.981106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.107575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.131566 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a7bf73-4072-428a-982b-6478ab2d6b06']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:50.143565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '999f3c65-6533-4eac-9a35-cbc6c9a7b04b') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:50.143854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '999f3c65-6533-4eac-9a35-cbc6c9a7b04b') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:50.154905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.177865 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.187897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:11:50.188395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:11:50.204052 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:11:50.279283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.303069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.313796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a7bf73-4072-428a-982b-6478ab2d6b06,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:50.323796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a4cf318d-af32-459a-bdf7-d54872c8b7f7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b1a7bf73-4072-428a-982b-6478ab2d6b06 HTTP/1.1" status: 204 len: 168 time: 0.4490697 Mar 11 20:11:50.462183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40986) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:50.525459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-04d28cd9-120e-4d6f-948a-98a2b8d1b54e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5392692b1f6f40399e0e7cfc7940be98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0618873 Mar 11 20:11:50.528924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 40990) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:50.582281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3bea8491-4627-4b75-a3da-d04d9a62ad2a no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:11:50.586633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.612485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.613892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 3bea8491-4627-4b75-a3da-d04d9a62ad2a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:11:50.614228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 3bea8491-4627-4b75-a3da-d04d9a62ad2a not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:11:50.664487 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.681817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06117082-0fec-4055-9457-9837f2b93eba,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:50.688327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:50.692530 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e0977206-b169-4664-9dd9-9505f7e96f07 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06117082-0fec-4055-9457-9837f2b93eba HTTP/1.1" status: 204 len: 168 time: 0.1627157 Mar 11 20:11:51.584779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41012) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:51.720092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-108277368'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:51.725112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:51.730652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:network and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:51.735383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:51.744875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:51.758110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:51.761132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:51.774060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:51.809467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:51.813151 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:security_group_rule and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:51.816010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:51.821466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:51.896774 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:51.903112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:51.933899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:51.942029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181f3ad5-6d4f-4ef0-bc01-dceb83e32c5c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:51.947759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:51.948100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Added segment 207631da-d4af-458e-9cc2-f7e40bfa300e of type vlan for network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d Mar 11 20:11:51.973439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:52.004619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:52.008392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:52.008955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:52.114102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5281494 Mar 11 20:11:52.114845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f859dc-ace1-4f86-8f94-09c32615d544 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Network': ['ID=ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:52.126045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:11:54.815807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:55.266653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41018) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:55.275533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'subnet': {'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:55.497016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:55.501343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:subnet and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:55.504271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:55.510627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:55.523471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:55.624042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:55.847747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:55.924478 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Subnet': ['ID=35decef0-9346-4030-b530-7183bc08e208,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:55.938601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking segment: {'id': '207631da-d4af-458e-9cc2-f7e40bfa300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:55.938950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network hostable DHCP agents. Network: ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:11:55.961687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:11:55.971739 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:55.975668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:55.976263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:55.981473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21f5b07-e87d-4ec4-808b-af67e9897c7b None None] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:55.997792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-493d63e1-7d87-4bbd-9cbe-82a71c276aae tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7299526 Mar 11 20:11:56.001375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41022) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:56.006716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1984532193'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:56.011746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:56.016103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:network and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:56.019023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:56.024807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:56.036759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:56.040045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.068136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:56.077746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.078086 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Added segment c1094963-6d48-446b-acb4-dca39e369068 of type vlan for network 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b Mar 11 20:11:56.104410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.138283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.142449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:56.143303 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.227556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d', 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d', 'tenant_id': '3d70c4d37b054d93b742666bd445b9bd', 'fixed_ips': [{'subnet_id': '35decef0-9346-4030-b530-7183bc08e208'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:11:56.227556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.241592 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2391355 Mar 11 20:11:56.245583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41026) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:56.251663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'subnet': {'network_id': '89ed7c57-4f7c-4db4-b083-4ba9a628ea1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:56.253324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f904e-0755-4dff-8db0-1cc11399c73c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Network': ['ID=89ed7c57-4f7c-4db4-b083-4ba9a628ea1b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.279171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:11:56.359906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:56.363830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:subnet and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:56.366752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:56.372792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:56.383107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:56.472492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Allocated IP 2001:db8:0:ffff::2 (ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d/35decef0-9346-4030-b530-7183bc08e208/e07fb4ba-6461-48be-a973-ab870d224d3c) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:56.493585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.674700 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.686002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Transition to ACTIVE for port object e07fb4ba-6461-48be-a973-ab870d224d3c will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:11:56.704055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Transition to ACTIVE for port object e07fb4ba-6461-48be-a973-ab870d224d3c will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:11:56.709452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.776973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:56.779796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:56.782495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:11:56.794304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Pushing event updated for resources: {'Port': ['ID=e07fb4ba-6461-48be-a973-ab870d224d3c,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.801634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.877851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Attempting to bind port e07fb4ba-6461-48be-a973-ab870d224d3c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:11:56.878208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Attempting to bind port e07fb4ba-6461-48be-a973-ab870d224d3c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '207631da-d4af-458e-9cc2-f7e40bfa300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:11:56.878565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Attempting to bind port e07fb4ba-6461-48be-a973-ab870d224d3c on network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:11:56.885438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Subnet': ['ID=f1b3c3f2-c995-4228-b564-9b4cd78dd88c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.885589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:11:56.885939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Checking segment: {'id': '207631da-d4af-458e-9cc2-f7e40bfa300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:56.886344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.886727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Bound using segment: {'id': '207631da-d4af-458e-9cc2-f7e40bfa300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:11:56.887186 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Bound port: e07fb4ba-6461-48be-a973-ab870d224d3c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207631da-d4af-458e-9cc2-f7e40bfa300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:11:56.887943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.900419 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking segment: {'id': 'c1094963-6d48-446b-acb4-dca39e369068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '89ed7c57-4f7c-4db4-b083-4ba9a628ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:56.900797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network hostable DHCP agents. Network: 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:11:56.922529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:11:56.932136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:56.936417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:56.937009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:56.941597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b0dad1-8b0c-45d8-b7bf-e35e30649713 None None] Network 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:56.961228 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1cc8d42f-1262-4ea1-aecd-e9f599b40816 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7117200 Mar 11 20:11:56.961621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41030) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:57.053571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] For port e07fb4ba-6461-48be-a973-ab870d224d3c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:57.073688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] For port e07fb4ba-6461-48be-a973-ab870d224d3c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07fb4ba-6461-48be-a973-ab870d224d3c,segment=NetworkSegment(207631da-d4af-458e-9cc2-f7e40bfa300e),segment_id=207631da-d4af-458e-9cc2-f7e40bfa300e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:57.082721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.097646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.166587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.215264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1b5b-2df9-408a-80b3-952b21681b97 None None] Pushing event updated for resources: {'Port': ['ID=e07fb4ba-6461-48be-a973-ab870d224d3c,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:57.255816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.265211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b5d9b-b586-4fdd-b79e-da0340bc6ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-89ed7c57-4f7c-4db4-b083-4ba9a628ea1b', 'network_id': '89ed7c57-4f7c-4db4-b083-4ba9a628ea1b', 'tenant_id': '3d70c4d37b054d93b742666bd445b9bd', 'fixed_ips': [{'subnet_id': 'f1b3c3f2-c995-4228-b564-9b4cd78dd88c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:11:57.266192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-162b5d9b-b586-4fdd-b79e-da0340bc6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.295988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b3c3f2-c995-4228-b564-9b4cd78dd88c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:57.393407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad26348-4f3f-4aad-b46d-381040b9de92 None None] Network 89ed7c57-4f7c-4db4-b083-4ba9a628ea1b requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:57.419499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.452627 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ed7c57-4f7c-4db4-b083-4ba9a628ea1b']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:57.466150 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1094963-6d48-446b-acb4-dca39e369068') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:57.466370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1094963-6d48-446b-acb4-dca39e369068') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:57.484410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.501432 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.508795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:11:57.509765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:11:57.527254 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:11:57.609771 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.626375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.636850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Network': ['ID=89ed7c57-4f7c-4db4-b083-4ba9a628ea1b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:57.641219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-11e2e7aa-d413-4c6e-912b-1b149be1d4c1 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/89ed7c57-4f7c-4db4-b083-4ba9a628ea1b HTTP/1.1" status: 204 len: 168 time: 0.6785026 Mar 11 20:11:57.646643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41034) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:57.652398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-847169943'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:57.658830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:57.664558 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:network and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:57.667582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:57.673527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:57.684954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:57.688045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.715768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:57.724301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.724587 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Added segment d64cb945-5c37-47c3-b4a5-e88361500166 of type vlan for network 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a Mar 11 20:11:57.750907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.782521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.786264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:57.786834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:57.858697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07fb4ba-6461-48be-a973-ab870d224d3c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:11:57.891569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2409966 Mar 11 20:11:57.891787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41038) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:57.899470 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'subnet': {'network_id': '1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:57.913552 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea781c-177e-4183-8e7a-f44fbdc4e948 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Network': ['ID=1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:57.924766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:11:58.014057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:58.018631 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:subnet and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:58.021673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:58.023785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e07fb4ba-6461-48be-a973-ab870d224d3c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:11:58.027463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:58.038441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:58.142744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.186873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96726ecc-2aa8-41f8-ad9e-91af5c977e61 None None] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:58.246050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Performing IP validity checks on allocation pools {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 11 20:11:58.246498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.ipam_backend_mixin [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83812) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 11 20:11:58.332990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Provisioning for port e07fb4ba-6461-48be-a973-ab870d224d3c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:11:58.340666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Provisioning complete for port e07fb4ba-6461-48be-a973-ab870d224d3c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:11:58.341033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.371711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.448582 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Subnet': ['ID=ef42627c-b8e1-4069-85d7-983f617e63d3,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:58.463002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking segment: {'id': 'd64cb945-5c37-47c3-b4a5-e88361500166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:11:58.463349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network hostable DHCP agents. Network: 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:11:58.485753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:11:58.495940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:58.500450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:58.500960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.523105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c37ce-bcd6-434e-ba61-344bb95e6287 None None] Network 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:58.526117 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7c48ba0e-e129-4af8-952e-ebff4918a493 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6333742 Mar 11 20:11:58.529080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41042) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:58.616658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.671732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.719240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] For port e07fb4ba-6461-48be-a973-ab870d224d3c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07fb4ba-6461-48be-a973-ab870d224d3c,segment=NetworkSegment(207631da-d4af-458e-9cc2-f7e40bfa300e),segment_id=207631da-d4af-458e-9cc2-f7e40bfa300e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:58.733834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.736535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.818146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.843805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ff206-e352-4070-aeb3-c2186716efad None None] Pushing event updated for resources: {'Port': ['ID=e07fb4ba-6461-48be-a973-ab870d224d3c,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:58.858061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Subnet': ['ID=ef42627c-b8e1-4069-85d7-983f617e63d3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:58.858395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f758a-d0ea-4cd9-9486-59efe882fa77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a', 'network_id': '1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a', 'tenant_id': '3d70c4d37b054d93b742666bd445b9bd', 'fixed_ips': [{'subnet_id': 'ef42627c-b8e1-4069-85d7-983f617e63d3'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:11:58.859446 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-337f758a-d0ea-4cd9-9486-59efe882fa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.956106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:58.970868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4357f6a7-6ae7-4c14-87ca-60fd0a8432ec None None] Network 1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:11:58.982297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:58.993783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd64cb945-5c37-47c3-b4a5-e88361500166') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:58.994072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd64cb945-5c37-47c3-b4a5-e88361500166') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:59.005030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.020963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.027001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:11:59.027489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:11:59.041677 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:11:59.122280 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.130775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-be0c862c-29e9-415c-817e-e39525350f4f None None] Provisioning complete for port e07fb4ba-6461-48be-a973-ab870d224d3c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:11:59.130998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-be0c862c-29e9-415c-817e-e39525350f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.147068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.149793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Network': ['ID=1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:59.161339 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d82b1e0f-ef1a-432b-8944-571dd99fde4c tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a HTTP/1.1" status: 204 len: 168 time: 0.6277180 Mar 11 20:11:59.161626 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41046) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:59.168049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1631445114'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:59.173088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:59.177311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:network and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:59.178443 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:11:59.180544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:59.186863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:59.196423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:59.199486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.227022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:59.235778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.236110 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Added segment 07f2229c-9776-4a84-aa48-da9b87e1b92f of type vlan for network c3d1c3e5-07e4-412b-adea-c1035be15cd4 Mar 11 20:11:59.263519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.293801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.297325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:59.297884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.394617 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2318470 Mar 11 20:11:59.397591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41050) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:11:59.404816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'subnet': {'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:11:59.417743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba2775-ceeb-431e-8e01-fce06a132d44 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Network': ['ID=c3d1c3e5-07e4-412b-adea-c1035be15cd4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:59.427892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network c3d1c3e5-07e4-412b-adea-c1035be15cd4 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:11:59.511341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:11:59.515558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:subnet and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:11:59.518956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:11:59.526010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:11:59.537556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:59.728711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.828834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07fb4ba-6461-48be-a973-ab870d224d3c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:11:59.895448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e07fb4ba-6461-48be-a973-ab870d224d3c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:11:59.896139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:11:59.939408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.012572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Subnet': ['ID=11f8c79e-c771-4258-b217-74d8ba897c7e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:00.029255 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking segment: {'id': '07f2229c-9776-4a84-aa48-da9b87e1b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:00.029611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network hostable DHCP agents. Network: c3d1c3e5-07e4-412b-adea-c1035be15cd4, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:00.052585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network c3d1c3e5-07e4-412b-adea-c1035be15cd4 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:00.062077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, c3d1c3e5-07e4-412b-adea-c1035be15cd4) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:00.066202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:00.066783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.071013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64604b9e-340a-4a98-81fc-5649d35e180b None None] Network c3d1c3e5-07e4-412b-adea-c1035be15cd4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:00.091247 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f24fa9eb-88ca-4e79-b57c-b65be02c2b40 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6926725 Mar 11 20:12:00.095013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41054) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:00.100684 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435456908'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:00.105847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:00.109644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:network and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:00.112488 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:00.118171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:00.129384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:00.132383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.160604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:00.169611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.170422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Added segment ae77e7a5-9200-42e7-917b-c79da23e2656 of type vlan for network 87ba27c6-2164-49c9-8ab2-891c7cb3eaac Mar 11 20:12:00.196125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.225253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.229002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:00.229575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.284863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-c3d1c3e5-07e4-412b-adea-c1035be15cd4', 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4', 'tenant_id': '3d70c4d37b054d93b742666bd445b9bd', 'fixed_ips': [{'subnet_id': '11f8c79e-c771-4258-b217-74d8ba897c7e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:00.285812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.423206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3270686 Mar 11 20:12:00.426011 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2011629-9d00-4d38-abca-31dd1deaf00b tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Network': ['ID=87ba27c6-2164-49c9-8ab2-891c7cb3eaac,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:00.426344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:00.434847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Request body: {'subnet': {'network_id': '87ba27c6-2164-49c9-8ab2-891c7cb3eaac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:00.448864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 87ba27c6-2164-49c9-8ab2-891c7cb3eaac details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:12:00.541152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:00.545141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Usage tracker for resource:subnet and tenant:3d70c4d37b054d93b742666bd445b9bd is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:00.547953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:00.553901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:00.564082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Allocated IP 2001:db8::2 (c3d1c3e5-07e4-412b-adea-c1035be15cd4/11f8c79e-c771-4258-b217-74d8ba897c7e/834bc642-c021-48e0-b674-65ee11da3dcd) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:00.565198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Made reservation on behalf of 3d70c4d37b054d93b742666bd445b9bd for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:00.663162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.771131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.781496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Transition to ACTIVE for port object 834bc642-c021-48e0-b674-65ee11da3dcd will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:00.799688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Transition to ACTIVE for port object 834bc642-c021-48e0-b674-65ee11da3dcd will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:00.806174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.868430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.871043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Network c3d1c3e5-07e4-412b-adea-c1035be15cd4 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:00.873870 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:00.878202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:00.880229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Pushing event updated for resources: {'Port': ['ID=834bc642-c021-48e0-b674-65ee11da3dcd,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:00.940980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event updated for resources: {'Subnet': ['ID=bd5e966f-16d2-4476-97eb-ec9f6b7c310e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:00.956960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.957297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.957631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.957957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.958271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.958588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.958890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.959201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.959536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.959838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.960147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:00.966065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Attempting to bind port 834bc642-c021-48e0-b674-65ee11da3dcd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:00.966445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Attempting to bind port 834bc642-c021-48e0-b674-65ee11da3dcd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '07f2229c-9776-4a84-aa48-da9b87e1b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:00.966790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Attempting to bind port 834bc642-c021-48e0-b674-65ee11da3dcd on network c3d1c3e5-07e4-412b-adea-c1035be15cd4 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:00.967397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Checking segment: {'id': 'ae77e7a5-9200-42e7-917b-c79da23e2656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87ba27c6-2164-49c9-8ab2-891c7cb3eaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:00.967754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network hostable DHCP agents. Network: 87ba27c6-2164-49c9-8ab2-891c7cb3eaac, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:00.973681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:00.974073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Checking segment: {'id': '07f2229c-9776-4a84-aa48-da9b87e1b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:00.974464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.974844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Bound using segment: {'id': '07f2229c-9776-4a84-aa48-da9b87e1b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:00.975300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Bound port: 834bc642-c021-48e0-b674-65ee11da3dcd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f2229c-9776-4a84-aa48-da9b87e1b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c3d1c3e5-07e4-412b-adea-c1035be15cd4'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:00.975693 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:00.990650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Network 87ba27c6-2164-49c9-8ab2-891c7cb3eaac is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:01.000498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 87ba27c6-2164-49c9-8ab2-891c7cb3eaac) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:01.005182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:01.005760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.014952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506f6b51-51e7-482d-8b8a-9ed912c71d76 None None] Network 87ba27c6-2164-49c9-8ab2-891c7cb3eaac requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:01.029248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6660d8ee-ad31-4b12-beea-e8a21c95961f tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6006083 Mar 11 20:12:01.031936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41062) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:01.149745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] For port 834bc642-c021-48e0-b674-65ee11da3dcd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:01.168661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] For port 834bc642-c021-48e0-b674-65ee11da3dcd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=834bc642-c021-48e0-b674-65ee11da3dcd,segment=NetworkSegment(07f2229c-9776-4a84-aa48-da9b87e1b92f),segment_id=07f2229c-9776-4a84-aa48-da9b87e1b92f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:01.172654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.200115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.239773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.315344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.327587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14d871-fe61-43f6-a2cf-1b52788438ce None None] Pushing event updated for resources: {'Port': ['ID=834bc642-c021-48e0-b674-65ee11da3dcd,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:01.350927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef8eae8-1164-4e61-a1bc-db88ec3d1012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-87ba27c6-2164-49c9-8ab2-891c7cb3eaac', 'network_id': '87ba27c6-2164-49c9-8ab2-891c7cb3eaac', 'tenant_id': '3d70c4d37b054d93b742666bd445b9bd', 'fixed_ips': [{'subnet_id': 'bd5e966f-16d2-4476-97eb-ec9f6b7c310e'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:01.352664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bef8eae8-1164-4e61-a1bc-db88ec3d1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.352858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5e966f-16d2-4476-97eb-ec9f6b7c310e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:01.449911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.464098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e15f4b-b014-459f-be79-f3b168cfc0f8 None None] Network 87ba27c6-2164-49c9-8ab2-891c7cb3eaac requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:01.478453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ba27c6-2164-49c9-8ab2-891c7cb3eaac']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:01.492433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae77e7a5-9200-42e7-917b-c79da23e2656') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:01.492787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae77e7a5-9200-42e7-917b-c79da23e2656') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:01.514891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.537095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.543776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:12:01.544207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:01.559027 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:01.642700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.663503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:01.675287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Network': ['ID=87ba27c6-2164-49c9-8ab2-891c7cb3eaac,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:01.681565 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-30e7015c-32f8-4361-a979-bae6e643babf tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/87ba27c6-2164-49c9-8ab2-891c7cb3eaac HTTP/1.1" status: 204 len: 168 time: 0.6464386 Mar 11 20:12:01.682701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41066) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:01.720202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-63775c46-f002-4ddf-bdb3-c5bf0298e0f9 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] GET failed (client error): The resource could not be found. Mar 11 20:12:01.720689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63775c46-f002-4ddf-bdb3-c5bf0298e0f9 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Synchronizing usage tracker for tenant:3d70c4d37b054d93b742666bd445b9bd on resource:subnet {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:01.738692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-63775c46-f002-4ddf-bdb3-c5bf0298e0f9 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Unset dirty status for tenant:3d70c4d37b054d93b742666bd445b9bd on resource:subnet {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:01.739916 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-63775c46-f002-4ddf-bdb3-c5bf0298e0f9 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "GET /v2.0/subnets/bd5e966f-16d2-4476-97eb-ec9f6b7c310e HTTP/1.1" status: 404 len: 337 time: 0.0563281 Mar 11 20:12:01.742890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41070) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:01.767863 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ab9e71-93ae-4a0e-9ccb-36d7d86ace3d tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:01.768254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ab9e71-93ae-4a0e-9ccb-36d7d86ace3d tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:01.769832 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c9ab9e71-93ae-4a0e-9ccb-36d7d86ace3d tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/87ba27c6-2164-49c9-8ab2-891c7cb3eaac HTTP/1.1" status: 404 len: 339 time: 0.0260167 Mar 11 20:12:01.773689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41074) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:01.855818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 834bc642-c021-48e0-b674-65ee11da3dcd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:01.922544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c57ff6-9bf3-42c2-b96b-16aaec4f10b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:01.922893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c57ff6-9bf3-42c2-b96b-16aaec4f10b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:01.924562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a6c57ff6-9bf3-42c2-b96b-16aaec4f10b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/subnets/bd5e966f-16d2-4476-97eb-ec9f6b7c310e HTTP/1.1" status: 404 len: 337 time: 0.1500092 Mar 11 20:12:01.932460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 834bc642-c021-48e0-b674-65ee11da3dcd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:01.934738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41078) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:01.960754 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-04e9d5e8-d687-4c6e-a43e-4fb34ca5083e tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:01.961214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04e9d5e8-d687-4c6e-a43e-4fb34ca5083e tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:01.962887 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-04e9d5e8-d687-4c6e-a43e-4fb34ca5083e tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/87ba27c6-2164-49c9-8ab2-891c7cb3eaac HTTP/1.1" status: 404 len: 339 time: 0.0270839 Mar 11 20:12:01.965523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41082) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:02.030145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Deleting subnet 11f8c79e-c771-4258-b217-74d8ba897c7e {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:12:02.033199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.091611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.176838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.249344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.267656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6722d5-a7ed-4c15-8871-2e27a6380a34 None None] Network c3d1c3e5-07e4-412b-adea-c1035be15cd4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:02.296993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Subnet': ['ID=11f8c79e-c771-4258-b217-74d8ba897c7e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:02.303188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.317145 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bad2f04f-b365-4fe9-9404-11cd8d9475b6 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/subnets/11f8c79e-c771-4258-b217-74d8ba897c7e HTTP/1.1" status: 204 len: 168 time: 0.3505757 Mar 11 20:12:02.319802 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41086) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:02.374858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Provisioning for port 834bc642-c021-48e0-b674-65ee11da3dcd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:02.429954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Provisioning complete for port 834bc642-c021-48e0-b674-65ee11da3dcd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:02.430182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.434313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.444984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Deleting port 834bc642-c021-48e0-b674-65ee11da3dcd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:02.445341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.598265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.638771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] For port 834bc642-c021-48e0-b674-65ee11da3dcd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=834bc642-c021-48e0-b674-65ee11da3dcd,segment=NetworkSegment(07f2229c-9776-4a84-aa48-da9b87e1b92f),segment_id=07f2229c-9776-4a84-aa48-da9b87e1b92f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:02.644915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.655477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] For port 834bc642-c021-48e0-b674-65ee11da3dcd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=834bc642-c021-48e0-b674-65ee11da3dcd,segment=NetworkSegment(07f2229c-9776-4a84-aa48-da9b87e1b92f),segment_id=07f2229c-9776-4a84-aa48-da9b87e1b92f)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:02.655880 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.674579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] DHCP port deletion for c3d1c3e5-07e4-412b-adea-c1035be15cd4 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:12:02.688536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Deleting port 834bc642-c021-48e0-b674-65ee11da3dcd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:02.688828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:02.771991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Calling delete_port for 834bc642-c021-48e0-b674-65ee11da3dcd owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:02.782422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47f6de-1238-4a3b-9eb0-8364eb2cd99c None None] Pushing event updated for resources: {'Port': ['ID=834bc642-c021-48e0-b674-65ee11da3dcd,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:02.845157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.db.api [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83812) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:12:02.845478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG oslo_db.api [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:12:02.902379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] For port 834bc642-c021-48e0-b674-65ee11da3dcd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=834bc642-c021-48e0-b674-65ee11da3dcd,segment=NetworkSegment(07f2229c-9776-4a84-aa48-da9b87e1b92f),segment_id=07f2229c-9776-4a84-aa48-da9b87e1b92f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:02.902683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.017349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Calling delete_port for 834bc642-c021-48e0-b674-65ee11da3dcd owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:03.092764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.133438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] Pushing event deleted for resources: {'Port': ['ID=834bc642-c021-48e0-b674-65ee11da3dcd,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:03.139791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4a7b1f-5248-47f3-8672-fc4a13fa0ad0 None None] No DVR routers for this DVR port 834bc642-c021-48e0-b674-65ee11da3dcd on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:03.347339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Deleting port 834bc642-c021-48e0-b674-65ee11da3dcd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:03.347884 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.410515 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] The port '834bc642-c021-48e0-b674-65ee11da3dcd' was deleted {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:12:03.534639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.561651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3d1c3e5-07e4-412b-adea-c1035be15cd4']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.574013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f2229c-9776-4a84-aa48-da9b87e1b92f') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.574321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f2229c-9776-4a84-aa48-da9b87e1b92f') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.585479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.605012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.611234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:12:03.611759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:03.625801 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:03.704535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.721379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:03.731819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Network': ['ID=c3d1c3e5-07e4-412b-adea-c1035be15cd4,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:03.735692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cc036bad-9ee3-4ec0-9123-b3e5933c7b94 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/c3d1c3e5-07e4-412b-adea-c1035be15cd4 HTTP/1.1" status: 204 len: 168 time: 1.4147894 Mar 11 20:12:03.738284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41090) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:03.778528 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fa412-80c0-406a-8891-b072979c1ffe tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:03.778963 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fa412-80c0-406a-8891-b072979c1ffe tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:03.780658 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a48fa412-80c0-406a-8891-b072979c1ffe tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/subnets/ef42627c-b8e1-4069-85d7-983f617e63d3 HTTP/1.1" status: 404 len: 337 time: 0.0414393 Mar 11 20:12:03.783247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41094) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:03.807867 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.pecan_wsgi.hooks.translation [None req-2decaed2-2a0d-48da-ad44-b973ad0dc196 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:03.808295 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2decaed2-2a0d-48da-ad44-b973ad0dc196 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83812) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:03.810096 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2decaed2-2a0d-48da-ad44-b973ad0dc196 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/1bb1c2d9-570c-4eb5-87b2-e7bd4206c08a HTTP/1.1" status: 404 len: 339 time: 0.0256982 Mar 11 20:12:03.812743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41098) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:03.826660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 834bc642-c021-48e0-b674-65ee11da3dcd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:12:03.849207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-b168d81a-1673-41d9-9c8f-5f3de4c7fb30 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:03.849628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b168d81a-1673-41d9-9c8f-5f3de4c7fb30 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:03.851243 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b168d81a-1673-41d9-9c8f-5f3de4c7fb30 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/subnets/f1b3c3f2-c995-4228-b564-9b4cd78dd88c HTTP/1.1" status: 404 len: 337 time: 0.0375347 Mar 11 20:12:03.853918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41102) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:03.859010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 834bc642-c021-48e0-b674-65ee11da3dcd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:12:03.859290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 834bc642-c021-48e0-b674-65ee11da3dcd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:12:03.877897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.pecan_wsgi.hooks.translation [None req-9011d5b8-81ad-4ec9-a0ad-2032dfbb2aeb tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] DELETE failed (client error): The resource could not be found. Mar 11 20:12:03.878312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9011d5b8-81ad-4ec9-a0ad-2032dfbb2aeb tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83813) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:12:03.879910 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9011d5b8-81ad-4ec9-a0ad-2032dfbb2aeb tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/89ed7c57-4f7c-4db4-b083-4ba9a628ea1b HTTP/1.1" status: 404 len: 339 time: 0.0251532 Mar 11 20:12:03.882493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41106) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:04.069512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Deleting subnet 35decef0-9346-4030-b530-7183bc08e208 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:12:04.072509 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.124580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.205522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.277060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.313116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Subnet': ['ID=35decef0-9346-4030-b530-7183bc08e208,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:04.319111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.326650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80110817-d0fe-4484-a424-52ffbce3d4af None None] Network ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:04.328579 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e1710895-a056-44fd-8723-442e8501b952 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/subnets/35decef0-9346-4030-b530-7183bc08e208 HTTP/1.1" status: 204 len: 168 time: 0.4451649 Mar 11 20:12:04.331209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41110) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:04.443049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.453838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Deleting port e07fb4ba-6461-48be-a973-ab870d224d3c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:04.454171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.567068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] DHCP port deletion for ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:12:04.571539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Deleting port e07fb4ba-6461-48be-a973-ab870d224d3c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:04.571892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.653420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] For port e07fb4ba-6461-48be-a973-ab870d224d3c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07fb4ba-6461-48be-a973-ab870d224d3c,segment=NetworkSegment(207631da-d4af-458e-9cc2-f7e40bfa300e),segment_id=207631da-d4af-458e-9cc2-f7e40bfa300e)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:04.653735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.766912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] For port e07fb4ba-6461-48be-a973-ab870d224d3c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07fb4ba-6461-48be-a973-ab870d224d3c,segment=NetworkSegment(207631da-d4af-458e-9cc2-f7e40bfa300e),segment_id=207631da-d4af-458e-9cc2-f7e40bfa300e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:04.767252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.769086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Calling delete_port for e07fb4ba-6461-48be-a973-ab870d224d3c owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:04.841995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:04.887574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Calling delete_port for e07fb4ba-6461-48be-a973-ab870d224d3c owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:04.890086 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Port': ['ID=e07fb4ba-6461-48be-a973-ab870d224d3c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:04.893943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] No DVR routers for this DVR port e07fb4ba-6461-48be-a973-ab870d224d3c on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:04.961036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:12:04.961349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:12:05.103433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.127932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:05.139816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207631da-d4af-458e-9cc2-f7e40bfa300e') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:05.140101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207631da-d4af-458e-9cc2-f7e40bfa300e') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:05.151024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.167133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.173058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:12:05.173429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:05.187558 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:05.271181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.297191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.310007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] Pushing event deleted for resources: {'Network': ['ID=ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:05.313910 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a995ce3f-91e5-4be6-ba37-1cd5e5ebde31 tempest-NetworksIpV6Test-1723311777 tempest-NetworksIpV6Test-1723311777-project] 10.222.0.76 "DELETE /v2.0/networks/ec916d6c-92f6-4dfb-8bfd-c2a66d6a040d HTTP/1.1" status: 204 len: 168 time: 0.9817562 Mar 11 20:12:05.462750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Deleting port e07fb4ba-6461-48be-a973-ab870d224d3c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:05.463249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.532334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-96c821fc-7c6d-4e99-bfaf-c67e228a05d2 None None] The port 'e07fb4ba-6461-48be-a973-ab870d224d3c' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:12:05.611763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41118) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:05.795894 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3f095638-152d-4134-a7b9-d3116fd83166 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d70c4d37b054d93b742666bd445b9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1828473 Mar 11 20:12:05.798383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41124) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:05.825978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07fb4ba-6461-48be-a973-ab870d224d3c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:12:05.857815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e07fb4ba-6461-48be-a973-ab870d224d3c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:12:05.858154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07fb4ba-6461-48be-a973-ab870d224d3c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:12:05.859745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.884964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.939207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.952498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181f3ad5-6d4f-4ef0-bc01-dceb83e32c5c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:05.959105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:05.960488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-701de396-d1d3-4e00-be26-5b493802cba0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/181f3ad5-6d4f-4ef0-bc01-dceb83e32c5c HTTP/1.1" status: 204 len: 168 time: 0.1611886 Mar 11 20:12:06.801473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:06.939553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-783767806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:06.950107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:06.956383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:router and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:06.960897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:06.967642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:06.980947 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:06.981746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:06.999401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.017882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.040473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.041607 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-851fb8e9-8f55-466a-a1aa-a607807e57f0 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2391875 Mar 11 20:12:07.044675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41152) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:07.049972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1878084647'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:07.054882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:07.059096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:network and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:07.062555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:07.068450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:07.080456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Made reservation on behalf of 7832166a2b4d4e9cb502f308447bac3d for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:07.083515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.095619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.126068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:07.129744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:security_group_rule and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:07.132464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:07.138274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:07.204404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.211356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.243882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:07.251635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cb356a-bf39-4c00-ba74-6231ed07f189,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:07.256875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.257222 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Added segment 781af158-1be6-402a-bc2b-176516170941 of type vlan for network 0a95171a-688e-4e5e-aee9-c71e09a56a1e Mar 11 20:12:07.282985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.314700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.318277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:07.318844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.422543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event updated for resources: {'Network': ['ID=0a95171a-688e-4e5e-aee9-c71e09a56a1e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:07.425438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-50db57f4-016d-4d69-8139-38e095b25f9c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3798416 Mar 11 20:12:07.428459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41156) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:07.433254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:12:07.433832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'subnet': {'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:07.541969 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:07.545861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:subnet and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:07.548616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:07.554119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:07.565177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Made reservation on behalf of 7832166a2b4d4e9cb502f308447bac3d for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:07.663258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.871350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:07.946815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event updated for resources: {'Subnet': ['ID=5bd2f0e8-a931-4bc7-94b7-417befc68e13,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:07.961489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Checking segment: {'id': '781af158-1be6-402a-bc2b-176516170941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:07.961845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Network hostable DHCP agents. Network: 0a95171a-688e-4e5e-aee9-c71e09a56a1e, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:07.985566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:07.996704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0a95171a-688e-4e5e-aee9-c71e09a56a1e) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:08.000634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:08.001221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.006350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d73b9-4784-43e5-8c08-0738500b6a42 None None] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:08.026992 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f56de6a-c72e-43f0-b2f5-b276d149a43a tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5975258 Mar 11 20:12:08.030099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:08.035471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1780503192'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:08.040331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:08.044096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:network and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:08.046854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:08.052418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:08.063834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Made reservation on behalf of 7832166a2b4d4e9cb502f308447bac3d for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:08.066823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.095066 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:08.105311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.105656 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Added segment 279c999a-c455-48c9-b315-0861d0c6cde4 of type vlan for network bbccf9d1-d111-4e4b-9221-551ef724badc Mar 11 20:12:08.134450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.166488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.170461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:08.171029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.216822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-0a95171a-688e-4e5e-aee9-c71e09a56a1e', 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e', 'tenant_id': '7832166a2b4d4e9cb502f308447bac3d', 'fixed_ips': [{'subnet_id': '5bd2f0e8-a931-4bc7-94b7-417befc68e13'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:08.217665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.263922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2328112 Mar 11 20:12:08.267045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41164) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:08.273199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'subnet': {'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:08.281747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762adbb-b4c2-4ee0-b6ba-ef447b2aa9eb tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event updated for resources: {'Network': ['ID=bbccf9d1-d111-4e4b-9221-551ef724badc,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.294702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network bbccf9d1-d111-4e4b-9221-551ef724badc details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:12:08.380268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:08.384122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Usage tracker for resource:subnet and tenant:7832166a2b4d4e9cb502f308447bac3d is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:08.387411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:08.392841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:08.402337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Made reservation on behalf of 7832166a2b4d4e9cb502f308447bac3d for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:08.456023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Allocated IP 172.20.0.2 (0a95171a-688e-4e5e-aee9-c71e09a56a1e/5bd2f0e8-a931-4bc7-94b7-417befc68e13/f6376c9f-f7dc-4b3f-a099-c47be1db2ca8) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:08.504080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.662698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.673765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Transition to ACTIVE for port object f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:08.692536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Transition to ACTIVE for port object f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:08.698387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.762369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:08.765067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:08.767501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:08.776065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Pushing event updated for resources: {'Port': ['ID=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.803103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.861440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Attempting to bind port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:08.861836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Attempting to bind port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '781af158-1be6-402a-bc2b-176516170941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:08.862198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Attempting to bind port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 on network 0a95171a-688e-4e5e-aee9-c71e09a56a1e {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:08.868665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:08.869029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Checking segment: {'id': '781af158-1be6-402a-bc2b-176516170941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:08.869423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.869833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Bound using segment: {'id': '781af158-1be6-402a-bc2b-176516170941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:08.870288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Bound port: f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781af158-1be6-402a-bc2b-176516170941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '0a95171a-688e-4e5e-aee9-c71e09a56a1e'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:08.870652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.877261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event updated for resources: {'Subnet': ['ID=ea8428c2-593b-4a6b-9010-160766fa2a52,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.894433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.894777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.895111 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.895469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.895800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.896122 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.896441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.896761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.897073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.897385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.897696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:08.904464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Checking segment: {'id': '279c999a-c455-48c9-b315-0861d0c6cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:08.904661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Network hostable DHCP agents. Network: bbccf9d1-d111-4e4b-9221-551ef724badc, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:08.928688 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Network bbccf9d1-d111-4e4b-9221-551ef724badc is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:08.938630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, bbccf9d1-d111-4e4b-9221-551ef724badc) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:08.942616 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:08.943190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:08.950526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033fbc7a-1c53-4f0a-a37e-ac9a19b9b43a None None] Network bbccf9d1-d111-4e4b-9221-551ef724badc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:08.964612 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0656a769-0e47-4ae1-9271-94dad82aee9b tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6962445 Mar 11 20:12:08.967672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:08.973398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f0bc8e15-4658-4127-9208-2def3935bc65 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:09.017145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] For port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:09.036667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] For port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,segment=NetworkSegment(781af158-1be6-402a-bc2b-176516170941),segment_id=781af158-1be6-402a-bc2b-176516170941)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:09.043676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.193817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cb29a-aa5a-478e-b7b0-3db27ca59818 None None] Pushing event updated for resources: {'Port': ['ID=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:09.248666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-bbccf9d1-d111-4e4b-9221-551ef724badc', 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc', 'tenant_id': '7832166a2b4d4e9cb502f308447bac3d', 'fixed_ips': [{'subnet_id': 'ea8428c2-593b-4a6b-9010-160766fa2a52'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:09.249548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.436444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Allocated IP 172.21.0.2 (bbccf9d1-d111-4e4b-9221-551ef724badc/ea8428c2-593b-4a6b-9010-160766fa2a52/d0153626-dd49-4ab2-b562-aeced18ca93b) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:09.489755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0bc8e15-4658-4127-9208-2def3935bc65 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.641639 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.api.v2.resource [None req-f0bc8e15-4658-4127-9208-2def3935bc65 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:12:09.648720 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0bc8e15-4658-4127-9208-2def3935bc65 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "PUT /v2.0/routers/a736dbca-83db-49c0-8caf-79905f3dd5c2 HTTP/1.1" status: 400 len: 364 time: 0.6740897 Mar 11 20:12:09.648916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.649392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:09.657977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Transition to ACTIVE for port object d0153626-dd49-4ab2-b562-aeced18ca93b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:09.678436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Transition to ACTIVE for port object d0153626-dd49-4ab2-b562-aeced18ca93b will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:09.687423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.795532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Network bbccf9d1-d111-4e4b-9221-551ef724badc is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:09.798382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:09.803452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:09.805554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Pushing event updated for resources: {'Port': ['ID=d0153626-dd49-4ab2-b562-aeced18ca93b,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:09.857842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Deleting subnet ea8428c2-593b-4a6b-9010-160766fa2a52 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:12:09.861078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.894044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:09.929567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.958487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Attempting to bind port d0153626-dd49-4ab2-b562-aeced18ca93b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:09.958862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Attempting to bind port d0153626-dd49-4ab2-b562-aeced18ca93b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '279c999a-c455-48c9-b315-0861d0c6cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:09.959211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Attempting to bind port d0153626-dd49-4ab2-b562-aeced18ca93b on network bbccf9d1-d111-4e4b-9221-551ef724badc {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:09.969208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:09.969584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Checking segment: {'id': '279c999a-c455-48c9-b315-0861d0c6cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:09.969984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:09.970373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Bound using segment: {'id': '279c999a-c455-48c9-b315-0861d0c6cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:09.970840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Bound port: d0153626-dd49-4ab2-b562-aeced18ca93b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279c999a-c455-48c9-b315-0861d0c6cde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'bbccf9d1-d111-4e4b-9221-551ef724badc'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:09.971215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.017625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:10.036430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.119888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] For port d0153626-dd49-4ab2-b562-aeced18ca93b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:10.120349 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.124180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] For port d0153626-dd49-4ab2-b562-aeced18ca93b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d0153626-dd49-4ab2-b562-aeced18ca93b,segment=NetworkSegment(279c999a-c455-48c9-b315-0861d0c6cde4),segment_id=279c999a-c455-48c9-b315-0861d0c6cde4)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:10.133947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.169400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Subnet': ['ID=ea8428c2-593b-4a6b-9010-160766fa2a52,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:10.173644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.180502 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f5e59367-7df1-4c66-9f5c-a40bd51c7c42 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "DELETE /v2.0/subnets/ea8428c2-593b-4a6b-9010-160766fa2a52 HTTP/1.1" status: 204 len: 168 time: 0.5304530 Mar 11 20:12:10.182869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41176) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:10.276125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc33ce3-0933-4de2-a4db-81c28a1accfa None None] Pushing event updated for resources: {'Port': ['ID=d0153626-dd49-4ab2-b562-aeced18ca93b,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:10.285971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ef4b0-61a0-4bb9-b750-e74ca1e285c8 None None] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:10.322511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.333548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Deleting port d0153626-dd49-4ab2-b562-aeced18ca93b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:10.333891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.390510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Provisioning for port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:10.407850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Provisioning complete for port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:10.408219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.565299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] For port d0153626-dd49-4ab2-b562-aeced18ca93b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d0153626-dd49-4ab2-b562-aeced18ca93b,segment=NetworkSegment(279c999a-c455-48c9-b315-0861d0c6cde4),segment_id=279c999a-c455-48c9-b315-0861d0c6cde4)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:10.565809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.634796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.677213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] For port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,segment=NetworkSegment(781af158-1be6-402a-bc2b-176516170941),segment_id=781af158-1be6-402a-bc2b-176516170941)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:10.683209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.688923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Calling delete_port for d0153626-dd49-4ab2-b562-aeced18ca93b owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:10.747082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875798bb-67de-4f1a-b698-d24e1a216fd3 None None] Pushing event updated for resources: {'Port': ['ID=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:10.764614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:10.914394 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Port': ['ID=d0153626-dd49-4ab2-b562-aeced18ca93b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:10.920484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] No DVR routers for this DVR port d0153626-dd49-4ab2-b562-aeced18ca93b on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:11.006818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-118189d5-1f7a-4bf2-a78a-ab280ccd2f09 None None] Provisioning complete for port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:11.007259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-118189d5-1f7a-4bf2-a78a-ab280ccd2f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.053982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.080979 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbccf9d1-d111-4e4b-9221-551ef724badc']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:11.093806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279c999a-c455-48c9-b315-0861d0c6cde4') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:11.094101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279c999a-c455-48c9-b315-0861d0c6cde4') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:11.106458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.125786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.133317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:12:11.133719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:11.148451 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:11.232007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.250033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.262284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Network': ['ID=bbccf9d1-d111-4e4b-9221-551ef724badc,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:11.267791 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bbd7d09e-3fea-448a-8274-c25ac8145faf tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "DELETE /v2.0/networks/bbccf9d1-d111-4e4b-9221-551ef724badc HTTP/1.1" status: 204 len: 168 time: 1.0812914 Mar 11 20:12:11.267791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41180) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:11.333917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6262f1c-30be-4feb-92b3-af2fa90a3968 None None] DHCP port deletion for bbccf9d1-d111-4e4b-9221-551ef724badc request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:12:11.339798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Deleting subnet 5bd2f0e8-a931-4bc7-94b7-417befc68e13 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:12:11.345230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.349639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e84e156c-c47b-4fb6-aab2-ddc63579a961 None None] Could not find standard attr ID for object d0153626-dd49-4ab2-b562-aeced18ca93b. {{(pid=83814) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 11 20:12:11.352368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc58a8-2cee-48ff-888e-71dbdc82b238 None None] Network bbccf9d1-d111-4e4b-9221-551ef724badc requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:11.371189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc58a8-2cee-48ff-888e-71dbdc82b238 None None] Network bbccf9d1-d111-4e4b-9221-551ef724badc could not be found, it might have been deleted concurrently. {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Mar 11 20:12:11.400335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.479473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.556129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.592591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd2f0e8-a931-4bc7-94b7-417befc68e13,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:11.599291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.605383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d7ad4e43-b688-4020-9f84-d488a1bda9ef tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "DELETE /v2.0/subnets/5bd2f0e8-a931-4bc7-94b7-417befc68e13 HTTP/1.1" status: 204 len: 168 time: 0.3366656 Mar 11 20:12:11.605644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9773a3-cd19-493b-b96b-5fcefd895bbb None None] Network 0a95171a-688e-4e5e-aee9-c71e09a56a1e requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:11.607853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41184) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:11.720618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.731074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Deleting port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:11.731425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.855579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97139198-35b3-4758-9772-328ea218dd6b None None] DHCP port deletion for 0a95171a-688e-4e5e-aee9-c71e09a56a1e request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:12:11.859981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Deleting port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:11.860556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:11.947954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] For port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,segment=NetworkSegment(781af158-1be6-402a-bc2b-176516170941),segment_id=781af158-1be6-402a-bc2b-176516170941)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:11.950616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.067662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Calling delete_port for f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:12.068362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-97139198-35b3-4758-9772-328ea218dd6b None None] For port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,segment=NetworkSegment(781af158-1be6-402a-bc2b-176516170941),segment_id=781af158-1be6-402a-bc2b-176516170941)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:12.068626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.141268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.186581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Calling delete_port for f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:12.188129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Port': ['ID=f6376c9f-f7dc-4b3f-a099-c47be1db2ca8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.193959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] No DVR routers for this DVR port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:12.257857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:12:12.258201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:12:12.313096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.338614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a95171a-688e-4e5e-aee9-c71e09a56a1e']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:12.350260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781af158-1be6-402a-bc2b-176516170941') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:12.350546 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781af158-1be6-402a-bc2b-176516170941') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:12.361685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.378625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.385163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:12:12.385577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:12.400246 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:12.577939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.594497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.604875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Pushing event deleted for resources: {'Network': ['ID=0a95171a-688e-4e5e-aee9-c71e09a56a1e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.608712 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6f66bdd8-ff83-4dbe-8443-f1fc1af47efc tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "DELETE /v2.0/networks/0a95171a-688e-4e5e-aee9-c71e09a56a1e HTTP/1.1" status: 204 len: 168 time: 0.9998307 Mar 11 20:12:12.611360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41188) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:12.655430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d4f0c585-ab68-4691-ab77-a3725086c7b7 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Synchronizing usage tracker for tenant:7832166a2b4d4e9cb502f308447bac3d on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:12.674584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d4f0c585-ab68-4691-ab77-a3725086c7b7 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Unset dirty status for tenant:7832166a2b4d4e9cb502f308447bac3d on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:12.676129 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d4f0c585-ab68-4691-ab77-a3725086c7b7 tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "GET /v2.0/ports?device_id=a736dbca-83db-49c0-8caf-79905f3dd5c2 HTTP/1.1" status: 200 len: 205 time: 0.0638740 Mar 11 20:12:12.679003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41192) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:12.758882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Deleting port f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:12.759257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-97139198-35b3-4758-9772-328ea218dd6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.815227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:12.855697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-97139198-35b3-4758-9772-328ea218dd6b None None] The port 'f6376c9f-f7dc-4b3f-a099-c47be1db2ca8' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:12:13.193818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.198113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.222235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.222761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Fanout notify agent at l3_agent the message router_deleted on router a736dbca-83db-49c0-8caf-79905f3dd5c2 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:12:13.233090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.234157 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-00fba83f-7f77-4d82-87d1-c1096d06f02c tempest-RoutersNegativeTest-1875311354 tempest-RoutersNegativeTest-1875311354-project] 10.222.0.76 "DELETE /v2.0/routers/a736dbca-83db-49c0-8caf-79905f3dd5c2 HTTP/1.1" status: 204 len: 168 time: 0.5539422 Mar 11 20:12:13.536554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41200) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:13.744230 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7c23e034-b8aa-4061-9800-6d371611c314 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7832166a2b4d4e9cb502f308447bac3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2062638 Mar 11 20:12:13.747219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41206) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:13.814118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.831723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:12:13.839017 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.864076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:12:13.864664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f6376c9f-f7dc-4b3f-a099-c47be1db2ca8 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:12:13.893411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.907272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cb356a-bf39-4c00-ba74-6231ed07f189,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.913119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:13.914366 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-53757d98-b018-4a39-aa9d-21c4a7098316 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e6cb356a-bf39-4c00-ba74-6231ed07f189 HTTP/1.1" status: 204 len: 168 time: 0.1656830 Mar 11 20:12:14.520039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-102b924c-daf7-4e42-b469-3518f5ab0663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:14.727348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41228) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:14.869813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-501227156-network', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:14.875490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:14.880160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Usage tracker for resource:network and tenant:d28ad26cb0da4a2e9e3f43ce72c81587 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:14.883204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:14.889991 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:14.902026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Made reservation on behalf of d28ad26cb0da4a2e9e3f43ce72c81587 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:14.904285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:14.916123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:14.946795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:14.950888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Usage tracker for resource:security_group_rule and tenant:d28ad26cb0da4a2e9e3f43ce72c81587 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:14.953799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:14.959961 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:15.025291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.031689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.058950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:15.067362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e719919-9a04-4982-af1f-ca3de5e6bd04,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:15.072578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.072935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Added segment f7243804-30e9-4702-8183-578035930f20 of type vlan for network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 Mar 11 20:12:15.099264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.129508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.130449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:15.131020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.230807 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5023100 Mar 11 20:12:15.231510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e887a-4f15-4a73-8cdf-8c35c97ef428 admin admin] Pushing event updated for resources: {'Network': ['ID=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:15.233678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41234) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:15.239091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Request body: {'subnet': {'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-subnet', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:15.241470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:12:15.244020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:15.247890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Usage tracker for resource:subnet and tenant:d28ad26cb0da4a2e9e3f43ce72c81587 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:15.250756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:15.256490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:15.268467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Made reservation on behalf of d28ad26cb0da4a2e9e3f43ce72c81587 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:15.270797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.472634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.539433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3cdc17-ce6f-44d6-8e44-d34e146f179c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:15.553294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Checking segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:15.553641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Network hostable DHCP agents. Network: 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:15.577406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:15.588697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:15.593342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:15.593911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.596948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea0752-928a-4d03-b74a-9df38606e655 None None] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:15.616703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-590a79a0-a31d-487b-946e-11b4a958ad2a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3820393 Mar 11 20:12:15.619646 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41238) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:15.624630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:15.629425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:15.633370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Usage tracker for resource:router and tenant:d28ad26cb0da4a2e9e3f43ce72c81587 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:15.636205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:15.642169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:15.653543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.654571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.672898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.808514 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:15.809330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.922049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:15.963052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Allocated IP 172.20.0.2 (91d94bef-9a2d-499b-9ca9-fcee58d7fbc3/9e3cdc17-ce6f-44d6-8e44-d34e146f179c/01ab63a2-32ee-4e53-9b8a-1070efab8f27) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:16.104635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.133822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.161325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.173046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Transition to ACTIVE for port object 01ab63a2-32ee-4e53-9b8a-1070efab8f27 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:16.191806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Transition to ACTIVE for port object 01ab63a2-32ee-4e53-9b8a-1070efab8f27 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:16.198420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.266650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:16.268487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Allocated IP 172.26.8.252 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/5a85d5e6-f368-48be-9ebb-a02790ab0a19) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:16.269609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:16.274072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:16.276896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Pushing event updated for resources: {'Port': ['ID=01ab63a2-32ee-4e53-9b8a-1070efab8f27,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:16.359962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Attempting to bind port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:16.360360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Attempting to bind port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:16.360714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Attempting to bind port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:16.367778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:16.368150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Checking segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:16.368621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.369143 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Bound using segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:16.369627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Bound port: 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:16.369971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.414983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.443901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.461115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] For port 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:16.464433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] For port 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=01ab63a2-32ee-4e53-9b8a-1070efab8f27,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:16.469459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.515065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:16.518565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:16.520465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Pushing event updated for resources: {'Port': ['ID=5a85d5e6-f368-48be-9ebb-a02790ab0a19,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:16.522484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:16.548582 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c146-7416-4d2c-93d2-5e1f0a0bfa99 None None] Pushing event updated for resources: {'Port': ['ID=01ab63a2-32ee-4e53-9b8a-1070efab8f27,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:16.683001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.683910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.797291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-30bbadd8-8335-4738-afb8-aeebe0ba5a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:16.928963 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Router db269c12-c61b-4453-b06f-5a69e10d415a is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:12:17.135816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:17.146620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Sync routers for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:12:17.159421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:17.160090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:17.165090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:17.169653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41242) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:17.171804 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-bcfa9e29-ee83-49e1-be7d-8e558749fb59 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5511677 Mar 11 20:12:17.353179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:17.457215 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772872c5-c19b-4ed8-80d8-edc92b2f8ac9 None None] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:17.695271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b69f3252-3897-4ef9-8ad3-8c2a1cce8203 None None] Provisioning for port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:17.887606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 01ab63a2-32ee-4e53-9b8a-1070efab8f27 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:17.915567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:16Z', 'revision_number': 3, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:17.920913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:17.946059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Checking router: db269c12-c61b-4453-b06f-5a69e10d415a for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:12:17.946392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Updating router db269c12-c61b-4453-b06f-5a69e10d415a port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:12:17.997501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.021032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.095243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.098020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:18.137442 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Allocated IP 172.20.0.1 (91d94bef-9a2d-499b-9ca9-fcee58d7fbc3/9e3cdc17-ce6f-44d6-8e44-d34e146f179c/fc630edb-52c3-4bb6-bc97-7801bdb4d802) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:18.194753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:18.195117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.289533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.304849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Transition to ACTIVE for port object fc630edb-52c3-4bb6-bc97-7801bdb4d802 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:18.327370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.354313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4318a6eb-2dca-42de-8824-db7b1e92e3b8 None None] Provisioning complete for port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:18.354919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4318a6eb-2dca-42de-8824-db7b1e92e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.392115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:18.394782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:18.398516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:18.431446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Pushing event updated for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.458208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.491993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.542600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.631953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=01ab63a2-32ee-4e53-9b8a-1070efab8f27,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:18.643711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.645756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4318a6eb-2dca-42de-8824-db7b1e92e3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.690033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.733572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Transition to ACTIVE for port object 5a85d5e6-f368-48be-9ebb-a02790ab0a19 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:18.768861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.786689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=01ab63a2-32ee-4e53-9b8a-1070efab8f27,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.865768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4318a6eb-2dca-42de-8824-db7b1e92e3b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:12:18.866119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4318a6eb-2dca-42de-8824-db7b1e92e3b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:12:18.870918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.876402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.876576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Attempting to bind port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:18.876856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Attempting to bind port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:18.877286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Attempting to bind port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:18.883390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46867f90-4412-4f72-bf3c-80dc57ed86d2 None None] Pushing event updated for resources: {'Port': ['ID=5a85d5e6-f368-48be-9ebb-a02790ab0a19,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.888731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:18.889096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:18.889488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.889864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:18.890322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Bound port: 5a85d5e6-f368-48be-9ebb-a02790ab0a19, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:18.890681 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.959843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] For port 5a85d5e6-f368-48be-9ebb-a02790ab0a19, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:18.963273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] For port 5a85d5e6-f368-48be-9ebb-a02790ab0a19, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5a85d5e6-f368-48be-9ebb-a02790ab0a19,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:18.969504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:18.980512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Pushing event updated for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.984443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:19.046601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46867f90-4412-4f72-bf3c-80dc57ed86d2 None None] Pushing event updated for resources: {'Port': ['ID=5a85d5e6-f368-48be-9ebb-a02790ab0a19,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:19.053801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:19.054397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:19.121134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:19.122352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:19.290121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:19.297860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:19.511113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Router db269c12-c61b-4453-b06f-5a69e10d415a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:19.646843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'fc630edb-52c3-4bb6-bc97-7801bdb4d802', 'name': '', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'mac_address': 'fa:16:3e:e3:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:17Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 2, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'subnets': [{'id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:19.654235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9e8df8-999e-4c9d-8205-f2c5928a99d0 None None] The sync data for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv is: [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'fc630edb-52c3-4bb6-bc97-7801bdb4d802', 'name': '', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'mac_address': 'fa:16:3e:e3:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:17Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 2, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'subnets': [{'id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:12:19.666929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8f83cb76-57d9-4815-8750-cb9a26c9762d None None] Provisioning for port fc630edb-52c3-4bb6-bc97-7801bdb4d802 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:19.673893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8f83cb76-57d9-4815-8750-cb9a26c9762d None None] Provisioning complete for port fc630edb-52c3-4bb6-bc97-7801bdb4d802 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:19.674262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8f83cb76-57d9-4815-8750-cb9a26c9762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:19.721328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:19.728954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8f83cb76-57d9-4815-8750-cb9a26c9762d None None] Port fc630edb-52c3-4bb6-bc97-7801bdb4d802 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:12:19.731011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b217530d-5622-4cef-be2e-0907076362eb admin admin] 10.222.0.76 "PUT /v2.0/routers/db269c12-c61b-4453-b06f-5a69e10d415a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602591 Mar 11 20:12:19.877911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 01ab63a2-32ee-4e53-9b8a-1070efab8f27 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:19.957346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:19.957719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.627563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41264) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:20.633119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1936395232-network', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:20.638396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:20.642356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Usage tracker for resource:network and tenant:b1a6d3766e4549dfa8e3396b4c17dcb0 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:20.646352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:20.652632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:20.663581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Made reservation on behalf of b1a6d3766e4549dfa8e3396b4c17dcb0 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:20.666043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.679046 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.710623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:20.714559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Usage tracker for resource:security_group_rule and tenant:b1a6d3766e4549dfa8e3396b4c17dcb0 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:20.717462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:20.723059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:20.794369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.799719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.828123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:20.836529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f011ca-9933-4e85-9845-3a465a739ba8,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:20.841844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.842289 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Added segment da5e6486-f3ca-44da-a1a9-3615c57a51f3 of type vlan for network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 Mar 11 20:12:20.867138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.897592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:20.898426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:20.899081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.007674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3789029 Mar 11 20:12:21.008354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d12f4d-da79-4dfe-a775-2f7efc3cce9d admin admin] Pushing event updated for resources: {'Network': ['ID=1c83dc69-3cde-4636-9b64-6a4df3a2baf6,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.010502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41268) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:21.016826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Request body: {'subnet': {'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-subnet', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:21.019551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:12:21.022503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:21.026515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Usage tracker for resource:subnet and tenant:b1a6d3766e4549dfa8e3396b4c17dcb0 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:21.029398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:21.035057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:21.045178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Made reservation on behalf of b1a6d3766e4549dfa8e3396b4c17dcb0 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:21.047495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.359100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.423770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.441243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Checking segment: {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:21.441595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Network hostable DHCP agents. Network: 1c83dc69-3cde-4636-9b64-6a4df3a2baf6, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:21.465110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:21.477002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 1c83dc69-3cde-4636-9b64-6a4df3a2baf6) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:21.481197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:21.481778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.485856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54710ee-baab-4232-91b0-a73c2a62f94e None None] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:21.505821 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-72d74ac8-33c2-4da4-adfa-202644eda027 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4916587 Mar 11 20:12:21.506194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41272) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:21.511417 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:21.516384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:21.520157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Usage tracker for resource:router and tenant:b1a6d3766e4549dfa8e3396b4c17dcb0 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:12:21.522898 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:12:21.528437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:21.541258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.542313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.559764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.697160 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'fixed_ips': [{'subnet_id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:12:21.697962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.700805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.865268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Allocated IP 172.20.0.2 (1c83dc69-3cde-4636-9b64-6a4df3a2baf6/1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92/9da55556-580a-4072-b922-95ae085abc5c) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:21.870671 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5a85d5e6-f368-48be-9ebb-a02790ab0a19 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:21.893372 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:21.922669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.040657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:22.050768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:22.051131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.153355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Allocated IP 172.26.8.130 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/944f56cd-16af-4777-b1c3-4ec1df2c7cc9) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:22.169511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.181507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Transition to ACTIVE for port object 9da55556-580a-4072-b922-95ae085abc5c will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:22.241510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Transition to ACTIVE for port object 9da55556-580a-4072-b922-95ae085abc5c will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:22.249234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.253720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.308064 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.340592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.369483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 5a85d5e6-f368-48be-9ebb-a02790ab0a19, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5a85d5e6-f368-48be-9ebb-a02790ab0a19,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:22.374647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:22.377691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:22.382253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.384201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:22.386248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Pushing event updated for resources: {'Port': ['ID=9da55556-580a-4072-b922-95ae085abc5c,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:22.411638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:22.414482 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:22.419008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:22.442909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Pushing event updated for resources: {'Port': ['ID=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:22.519950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=5a85d5e6-f368-48be-9ebb-a02790ab0a19,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:22.525720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Attempting to bind port 9da55556-580a-4072-b922-95ae085abc5c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:22.526083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Attempting to bind port 9da55556-580a-4072-b922-95ae085abc5c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:22.526442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Attempting to bind port 9da55556-580a-4072-b922-95ae085abc5c on network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:22.533055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:22.533707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Checking segment: {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:22.533834 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.534161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Bound using segment: {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:22.534597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Bound port: 9da55556-580a-4072-b922-95ae085abc5c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:22.534945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.579091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.579978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.619819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] For port 9da55556-580a-4072-b922-95ae085abc5c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:22.622710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] For port 9da55556-580a-4072-b922-95ae085abc5c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9da55556-580a-4072-b922-95ae085abc5c,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:22.630956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:22.704187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08540d5d-5402-435d-8608-b43f9e1d98f6 None None] Pushing event updated for resources: {'Port': ['ID=9da55556-580a-4072-b922-95ae085abc5c,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:22.814457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Router af65167a-cd7f-42b6-bed4-69464e2bc93e is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:12:23.024984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:23.034196 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Sync routers for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:12:23.046373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:23.046933 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:23.049539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:23.050798 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d51aab64-c451-45ae-ab80-bd607e175407 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5436001 Mar 11 20:12:23.053501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41276) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:12:23.217510 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:23.533250 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:23.538422 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Checking router: af65167a-cd7f-42b6-bed4-69464e2bc93e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:12:23.538852 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Updating router af65167a-cd7f-42b6-bed4-69464e2bc93e port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:12:23.601415 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:23.611246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c83a0-ad13-4ae7-b7e8-ea600831e8a8 None None] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:12:23.717842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f9a9f314-6eb5-47f0-9df0-a7f6779b8eb6 None None] Provisioning for port 9da55556-580a-4072-b922-95ae085abc5c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:23.970908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9da55556-580a-4072-b922-95ae085abc5c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:23.998384 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.009481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.011761 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Transition to ACTIVE for port object 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:24.022895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.060940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 9da55556-580a-4072-b922-95ae085abc5c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:24.067102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9da55556-580a-4072-b922-95ae085abc5c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:24.067502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.109462 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Attempting to bind port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:24.110060 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Attempting to bind port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:24.110166 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Attempting to bind port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:24.112967 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Pushing event updated for resources: {'Port': ['ID=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.124162 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.124807 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.124935 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.125283 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.125684 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.126065 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.126425 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.126805 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.127178 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.127566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.127939 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:24.131087 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:24.131558 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:24.132002 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.132428 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:24.133053 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Bound port: 944f56cd-16af-4777-b1c3-4ec1df2c7cc9, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:24.133456 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.200720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-775126d6-a827-4fa1-aeb1-73c095d2989f None None] Provisioning complete for port 9da55556-580a-4072-b922-95ae085abc5c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:24.201085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-775126d6-a827-4fa1-aeb1-73c095d2989f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.205962 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] For port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:24.209361 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] For port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:24.213430 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.236200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.260038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Allocated IP 172.20.0.1 (1c83dc69-3cde-4636-9b64-6a4df3a2baf6/1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92/30bd334f-0c6a-430b-8e60-cf61f0a848e7) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:24.285128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 9da55556-580a-4072-b922-95ae085abc5c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9da55556-580a-4072-b922-95ae085abc5c,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:24.291357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.292114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5a85d5e6-f368-48be-9ebb-a02790ab0a19 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:24.295078 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf9dcc-6ec5-424c-9e61-cdeed8729975 None None] Pushing event updated for resources: {'Port': ['ID=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.301342 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:24.302239 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:24.424765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.440670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Transition to ACTIVE for port object 30bd334f-0c6a-430b-8e60-cf61f0a848e7 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:24.460231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=9da55556-580a-4072-b922-95ae085abc5c,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.472015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:24.472368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.475366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.481730 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:24.544130 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:24.546857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:24.551301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:24.578756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Pushing event updated for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.612520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.698913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.777193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b445af96-1ed1-4ae8-af8f-0c7a6e55c4e9 None None] Provisioning for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:24.782129 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b445af96-1ed1-4ae8-af8f-0c7a6e55c4e9 None None] Provisioning complete for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:24.782587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b445af96-1ed1-4ae8-af8f-0c7a6e55c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.796572 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:24.800788 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de000008-7747-4d12-9bc0-a4a5654e06f1 None None] The sync data for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv is: [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:12:24.847250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.849340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-b445af96-1ed1-4ae8-af8f-0c7a6e55c4e9 None None] Port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:12:24.925768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:24.932450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:25.031203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Pushing event updated for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:25.033764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:25.168937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:25.170194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:25.372107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ad2be559-a0fd-4990-a6c8-a58e29c5efff None None] Provisioning complete for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:25.372445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ad2be559-a0fd-4990-a6c8-a58e29c5efff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:25.424630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ad2be559-a0fd-4990-a6c8-a58e29c5efff None None] Port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:12:25.642671 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Router af65167a-cd7f-42b6-bed4-69464e2bc93e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:25.843070 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9da55556-580a-4072-b922-95ae085abc5c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:25.847531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:25.856973 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-db3efac6-c931-42b2-be5d-00f5539a2939 admin admin] 10.222.0.76 "PUT /v2.0/routers/af65167a-cd7f-42b6-bed4-69464e2bc93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025303 Mar 11 20:12:25.911119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 9da55556-580a-4072-b922-95ae085abc5c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:25.911523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:26.660423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-a5b6eb34-4d63-402f-bba7-5c3994fd0b79 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:26.661758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-a5b6eb34-4d63-402f-bba7-5c3994fd0b79 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 816 time: 0.1408885 Mar 11 20:12:26.679077 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ce2fa2bb-ebed-4f75-bdaf-178a27f78fd3 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/quotas/d28ad26cb0da4a2e9e3f43ce72c81587 HTTP/1.1" status: 200 len: 375 time: 0.0115921 Mar 11 20:12:26.771946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-a2f1ff58-d71e-44c7-9287-82c5912060bb tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:26.792096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-a2f1ff58-d71e-44c7-9287-82c5912060bb tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:26.793386 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-a2f1ff58-d71e-44c7-9287-82c5912060bb tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092730 Mar 11 20:12:26.943362 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-0abf0893-a7b1-46bb-aa6e-684ef9c7a466 service neutron] 10.222.0.76 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319823 Mar 11 20:12:27.082463 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-34fbec96-102a-475c-a0b9-dd74236ba31a service neutron] 10.222.0.76 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333544 Mar 11 20:12:27.278578 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-87e7fb2b-0f8c-482c-9e86-ed7a69b152aa req-48ac145e-fab2-4b1e-b2a6-9c0e41110d5a tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 210 time: 0.0487514 Mar 11 20:12:28.464151 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d9ced07-ecf6-4afc-a3ea-e1240c815826 req-f5eeaab2-9a66-4312-99aa-a40331adf3da tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 210 time: 0.0408037 Mar 11 20:12:28.613914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-71ede08d-6b82-41db-899e-f26869852803 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:28.614551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-71ede08d-6b82-41db-899e-f26869852803 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:28.631968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-71ede08d-6b82-41db-899e-f26869852803 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:28.633491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-71ede08d-6b82-41db-899e-f26869852803 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 816 time: 0.1632199 Mar 11 20:12:28.650258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Request body: {'port': {'device_id': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'admin_state_up': True, 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:28.782070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:28.793945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:28.806692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Made reservation on behalf of d28ad26cb0da4a2e9e3f43ce72c81587 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:28.809825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:28.972541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Allocated IP 172.20.0.11 (91d94bef-9a2d-499b-9ca9-fcee58d7fbc3/9e3cdc17-ce6f-44d6-8e44-d34e146f179c/6a5cd9bc-12a7-4209-915a-9f37db16bdfd) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:29.167592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:29.182736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Transition to ACTIVE for port object 6a5cd9bc-12a7-4209-915a-9f37db16bdfd will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:29.205223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:29.273933 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:29.276878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:29.281980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:29.311522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Pushing event updated for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:29.351839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:29.352446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:29.378148 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ea8ee615-9450-40d5-b43a-3b8e7e0ae15b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317059 Mar 11 20:12:29.389785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Request body: {'port': {'device_id': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:29.496278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:29.575938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9184ada7-d13b-46c4-8e7d-e5af48db1025 None None] Provisioning for port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:29.581164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9184ada7-d13b-46c4-8e7d-e5af48db1025 None None] Provisioning complete for port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:29.581532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9184ada7-d13b-46c4-8e7d-e5af48db1025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:29.633847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9184ada7-d13b-46c4-8e7d-e5af48db1025 None None] Port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:12:29.795135 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-b54339fd-f9d5-47d5-b765-81d8df990cbc tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:29.795839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-b54339fd-f9d5-47d5-b765-81d8df990cbc tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:29.828637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-b54339fd-f9d5-47d5-b765-81d8df990cbc tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:29.829669 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-b54339fd-f9d5-47d5-b765-81d8df990cbc tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 932 time: 0.2230160 Mar 11 20:12:30.018405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5cd9bc-12a7-4209-915a-9f37db16bdfd {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:12:30.027782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:30.036136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-20f16f75-29c9-4369-adfd-4786cfc05f50 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:30.047970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Transition to ACTIVE for port object 6a5cd9bc-12a7-4209-915a-9f37db16bdfd will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:30.055625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:30.092606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-20f16f75-29c9-4369-adfd-4786cfc05f50 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:30.093732 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fcd1f5d7-fcbf-46ad-86b0-94d790067875 req-20f16f75-29c9-4369-adfd-4786cfc05f50 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562845 Mar 11 20:12:30.198936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:30.312210 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Attempting to bind port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:30.312683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Attempting to bind port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:30.313114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Attempting to bind port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:30.319559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:12:30.320010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Attempting to bind port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:30.327361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:30.328080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Checking segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:30.328519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Bound using segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:30.329074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Bound port: 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:30.329373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:30.421202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:30.424242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:30.429808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:30.491142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:30.492564 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] 10.222.0.90 "PUT /v2.0/ports/6a5cd9bc-12a7-4209-915a-9f37db16bdfd HTTP/1.1" status: 200 len: 1094 time: 1.1075735 Mar 11 20:12:30.493027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:12:30.519965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e3023-5f40-4ae0-abe5-3c0c7fb4872b service neutron] Pushing event updated for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:30.577661 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd', 'status': 'completed', 'code': 200} Mar 11 20:12:30.618546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-912eab00-87d6-432f-9c25-26a6a52b4cfb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 1097 time: 0.0847087 Mar 11 20:12:30.690418 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-ad325a57-95e7-4803-8ef2-b347a3139041 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd HTTP/1.1" status: 200 len: 217 time: 0.0655277 Mar 11 20:12:30.750118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-74b553ae-3f7b-4260-9553-8ffc01d78146 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:30.751597 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-74b553ae-3f7b-4260-9553-8ffc01d78146 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e3cdc17-ce6f-44d6-8e44-d34e146f179c HTTP/1.1" status: 200 len: 855 time: 0.0553236 Mar 11 20:12:30.824964 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-afe7c6ec-411d-4cfe-a208-6dc49984e6e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669820 Mar 11 20:12:30.954758 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-52c22baf-5f7a-4719-95e1-859338da39e1 service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234131 Mar 11 20:12:31.083745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7e3a11d-f9bd-4b62-8aea-c49c9d925e80 req-919f1ec8-0733-4ebf-9260-a9682960297d service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229665 Mar 11 20:12:31.204383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-d99775d5-1e8e-4f4b-9e4f-dcc2c0fa1129 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 1097 time: 0.0730636 Mar 11 20:12:31.379693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-05de3849-48d4-4d61-9a68-3b8cbb456749 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:31.381450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-05de3849-48d4-4d61-9a68-3b8cbb456749 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 917 time: 0.1707416 Mar 11 20:12:31.450229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ffd57-726a-4fa6-a18e-e660fe3179a3 req-c07dc273-8a16-4510-b06f-c4117330363e tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:31.451658 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-406ffd57-726a-4fa6-a18e-e660fe3179a3 req-c07dc273-8a16-4510-b06f-c4117330363e tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 944 time: 0.1775188 Mar 11 20:12:31.474164 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-7244eab8-82f5-4bc7-af55-ca5a0c1319b1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd HTTP/1.1" status: 200 len: 217 time: 0.0855677 Mar 11 20:12:31.544556 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-406ffd57-726a-4fa6-a18e-e660fe3179a3 req-5ed84de4-1f0f-4079-893a-312a20cc9876 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860469 Mar 11 20:12:31.547714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-a1d30ae0-751f-47ec-832f-c27923e38372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:31.549014 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-a1d30ae0-751f-47ec-832f-c27923e38372 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e3cdc17-ce6f-44d6-8e44-d34e146f179c HTTP/1.1" status: 200 len: 855 time: 0.0694292 Mar 11 20:12:31.626881 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-89be9ece-387f-4123-b040-54d469b9ac0e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715332 Mar 11 20:12:31.861390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-fdc8722d-7a86-4e3a-9444-7e8d5753194d service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277570 Mar 11 20:12:31.866641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:31.936125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:31.941043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:31.941410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:31.993115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-34997d21-496a-4c02-8f1b-2a32d7850db3 req-9e77bc77-cd19-40d7-81fe-33fc5f228d52 service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250703 Mar 11 20:12:32.054510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:32.071835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:32.077320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:32.143895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:32.751013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea6581-73f3-405c-b01b-21eb172fa208 req-19bace19-fd82-4ef4-8142-73f61b9b959c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:32.752452 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25ea6581-73f3-405c-b01b-21eb172fa208 req-19bace19-fd82-4ef4-8142-73f61b9b959c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 944 time: 0.0745919 Mar 11 20:12:32.800054 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-25ea6581-73f3-405c-b01b-21eb172fa208 req-91ebc38c-1b0a-4bd0-b712-98342024558d tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419555 Mar 11 20:12:32.872899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6a5cd9bc-12a7-4209-915a-9f37db16bdfd details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:12:33.010609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:33.024887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'port_id': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd', 'mac_address': 'fa:16:3e:38:51:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:12:33.076007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:33.092511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5cd9bc-12a7-4209-915a-9f37db16bdfd {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:12:33.107730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:33.113156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:33.179862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:33.424285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['6a5cd9bc-12a7-4209-915a-9f37db16bdfd'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:12:33.853568 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:33.926818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:33.927563 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:34.003291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af54d1-6dc5-450f-87e5-54d789e9dcc4 req-3b9d2189-453d-4d47-bc00-5c4a3a0ac4d6 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:34.004775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-06af54d1-6dc5-450f-87e5-54d789e9dcc4 req-3b9d2189-453d-4d47-bc00-5c4a3a0ac4d6 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 945 time: 0.0777352 Mar 11 20:12:34.050703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-06af54d1-6dc5-450f-87e5-54d789e9dcc4 req-5dd86ceb-2a19-42e8-a39b-9ce8153f5bc0 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Mar 11 20:12:34.372120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Sync routers for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:12:34.384675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:34.385281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:34.577821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:34.903347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6a5cd9bc-12a7-4209-915a-9f37db16bdfd up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:34.992799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'fc630edb-52c3-4bb6-bc97-7801bdb4d802', 'name': '', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'mac_address': 'fa:16:3e:e3:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:17Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 2, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'subnets': [{'id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:34.996537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:35.000359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Checking router: db269c12-c61b-4453-b06f-5a69e10d415a for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:12:35.000711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Updating router db269c12-c61b-4453-b06f-5a69e10d415a port fc630edb-52c3-4bb6-bc97-7801bdb4d802 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:12:35.027261 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:35.027648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.097892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.247486 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a124-1a49-4fd6-bd75-12674eebdc33 req-3de224c3-9352-40f9-87df-5a461552753c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:35.249067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b05a124-1a49-4fd6-bd75-12674eebdc33 req-3de224c3-9352-40f9-87df-5a461552753c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 945 time: 0.0749812 Mar 11 20:12:35.270856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.294676 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b05a124-1a49-4fd6-bd75-12674eebdc33 req-40d094a5-b64a-45ac-8228-8ef2ab260af3 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Mar 11 20:12:35.308997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:12:35.377224 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:35.389771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.444997 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd', 'code': 200} Mar 11 20:12:35.487678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:35.502220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.502562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.502895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.503221 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.503569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.503895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.504212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.504530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.504843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.505153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.505461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:35.585042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.597470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Transition to ACTIVE for port object fc630edb-52c3-4bb6-bc97-7801bdb4d802 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:35.604743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.669949 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e770e9eb-d554-4f2b-8e47-be4c9b2a64a4 req-11797a82-a576-4895-a11f-148fb0751fc0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 1099 time: 0.0712614 Mar 11 20:12:35.716893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e770e9eb-d554-4f2b-8e47-be4c9b2a64a4 req-de425598-315c-4def-b9d6-fdf5daddc4df service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403740 Mar 11 20:12:35.724990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc090db6-d75e-4b5c-8618-c94d4ba2491c None None] Pushing event updated for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:35.815352 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Attempting to bind port fc630edb-52c3-4bb6-bc97-7801bdb4d802 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:35.815723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Attempting to bind port fc630edb-52c3-4bb6-bc97-7801bdb4d802 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:35.816071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Attempting to bind port fc630edb-52c3-4bb6-bc97-7801bdb4d802 on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:35.822748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:35.823111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Checking segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:35.823529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.823909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Bound using segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:35.824363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Bound port: fc630edb-52c3-4bb6-bc97-7801bdb4d802, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:35.824728 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:35.921860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] For port fc630edb-52c3-4bb6-bc97-7801bdb4d802, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:35.924846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] For port fc630edb-52c3-4bb6-bc97-7801bdb4d802, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fc630edb-52c3-4bb6-bc97-7801bdb4d802,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:35.929953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:36.010524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc090db6-d75e-4b5c-8618-c94d4ba2491c None None] Pushing event updated for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:36.016081 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:36.016679 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:36.018879 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Sync routers for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:12:36.032659 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:36.033533 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:36.184727 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:12:36.195951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:36.216084 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:36.504958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6383-2f8d-4844-9de7-8084d47fc2e8 req-d276ede1-bff1-429e-b825-3827a86e3414 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:36.506569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-df3a6383-2f8d-4844-9de7-8084d47fc2e8 req-d276ede1-bff1-429e-b825-3827a86e3414 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.0777225 Mar 11 20:12:36.534260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 4, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '30bd334f-0c6a-430b-8e60-cf61f0a848e7', 'name': '', 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'mac_address': 'fa:16:3e:8b:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:24Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 2, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'subnets': [{'id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:36.538808 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Checking router: af65167a-cd7f-42b6-bed4-69464e2bc93e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:12:36.539423 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Updating router af65167a-cd7f-42b6-bed4-69464e2bc93e port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:12:36.556198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-df3a6383-2f8d-4844-9de7-8084d47fc2e8 req-c137b297-d879-4798-885f-6d2f4fc88167 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425861 Mar 11 20:12:36.557126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'fc630edb-52c3-4bb6-bc97-7801bdb4d802', 'name': '', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'mac_address': 'fa:16:3e:e3:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:17Z', 'updated_at': '2022-03-11T20:12:35Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'subnets': [{'id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:36.561340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85eff8-18bd-4cca-a7d1-c2184c522750 None None] The sync data for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv is: [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'fc630edb-52c3-4bb6-bc97-7801bdb4d802', 'name': '', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'mac_address': 'fa:16:3e:e3:e0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:17Z', 'updated_at': '2022-03-11T20:12:35Z', 'revision_number': 4, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'subnets': [{'id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:12:36.590916 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:36.963866 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:36.976655 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Transition to ACTIVE for port object 30bd334f-0c6a-430b-8e60-cf61f0a848e7 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:36.984212 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:37.110763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee602d9-c9bb-4f33-9044-8f04d64051ab None None] Pushing event updated for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:37.199335 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Attempting to bind port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:12:37.199706 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Attempting to bind port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:12:37.200062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Attempting to bind port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 on network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:12:37.206477 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:12:37.206838 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Checking segment: {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:12:37.207228 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:37.207637 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Bound using segment: {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:12:37.208090 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Bound port: 30bd334f-0c6a-430b-8e60-cf61f0a848e7, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5e6486-f3ca-44da-a1a9-3615c57a51f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:12:37.208484 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:37.298509 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] For port 30bd334f-0c6a-430b-8e60-cf61f0a848e7, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:37.301416 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] For port 30bd334f-0c6a-430b-8e60-cf61f0a848e7, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=30bd334f-0c6a-430b-8e60-cf61f0a848e7,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:37.309090 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:37.382674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee602d9-c9bb-4f33-9044-8f04d64051ab None None] Pushing event updated for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:37.390017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:12:37.390585 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:12:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:37.566360 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:12:37.751062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a4e38-550b-450d-a7c5-90003f0a6473 req-a241ee0c-9e97-4c73-8dfb-0cab52559dba tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:37.752373 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9c7a4e38-550b-450d-a7c5-90003f0a6473 req-a241ee0c-9e97-4c73-8dfb-0cab52559dba tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.0741658 Mar 11 20:12:37.798483 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9c7a4e38-550b-450d-a7c5-90003f0a6473 req-106e5050-e187-457d-9fc6-d6adf9bf6e36 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Mar 11 20:12:37.876992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 4, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '30bd334f-0c6a-430b-8e60-cf61f0a848e7', 'name': '', 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'mac_address': 'fa:16:3e:8b:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:24Z', 'updated_at': '2022-03-11T20:12:37Z', 'revision_number': 4, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'subnets': [{'id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:37.879122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc630edb-52c3-4bb6-bc97-7801bdb4d802 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:37.881062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd759a9c-5009-42fc-b553-a5e481f49394 None None] The sync data for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv is: [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 4, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '30bd334f-0c6a-430b-8e60-cf61f0a848e7', 'name': '', 'network_id': '1c83dc69-3cde-4636-9b64-6a4df3a2baf6', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'mac_address': 'fa:16:3e:8b:dd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:24Z', 'updated_at': '2022-03-11T20:12:37Z', 'revision_number': 4, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'subnets': [{'id': '1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:12:37.974227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port fc630edb-52c3-4bb6-bc97-7801bdb4d802 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:37.980402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fc630edb-52c3-4bb6-bc97-7801bdb4d802 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:37.980916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:38.027006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294c146-89dd-4a28-bd69-8180571af8e7 req-a6339875-c5fd-47d5-9923-921650d5ba42 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:38.029137 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8294c146-89dd-4a28-bd69-8180571af8e7 req-a6339875-c5fd-47d5-9923-921650d5ba42 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.1045651 Mar 11 20:12:38.077523 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8294c146-89dd-4a28-bd69-8180571af8e7 req-fd175d46-0a70-4edc-b2ad-11962e7078d9 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428312 Mar 11 20:12:38.112967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:38.154029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port fc630edb-52c3-4bb6-bc97-7801bdb4d802, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fc630edb-52c3-4bb6-bc97-7801bdb4d802,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:38.160759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:38.228234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:39.921111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 30bd334f-0c6a-430b-8e60-cf61f0a848e7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:39.993986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:39.999051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:39.999457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:40.109390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:40.149741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 30bd334f-0c6a-430b-8e60-cf61f0a848e7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=30bd334f-0c6a-430b-8e60-cf61f0a848e7,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:40.153756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:40.154567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc630edb-52c3-4bb6-bc97-7801bdb4d802 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:40.266158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:40.278229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fc630edb-52c3-4bb6-bc97-7801bdb4d802 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:40.278591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:41.851412 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 30bd334f-0c6a-430b-8e60-cf61f0a848e7 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:12:41.924479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:41.925044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:44.527908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-60a624e9-6c78-473b-9c89-f20bc3403e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:46.812609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2123493e-b07c-4aa9-8426-f99be3b459ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:47.936905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:48.049866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:49.281123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:52.655539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57880685-51b5-4603-91c9-132bc5e7c5fd req-a8d2e750-c1e1-4af8-9a70-b713f6f0ad28 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:52.656997 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-57880685-51b5-4603-91c9-132bc5e7c5fd req-a8d2e750-c1e1-4af8-9a70-b713f6f0ad28 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.0920923 Mar 11 20:12:52.703445 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-57880685-51b5-4603-91c9-132bc5e7c5fd req-9da3b5ee-ad3f-48c4-9e41-1ca17b768133 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406482 Mar 11 20:12:53.917022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d035329-0da5-4c39-a5c4-d8a93cb613b9 req-ab44e5c5-a991-488d-9b2a-fd01bae431f5 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.918464 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d035329-0da5-4c39-a5c4-d8a93cb613b9 req-ab44e5c5-a991-488d-9b2a-fd01bae431f5 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.0822706 Mar 11 20:12:53.965002 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d035329-0da5-4c39-a5c4-d8a93cb613b9 req-b5b088d3-7845-4c8a-bddc-eeee19698b4c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Mar 11 20:12:54.450169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-c2f81506-c263-4167-9e50-119117cc0b5a tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.451502 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-c2f81506-c263-4167-9e50-119117cc0b5a tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 946 time: 0.0846953 Mar 11 20:12:54.530278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Deleting port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:12:54.530778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:54.792144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] For port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:54.792493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:54.820998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:54.910960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Calling delete_port for 6a5cd9bc-12a7-4209-915a-9f37db16bdfd owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:12:55.054813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:55.066588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['6a5cd9bc-12a7-4209-915a-9f37db16bdfd'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:12:55.136950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Pushing event deleted for resources: {'Port': ['ID=6a5cd9bc-12a7-4209-915a-9f37db16bdfd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:55.151791 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7568050d-44cb-4243-909d-0a5abc63e7c3 req-21fd63d9-1558-4326-9017-3434e281cdd0 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=df413124-c76d-4e4d-b96c-d42397480c3c HTTP/1.1" status: 200 len: 210 time: 0.0504339 Mar 11 20:12:55.229335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] No DVR routers for this DVR port 6a5cd9bc-12a7-4209-915a-9f37db16bdfd on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:55.231958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:55.234763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'name': 'network-vif-deleted', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:12:55.250896 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e5feceac-3a99-474f-8e33-f2ee1e930f66 req-5f3fbef4-e527-4519-b5ac-dd7237fe67cf tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "DELETE /v2.0/ports/6a5cd9bc-12a7-4209-915a-9f37db16bdfd HTTP/1.1" status: 204 len: 173 time: 0.7938440 Mar 11 20:12:55.297763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df413124-c76d-4e4d-b96c-d42397480c3c', 'name': 'network-vif-deleted', 'tag': '6a5cd9bc-12a7-4209-915a-9f37db16bdfd', 'status': 'completed', 'code': 200} Mar 11 20:12:57.111183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-53df2ab3-af58-4f24-b22b-73c4362600cb tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:57.112927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-53df2ab3-af58-4f24-b22b-73c4362600cb tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 816 time: 0.1429946 Mar 11 20:12:57.129843 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-de2cc9a5-1b54-4c30-baed-fef3a540acfa tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/quotas/d28ad26cb0da4a2e9e3f43ce72c81587 HTTP/1.1" status: 200 len: 375 time: 0.0112326 Mar 11 20:12:57.209300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-e6eab0af-8cd4-485d-967f-7e983d309a1b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746863 Mar 11 20:12:57.353968 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5d56aef6-f37b-41a7-baa6-11649265fc9b service neutron] 10.222.0.76 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325672 Mar 11 20:12:57.580231 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-ab2d1906-428d-4b04-a73b-7dfe21e117c9 service neutron] 10.222.0.76 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205122 Mar 11 20:12:57.760279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f3a0e95e-7f9b-4a1f-a91b-54fe32591152 req-0fd631f3-af01-4fa5-b593-b331b7d500ed tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:12:57.778347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f3a0e95e-7f9b-4a1f-a91b-54fe32591152 req-0fd631f3-af01-4fa5-b593-b331b7d500ed tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:12:57.779553 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f3a0e95e-7f9b-4a1f-a91b-54fe32591152 req-0fd631f3-af01-4fa5-b593-b331b7d500ed tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 210 time: 0.0590544 Mar 11 20:12:58.825515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-41e286c8-db17-4fd0-aab5-ee1be90b3a76 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:58.826943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-41e286c8-db17-4fd0-aab5-ee1be90b3a76 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 816 time: 0.1508126 Mar 11 20:12:58.842965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Request body: {'port': {'device_id': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'admin_state_up': True, 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:58.919937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6a5cd9bc-12a7-4209-915a-9f37db16bdfd no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:12:58.953718 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 6a5cd9bc-12a7-4209-915a-9f37db16bdfd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:12:58.954060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 6a5cd9bc-12a7-4209-915a-9f37db16bdfd not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:12:58.957202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f06f2cb2-4e5d-4ede-8def-99fa90197265 req-64673919-cc16-4900-8d74-c70359096dbe tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 210 time: 0.0506387 Mar 11 20:12:58.985892 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:12:58.995695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:12:59.006732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Made reservation on behalf of d28ad26cb0da4a2e9e3f43ce72c81587 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:59.009805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:59.169578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Allocated IP 172.20.0.14 (91d94bef-9a2d-499b-9ca9-fcee58d7fbc3/9e3cdc17-ce6f-44d6-8e44-d34e146f179c/50bd3dc1-f444-4def-aafe-44c5933ce1c5) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:59.467114 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:59.482014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Transition to ACTIVE for port object 50bd3dc1-f444-4def-aafe-44c5933ce1c5 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:12:59.505629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:59.575973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:59.578794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:59.582583 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:12:59.611813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Pushing event updated for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:59.646803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:59.647438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:59.674312 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5eda87cf-df25-4b83-a2a1-41a1acb19200 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8350148 Mar 11 20:12:59.777780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f2dce8f7-7006-44bd-a9cf-95920bab4b93 None None] Provisioning for port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:12:59.782810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f2dce8f7-7006-44bd-a9cf-95920bab4b93 None None] Provisioning complete for port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:12:59.783380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f2dce8f7-7006-44bd-a9cf-95920bab4b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:12:59.808803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Request body: {'port': {'device_id': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:12:59.841919 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f2dce8f7-7006-44bd-a9cf-95920bab4b93 None None] Port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:12:59.916533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.245864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02aebd-5200-4658-9187-bdb4fb471fa6 req-8dc8db7f-4830-4e97-8eb3-bbfe39ea62de tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:00.246608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5e02aebd-5200-4658-9187-bdb4fb471fa6 req-8dc8db7f-4830-4e97-8eb3-bbfe39ea62de tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Synchronizing usage tracker for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:13:00.318128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-5e02aebd-5200-4658-9187-bdb4fb471fa6 req-8dc8db7f-4830-4e97-8eb3-bbfe39ea62de tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Unset dirty status for tenant:d28ad26cb0da4a2e9e3f43ce72c81587 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:13:00.319274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5e02aebd-5200-4658-9187-bdb4fb471fa6 req-8dc8db7f-4830-4e97-8eb3-bbfe39ea62de tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 932 time: 0.1998222 Mar 11 20:13:00.325192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bd3dc1-f444-4def-aafe-44c5933ce1c5 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:13:00.345225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.371128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Transition to ACTIVE for port object 50bd3dc1-f444-4def-aafe-44c5933ce1c5 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:00.377809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.421873 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5e02aebd-5200-4658-9187-bdb4fb471fa6 req-a1f519dc-43d6-4f88-b31e-de61df4fd97b tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924463 Mar 11 20:13:00.504690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:00.614887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Attempting to bind port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:13:00.615215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Attempting to bind port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:13:00.615571 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Attempting to bind port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:00.621446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:13:00.621754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Attempting to bind port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 on network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:00.627816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:13:00.628140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Checking segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:00.628505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Bound using segment: {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:13:00.628916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Bound port: 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7243804-30e9-4702-8183-578035930f20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:13:00.629277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.725209 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:00.728023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:00.736270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.794024 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:00.795279 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] 10.222.0.90 "PUT /v2.0/ports/50bd3dc1-f444-4def-aafe-44c5933ce1c5 HTTP/1.1" status: 200 len: 1094 time: 1.1128314 Mar 11 20:13:00.798335 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:13:00.820420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecfeea6-ca15-4969-9bd9-cb64b264e4d7 service neutron] Pushing event updated for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:00.863931 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5', 'status': 'completed', 'code': 200} Mar 11 20:13:00.905808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-bb4dfd96-d9df-4f77-b8dd-a298cd1b0c8d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 1097 time: 0.0721755 Mar 11 20:13:00.977383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-8238bdf8-d9e9-46ba-970f-07c0067d271c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5 HTTP/1.1" status: 200 len: 217 time: 0.0641186 Mar 11 20:13:01.037244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-df80163a-e6e7-43dc-8f89-1282df0de901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:01.038619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-df80163a-e6e7-43dc-8f89-1282df0de901 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e3cdc17-ce6f-44d6-8e44-d34e146f179c HTTP/1.1" status: 200 len: 855 time: 0.0554898 Mar 11 20:13:01.116906 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-5055cf56-811c-401a-9f83-16557c6fb50a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724099 Mar 11 20:13:01.337464 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-c7269526-c7da-4bbc-a71d-2c71018dcb81 service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140048 Mar 11 20:13:01.472329 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d02ff6d-9fca-477d-89e6-2f692c07dd2a req-a8591ac3-7695-4306-8a63-6abd9e4e6456 service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289647 Mar 11 20:13:01.640291 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-6d8d972a-14eb-4bba-bfb6-50ee2955e95d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 1097 time: 0.1231017 Mar 11 20:13:01.648516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5588419-df30-4fcb-b005-644f2ddf053c req-29c2d82f-44ce-44ca-8f8d-37eeab07e506 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:01.649803 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d5588419-df30-4fcb-b005-644f2ddf053c req-29c2d82f-44ce-44ca-8f8d-37eeab07e506 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 944 time: 0.1041963 Mar 11 20:13:01.779981 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d5588419-df30-4fcb-b005-644f2ddf053c req-04e11f36-c2d6-49ab-8b1d-3ea59f36b387 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121659 Mar 11 20:13:01.800820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-ec296f35-b77d-44ab-bb3d-34d889fd3081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:01.802237 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-ec296f35-b77d-44ab-bb3d-34d889fd3081 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 200 len: 917 time: 0.1515751 Mar 11 20:13:01.870473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-d34b3f8c-d9de-45f8-8869-3acdf20ad5d4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5 HTTP/1.1" status: 200 len: 217 time: 0.0621266 Mar 11 20:13:01.941166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-2396e9e0-d909-4f58-a57a-87f99fb8c3b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:01.943421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-2396e9e0-d909-4f58-a57a-87f99fb8c3b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9e3cdc17-ce6f-44d6-8e44-d34e146f179c HTTP/1.1" status: 200 len: 855 time: 0.0668917 Mar 11 20:13:02.020123 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-dd350767-06c0-4358-a20e-92fcac41c9f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701787 Mar 11 20:13:02.151830 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-44c699c2-f89e-4a69-a141-d84e3b308f1c service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242821 Mar 11 20:13:02.282745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a895b82-1e90-4ba8-821d-11f022f4c93b req-7d6c10c3-3f9d-4bff-b2b1-d8a9684104f7 service neutron] 10.222.0.90 "GET /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247895 Mar 11 20:13:02.937018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50bd3dc1-f444-4def-aafe-44c5933ce1c5 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:13:02.988833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887ad27-312f-4ebf-ab09-813d92e3b67d req-2cbf36ab-7ec8-4acc-905b-645421865290 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:02.990271 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4887ad27-312f-4ebf-ab09-813d92e3b67d req-2cbf36ab-7ec8-4acc-905b-645421865290 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 944 time: 0.0846446 Mar 11 20:13:03.036107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4887ad27-312f-4ebf-ab09-813d92e3b67d req-e9e3d59a-c421-41f6-bb1f-7e324f676822 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399764 Mar 11 20:13:03.066951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:03.079856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '50bd3dc1-f444-4def-aafe-44c5933ce1c5', 'network_id': '91d94bef-9a2d-499b-9ca9-fcee58d7fbc3', 'port_id': '50bd3dc1-f444-4def-aafe-44c5933ce1c5', 'mac_address': 'fa:16:3e:34:6f:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cdc17-ce6f-44d6-8e44-d34e146f179c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:13:03.133132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:03.150833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bd3dc1-f444-4def-aafe-44c5933ce1c5 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:13:03.166394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:03.173205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:03.249145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:03.494637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['50bd3dc1-f444-4def-aafe-44c5933ce1c5'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:13:04.237832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af146e-5aee-4f3b-a47e-e923709f64ec req-176de052-68f2-4a8f-9b89-1ec2b86ab10d tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:04.239248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-61af146e-5aee-4f3b-a47e-e923709f64ec req-176de052-68f2-4a8f-9b89-1ec2b86ab10d tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 945 time: 0.0780795 Mar 11 20:13:04.286329 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-61af146e-5aee-4f3b-a47e-e923709f64ec req-9e5cc614-4bb0-4b7c-ba41-d5d55ded4339 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Mar 11 20:13:04.964645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50bd3dc1-f444-4def-aafe-44c5933ce1c5 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:05.072831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:05.077512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:05.077875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:05.189372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:05.216217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:13:05.225443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:05.229839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:05.272626 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5', 'code': 200} Mar 11 20:13:05.299950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:05.503665 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8f9b5f30-c603-469a-906a-f1cc7e0ad5c0 req-76f45352-bec5-490f-94c0-283ae0c474aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 1099 time: 0.0703592 Mar 11 20:13:05.550953 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8f9b5f30-c603-469a-906a-f1cc7e0ad5c0 req-4696315e-5be5-4538-9e86-4e1465ef9c46 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Mar 11 20:13:05.632779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263e56-10b7-4156-9b46-f689d93faf96 req-cdbbb640-6237-407b-bc0b-45d823a1c7d4 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:05.634185 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31263e56-10b7-4156-9b46-f689d93faf96 req-cdbbb640-6237-407b-bc0b-45d823a1c7d4 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0766263 Mar 11 20:13:05.681325 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31263e56-10b7-4156-9b46-f689d93faf96 req-b21d6d92-173f-4a04-88ef-78d4451dc768 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384688 Mar 11 20:13:06.896862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6ff18-7ecf-4476-97e3-c271b21fa8ff req-778e0d54-6a87-4a0d-9ccd-264cbcaaf599 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:06.898288 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9ea6ff18-7ecf-4476-97e3-c271b21fa8ff req-778e0d54-6a87-4a0d-9ccd-264cbcaaf599 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0847104 Mar 11 20:13:06.942219 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9ea6ff18-7ecf-4476-97e3-c271b21fa8ff req-03298943-c7ea-4e7b-b785-a09b6db56d92 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Mar 11 20:13:08.147351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e002c3-7a2a-4364-bff4-40e28df20f58 req-463e67b8-98d3-41f6-a338-ad611fd00e18 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:08.148816 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b2e002c3-7a2a-4364-bff4-40e28df20f58 req-463e67b8-98d3-41f6-a338-ad611fd00e18 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0795102 Mar 11 20:13:08.193772 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b2e002c3-7a2a-4364-bff4-40e28df20f58 req-b055349d-0445-48ae-9a50-6922460f8994 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Mar 11 20:13:08.397678 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448adbd-9185-4a95-b8e3-2fa4c16d0bbe req-111c319d-0f3f-4116-a6db-992e6b66ca47 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:08.399008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8448adbd-9185-4a95-b8e3-2fa4c16d0bbe req-111c319d-0f3f-4116-a6db-992e6b66ca47 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0853262 Mar 11 20:13:08.447080 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8448adbd-9185-4a95-b8e3-2fa4c16d0bbe req-956377f7-d7a7-4031-a983-96949496f797 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Mar 11 20:13:13.188844 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:13:14.526895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-06e7b56f-40ca-4e85-a21f-1af0434420e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:16.819131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-32d0b3a5-5108-4b13-9723-6a09228d8611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:17.940776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:18.053518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:19.280824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:23.878615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f763c0a-af26-41d8-b88f-39742f65936e req-a9f8a484-8d7c-43ab-b9e2-a4c7a2352db8 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:23.880017 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f763c0a-af26-41d8-b88f-39742f65936e req-a9f8a484-8d7c-43ab-b9e2-a4c7a2352db8 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0828342 Mar 11 20:13:23.926080 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3f763c0a-af26-41d8-b88f-39742f65936e req-5c5e866d-1604-42c9-a9ec-36bc418b0d49 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Mar 11 20:13:24.834641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:25.138591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d72951-08f1-4829-bf9d-b131ee49a44a req-45bfec7f-f1c1-45a4-a769-3245a7dca817 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:25.140085 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-79d72951-08f1-4829-bf9d-b131ee49a44a req-45bfec7f-f1c1-45a4-a769-3245a7dca817 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0790281 Mar 11 20:13:25.192473 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-79d72951-08f1-4829-bf9d-b131ee49a44a req-d04e790a-1d0e-495f-8e48-9c745a489a66 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/security-groups?id=5e719919-9a04-4982-af1f-ca3de5e6bd04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466490 Mar 11 20:13:25.678794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-d1ba3f1f-c810-4306-95e5-e6ae83458fb1 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:25.680120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-d1ba3f1f-c810-4306-95e5-e6ae83458fb1 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 946 time: 0.0950201 Mar 11 20:13:25.746097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Deleting port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:25.746438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:26.079596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] For port 50bd3dc1-f444-4def-aafe-44c5933ce1c5, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=50bd3dc1-f444-4def-aafe-44c5933ce1c5,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:26.079846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:26.197026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Calling delete_port for 50bd3dc1-f444-4def-aafe-44c5933ce1c5 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:26.339656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:26.351837 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['50bd3dc1-f444-4def-aafe-44c5933ce1c5'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:13:26.362847 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8834144e-4812-4983-91c6-2f4fb5257e55 req-10f11815-a4c7-4b79-8708-2b829eff4b9c tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.76 "GET /v2.0/ports?device_id=98788b23-cf66-4bb4-ac1e-e7a56f7ff66c HTTP/1.1" status: 200 len: 210 time: 0.0453877 Mar 11 20:13:26.391180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Pushing event deleted for resources: {'Port': ['ID=50bd3dc1-f444-4def-aafe-44c5933ce1c5,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:26.437853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.438186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.438515 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.438842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.439160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.439506 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.439827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.440142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.440456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.440767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.441080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:26.482989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] No DVR routers for this DVR port 50bd3dc1-f444-4def-aafe-44c5933ce1c5 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:26.485844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:26.488924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'name': 'network-vif-deleted', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:13:26.506603 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f9b9858b-c38f-4c91-9765-fbbdffe5cdb0 req-4b9714e1-0784-4548-ad15-024b7dc50080 tempest-TestEncryptedCinderVolumes-1456996446 tempest-TestEncryptedCinderVolumes-1456996446-project] 10.222.0.90 "DELETE /v2.0/ports/50bd3dc1-f444-4def-aafe-44c5933ce1c5 HTTP/1.1" status: 204 len: 173 time: 0.8208737 Mar 11 20:13:26.553893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98788b23-cf66-4bb4-ac1e-e7a56f7ff66c', 'name': 'network-vif-deleted', 'tag': '50bd3dc1-f444-4def-aafe-44c5933ce1c5', 'status': 'completed', 'code': 200} Mar 11 20:13:27.529282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41548) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:27.917058 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:28.591532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Deleting port fc630edb-52c3-4bb6-bc97-7801bdb4d802 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:28.592234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:28.767586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] For port fc630edb-52c3-4bb6-bc97-7801bdb4d802, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fc630edb-52c3-4bb6-bc97-7801bdb4d802,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:28.767936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:28.887927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Calling delete_port for fc630edb-52c3-4bb6-bc97-7801bdb4d802 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:29.053892 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:29.097276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fc630edb-52c3-4bb6-bc97-7801bdb4d802,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:29.136599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50bd3dc1-f444-4def-aafe-44c5933ce1c5 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:29.174106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.174449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.174557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 50bd3dc1-f444-4def-aafe-44c5933ce1c5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:29.174781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.174954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 50bd3dc1-f444-4def-aafe-44c5933ce1c5 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:29.175108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.175465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.175785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.176719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.177076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.177393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.177859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.178448 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:29.405581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:30.079729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Router db269c12-c61b-4453-b06f-5a69e10d415a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:30.280159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:30.288816 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Sync routers for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:13:30.292948 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7319a3e1-805c-4810-a71d-446b3d5b48cf admin admin] 10.222.0.76 "PUT /v2.0/routers/db269c12-c61b-4453-b06f-5a69e10d415a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623680 Mar 11 20:13:30.295412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41552) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:30.301205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:30.301801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:30.474125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:30.484641 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:30.678505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:30.688881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Deleting port 5a85d5e6-f368-48be-9ebb-a02790ab0a19 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:30.689174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:30.748732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252'}], 'enable_snat': True}, 'gw_port_id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:13:28Z', 'revision_number': 5, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port': {'id': '5a85d5e6-f368-48be-9ebb-a02790ab0a19', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:10:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:16Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:30.752537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Checking router: db269c12-c61b-4453-b06f-5a69e10d415a for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:13:30.763706 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Routers {'db269c12-c61b-4453-b06f-5a69e10d415a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:30.764293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['db269c12-c61b-4453-b06f-5a69e10d415a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:30.856370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] For port 5a85d5e6-f368-48be-9ebb-a02790ab0a19, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=5a85d5e6-f368-48be-9ebb-a02790ab0a19,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:30.856675 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:30.910027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] Set router db269c12-c61b-4453-b06f-5a69e10d415a gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:30.976833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Calling delete_port for 5a85d5e6-f368-48be-9ebb-a02790ab0a19 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:31.011045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:13:30Z', 'revision_number': 6, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:31.014949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615b30ef-21ee-489a-80e7-caa289d3d96d None None] The sync data for ids ['db269c12-c61b-4453-b06f-5a69e10d415a'] in dv-neutron-832764-2-hyperv is: [{'id': 'db269c12-c61b-4453-b06f-5a69e10d415a', 'name': 'tempest-TestEncryptedCinderVolumes-501227156-router', 'tenant_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:15Z', 'updated_at': '2022-03-11T20:13:30Z', 'revision_number': 6, 'project_id': 'd28ad26cb0da4a2e9e3f43ce72c81587', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:13:31.144707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.188772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a85d5e6-f368-48be-9ebb-a02790ab0a19,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:31.511538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.769135 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.773636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.802660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.803191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Fanout notify agent at l3_agent the message router_deleted on router db269c12-c61b-4453-b06f-5a69e10d415a {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:13:31.815319 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.816503 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1c441f00-3190-4f72-9db7-54839adb308c admin admin] 10.222.0.76 "DELETE /v2.0/routers/db269c12-c61b-4453-b06f-5a69e10d415a HTTP/1.1" status: 204 len: 168 time: 1.5202010 Mar 11 20:13:31.819104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41556) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:31.878059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5a85d5e6-f368-48be-9ebb-a02790ab0a19 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:31.879734 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Deleting subnet 9e3cdc17-ce6f-44d6-8e44-d34e146f179c {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:13:31.882716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.910233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 5a85d5e6-f368-48be-9ebb-a02790ab0a19 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:31.910574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 5a85d5e6-f368-48be-9ebb-a02790ab0a19 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:31.910987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc630edb-52c3-4bb6-bc97-7801bdb4d802 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:31.933761 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:31.946371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: fc630edb-52c3-4bb6-bc97-7801bdb4d802 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:31.946637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fc630edb-52c3-4bb6-bc97-7801bdb4d802 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:32.020656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.090477 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.130278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3cdc17-ce6f-44d6-8e44-d34e146f179c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:32.137194 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.143331 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-76e4e0b2-2cd4-4a42-85d4-f017b68e2e80 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9e3cdc17-ce6f-44d6-8e44-d34e146f179c HTTP/1.1" status: 204 len: 168 time: 0.3232419 Mar 11 20:13:32.145824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41560) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:32.146432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58bed9-da38-4e39-a6f9-1620d2943943 None None] Network 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:32.250278 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.262237 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Deleting port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:32.262595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.422835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] DHCP port deletion for 91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:13:32.427498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Deleting port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:32.427867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.463517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] For port 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=01ab63a2-32ee-4e53-9b8a-1070efab8f27,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:32.463869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.583797 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Calling delete_port for 01ab63a2-32ee-4e53-9b8a-1070efab8f27 owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:32.620716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] For port 01ab63a2-32ee-4e53-9b8a-1070efab8f27, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=01ab63a2-32ee-4e53-9b8a-1070efab8f27,segment=NetworkSegment(f7243804-30e9-4702-8183-578035930f20),segment_id=f7243804-30e9-4702-8183-578035930f20)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:32.621095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.659957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.704293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ab63a2-32ee-4e53-9b8a-1070efab8f27,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:32.709361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] No DVR routers for this DVR port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:32.736263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Calling delete_port for 01ab63a2-32ee-4e53-9b8a-1070efab8f27 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:32.805343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:13:32.805686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:13:32.821540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.849630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d94bef-9a2d-499b-9ca9-fcee58d7fbc3']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:32.946269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7243804-30e9-4702-8183-578035930f20') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:32.946525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7243804-30e9-4702-8183-578035930f20') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:32.959750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.975953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.982178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:13:32.982540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:13:32.995485 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:13:33.071553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:33.087333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:33.097188 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91d94bef-9a2d-499b-9ca9-fcee58d7fbc3,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:33.110960 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e78287b5-84c9-4625-a3fb-1873c00245e2 admin admin] 10.222.0.76 "DELETE /v2.0/networks/91d94bef-9a2d-499b-9ca9-fcee58d7fbc3 HTTP/1.1" status: 204 len: 168 time: 0.9642093 Mar 11 20:13:33.114256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:33.307205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Deleting port 01ab63a2-32ee-4e53-9b8a-1070efab8f27 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:33.307823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:33.367953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c783dd6a-66ef-45c9-ac3f-4e206e4f22a3 None None] The port '01ab63a2-32ee-4e53-9b8a-1070efab8f27' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:13:33.497661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:33.874843 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 01ab63a2-32ee-4e53-9b8a-1070efab8f27 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:33.906755 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 01ab63a2-32ee-4e53-9b8a-1070efab8f27 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:33.907094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 01ab63a2-32ee-4e53-9b8a-1070efab8f27 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:34.090819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Deleting port 30bd334f-0c6a-430b-8e60-cf61f0a848e7 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:34.091081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:34.265277 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] For port 30bd334f-0c6a-430b-8e60-cf61f0a848e7, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=30bd334f-0c6a-430b-8e60-cf61f0a848e7,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:34.265598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:34.471373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Calling delete_port for 30bd334f-0c6a-430b-8e60-cf61f0a848e7 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:34.641378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:34.684857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Pushing event deleted for resources: {'Port': ['ID=30bd334f-0c6a-430b-8e60-cf61f0a848e7,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:34.965866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:35.526039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Router af65167a-cd7f-42b6-bed4-69464e2bc93e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:35.724107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:35.732885 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Sync routers for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:13:35.734102 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a653d919-777e-46da-bee8-45bd1bc2b776 admin admin] 10.222.0.76 "PUT /v2.0/routers/af65167a-cd7f-42b6-bed4-69464e2bc93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188443 Mar 11 20:13:35.736890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41568) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:35.746089 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:35.746762 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:35.932544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:35.947172 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:36.127090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:36.138098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Deleting port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:36.138435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:36.222026 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:13:34Z', 'revision_number': 5, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port': {'id': '944f56cd-16af-4777-b1c3-4ec1df2c7cc9', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:cb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:36.226024 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Checking router: af65167a-cd7f-42b6-bed4-69464e2bc93e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:13:36.236598 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Routers {'af65167a-cd7f-42b6-bed4-69464e2bc93e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:36.237191 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['af65167a-cd7f-42b6-bed4-69464e2bc93e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:36.307915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] For port 944f56cd-16af-4777-b1c3-4ec1df2c7cc9, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:36.308225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:36.380518 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] Set router af65167a-cd7f-42b6-bed4-69464e2bc93e gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:36.423794 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Calling delete_port for 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:36.484820 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:13:36Z', 'revision_number': 6, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:36.488860 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ce911c-cd61-4f8c-8f0d-e4c47ee5fa2b None None] The sync data for ids ['af65167a-cd7f-42b6-bed4-69464e2bc93e'] in dv-neutron-832764-2-hyperv is: [{'id': 'af65167a-cd7f-42b6-bed4-69464e2bc93e', 'name': 'tempest-TestEncryptedCinderVolumes-1936395232-router', 'tenant_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:13:36Z', 'revision_number': 6, 'project_id': 'b1a6d3766e4549dfa8e3396b4c17dcb0', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:13:36.683386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:36.724561 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=944f56cd-16af-4777-b1c3-4ec1df2c7cc9,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:36.944192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.192277 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.197236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.228872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.229419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af65167a-cd7f-42b6-bed4-69464e2bc93e {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:13:37.242072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.243207 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-46684f72-c2e2-49a5-851a-828fa56586f5 admin admin] 10.222.0.76 "DELETE /v2.0/routers/af65167a-cd7f-42b6-bed4-69464e2bc93e HTTP/1.1" status: 204 len: 168 time: 1.5053949 Mar 11 20:13:37.245798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41572) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:37.305325 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Deleting subnet 1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:13:37.308577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.356593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.438732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.508490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.548545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:37.553512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.558804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43dfb62-43d8-47fa-b12b-808ad5d85604 None None] Network 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:37.559916 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-311459a0-36e4-4ab4-a2bf-2bf9ce206f69 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1e9f06f9-2deb-4a1e-8d75-c7ee2296aa92 HTTP/1.1" status: 204 len: 168 time: 0.3130836 Mar 11 20:13:37.562729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41576) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:37.770533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.782323 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Deleting port 9da55556-580a-4072-b922-95ae085abc5c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:37.782665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.806783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] DHCP port deletion for 1c83dc69-3cde-4636-9b64-6a4df3a2baf6 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:13:37.811287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Deleting port 9da55556-580a-4072-b922-95ae085abc5c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:37.811765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:37.893290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 9da55556-580a-4072-b922-95ae085abc5c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:37.979600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] For port 9da55556-580a-4072-b922-95ae085abc5c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9da55556-580a-4072-b922-95ae085abc5c,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:37.979959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.089998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] For port 9da55556-580a-4072-b922-95ae085abc5c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=9da55556-580a-4072-b922-95ae085abc5c,segment=NetworkSegment(da5e6486-f3ca-44da-a1a9-3615c57a51f3),segment_id=da5e6486-f3ca-44da-a1a9-3615c57a51f3)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:38.090251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.099203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Calling delete_port for 9da55556-580a-4072-b922-95ae085abc5c owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:38.174720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.214374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Calling delete_port for 9da55556-580a-4072-b922-95ae085abc5c owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:13:38.216920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Pushing event deleted for resources: {'Port': ['ID=9da55556-580a-4072-b922-95ae085abc5c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:38.223066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] No DVR routers for this DVR port 9da55556-580a-4072-b922-95ae085abc5c on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:38.241445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.324190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:38.334447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.364712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c83dc69-3cde-4636-9b64-6a4df3a2baf6']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:38.378313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5e6486-f3ca-44da-a1a9-3615c57a51f3') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:38.378570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5e6486-f3ca-44da-a1a9-3615c57a51f3') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:38.391569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:38.391907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 944f56cd-16af-4777-b1c3-4ec1df2c7cc9 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:38.392319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 30bd334f-0c6a-430b-8e60-cf61f0a848e7 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:13:38.393288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.409817 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.416353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:13:38.416875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.423299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:13:38.423703 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:13:38.424273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 30bd334f-0c6a-430b-8e60-cf61f0a848e7 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:13:38.424604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 30bd334f-0c6a-430b-8e60-cf61f0a848e7 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:13:38.430663 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:13:38.512106 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.516213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.539013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] Pushing event deleted for resources: {'Network': ['ID=1c83dc69-3cde-4636-9b64-6a4df3a2baf6,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:38.541531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2e6833fc-689f-4920-8df8-5fd055fd578b admin admin] 10.222.0.76 "DELETE /v2.0/networks/1c83dc69-3cde-4636-9b64-6a4df3a2baf6 HTTP/1.1" status: 204 len: 168 time: 0.9777956 Mar 11 20:13:38.750107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41582) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:38.800073 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d24a081-a5e8-47f3-99f9-e693cb4a05f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d28ad26cb0da4a2e9e3f43ce72c81587&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0488496 Mar 11 20:13:38.802510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41586) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:38.862367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.887618 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.925443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Deleting port 9da55556-580a-4072-b922-95ae085abc5c {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:13:38.925971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.945342 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.960845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e719919-9a04-4982-af1f-ca3de5e6bd04,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:38.973291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:38.974456 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-fff36cd4-99fe-4c9f-9ef2-a7fb64991a27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e719919-9a04-4982-af1f-ca3de5e6bd04 HTTP/1.1" status: 204 len: 168 time: 0.1711080 Mar 11 20:13:38.996612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-297e45b3-e804-41b5-8ae2-c302bf3edf35 None None] The port '9da55556-580a-4072-b922-95ae085abc5c' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:13:39.372222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41594) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:39.427446 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-88dd2e10-a9c5-4e34-9e1d-88865f140d68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1a6d3766e4549dfa8e3396b4c17dcb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539718 Mar 11 20:13:39.430000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41598) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:39.488456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:39.514333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:39.566720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:39.582275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f011ca-9933-4e85-9845-3a465a739ba8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:39.587132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:39.587596 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1b66ad8c-3421-47d2-bade-dde42b7fad2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64f011ca-9933-4e85-9845-3a465a739ba8 HTTP/1.1" status: 204 len: 168 time: 0.1566217 Mar 11 20:13:40.504649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41620) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:40.633496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-428425835-network', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:40.638670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:40.642694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Usage tracker for resource:network and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:40.645682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:40.653207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:40.667798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Made reservation on behalf of df42652f9e4041b699dfff10cdf8cb8b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:40.670035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.682252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.712118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:40.715799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:40.718527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:40.723986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:40.784841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.790001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.817840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:13:40.825647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaca32c-97c7-492d-8a0d-b8a5112b1c82,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:40.830901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.831234 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Added segment fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa of type vlan for network d42a050d-f046-4eba-9804-5628684148a4 Mar 11 20:13:40.855893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.884907 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.885715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.886264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:40.982935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4771376 Mar 11 20:13:40.983638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c784f73-a35c-4f1e-8cfe-1ab8dd927123 admin admin] Pushing event updated for resources: {'Network': ['ID=d42a050d-f046-4eba-9804-5628684148a4,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:40.987234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41626) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:40.992720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Request body: {'subnet': {'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-428425835-subnet', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:40.996055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network d42a050d-f046-4eba-9804-5628684148a4 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:13:40.997573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:41.001413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Usage tracker for resource:subnet and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:41.004353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:41.010565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:41.021285 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Made reservation on behalf of df42652f9e4041b699dfff10cdf8cb8b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:41.023586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.220342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.378385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc82a85-ac7d-4f60-b4eb-77e238039a14,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:41.394846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Checking segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:41.395189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Network hostable DHCP agents. Network: d42a050d-f046-4eba-9804-5628684148a4, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:13:41.417313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Network d42a050d-f046-4eba-9804-5628684148a4 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:13:41.428511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, d42a050d-f046-4eba-9804-5628684148a4) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:41.432784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:41.433427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.439283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c4c222-de69-4c10-b098-cd436331955b None None] Network d42a050d-f046-4eba-9804-5628684148a4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:41.456809 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-13fc360a-d3b2-4a4c-ad1f-808a4bff8765 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4660316 Mar 11 20:13:41.457072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41630) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:41.461918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:41.466533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:41.470371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Usage tracker for resource:router and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:41.473182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:41.478885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:41.489721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.491166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.509707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.647339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-d42a050d-f046-4eba-9804-5628684148a4', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:13:41.648161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.652866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.802467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Allocated IP 172.20.0.2 (d42a050d-f046-4eba-9804-5628684148a4/8cc82a85-ac7d-4f60-b4eb-77e238039a14/ae976763-e2a4-43a8-adef-ca7640e153ff) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:41.839073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:41.870314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.002027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.002740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Allocated IP 172.26.8.233 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/173d44db-45eb-4154-8eaa-e564769b2f01) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:42.013068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Transition to ACTIVE for port object ae976763-e2a4-43a8-adef-ca7640e153ff will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:42.031063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Transition to ACTIVE for port object ae976763-e2a4-43a8-adef-ca7640e153ff will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:42.037962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.105030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Network d42a050d-f046-4eba-9804-5628684148a4 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:42.107886 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:42.110520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:42.117075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Pushing event updated for resources: {'Port': ['ID=ae976763-e2a4-43a8-adef-ca7640e153ff,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:42.152005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.182180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.184313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.184707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.185054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.185364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.185684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.186004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.186318 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.186650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.186943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.187251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.187585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:42.210648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Attempting to bind port ae976763-e2a4-43a8-adef-ca7640e153ff on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:13:42.210997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Attempting to bind port ae976763-e2a4-43a8-adef-ca7640e153ff by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:13:42.211337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Attempting to bind port ae976763-e2a4-43a8-adef-ca7640e153ff on network d42a050d-f046-4eba-9804-5628684148a4 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:42.217866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:13:42.218225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Checking segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:42.218597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.219064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Bound using segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:13:42.219549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Bound port: ae976763-e2a4-43a8-adef-ca7640e153ff, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:13:42.221122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.255826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:42.256908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:42.258663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Pushing event updated for resources: {'Port': ['ID=173d44db-45eb-4154-8eaa-e564769b2f01,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:42.261111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:42.309157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] For port ae976763-e2a4-43a8-adef-ca7640e153ff, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:42.312178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] For port ae976763-e2a4-43a8-adef-ca7640e153ff, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae976763-e2a4-43a8-adef-ca7640e153ff,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:42.317146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.395142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cd94e-7c14-424b-bc85-97fdc79dd92c None None] Pushing event updated for resources: {'Port': ['ID=ae976763-e2a4-43a8-adef-ca7640e153ff,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:42.417390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.418140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.655911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:13:42.882067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:42.894962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Sync routers for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:13:42.907913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:42.908790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:42.910390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:42.914163 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f0d83df1-cbdd-451a-b736-8ed8ed5c6639 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4536841 Mar 11 20:13:42.914377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41634) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:43.091762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:43.348305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bed2003-a6f2-473d-901f-6f7dbbeac29c None None] Network d42a050d-f046-4eba-9804-5628684148a4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:43.514871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-019c2928-6d9f-4aca-b920-a279468e0792 None None] Provisioning for port ae976763-e2a4-43a8-adef-ca7640e153ff completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:43.585951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:42Z', 'revision_number': 3, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:43.614949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Checking router: 746c3dfc-39da-4fe0-9417-2e4e55a92e74 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:13:43.615297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Updating router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 port 173d44db-45eb-4154-8eaa-e564769b2f01 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:13:43.680554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:43.768475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:43.956116 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae976763-e2a4-43a8-adef-ca7640e153ff up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:43.987304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Allocated IP 172.20.0.1 (d42a050d-f046-4eba-9804-5628684148a4/8cc82a85-ac7d-4f60-b4eb-77e238039a14/21b5b5f4-2fb6-42a6-855b-9a72b077199f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:44.100418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.104960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ae976763-e2a4-43a8-adef-ca7640e153ff completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:44.118639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ae976763-e2a4-43a8-adef-ca7640e153ff triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:44.119002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.136623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.141910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Transition to ACTIVE for port object 173d44db-45eb-4154-8eaa-e564769b2f01 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:44.153291 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Transition to ACTIVE for port object 21b5b5f4-2fb6-42a6-855b-9a72b077199f will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:44.155182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] Provisioning complete for port ae976763-e2a4-43a8-adef-ca7640e153ff triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:44.155608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.177191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.190276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.241872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Network d42a050d-f046-4eba-9804-5628684148a4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:44.244701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:44.249273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:44.275990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Pushing event updated for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.308981 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.314821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4051-a477-40d6-b667-ef5fa970f9db None None] Pushing event updated for resources: {'Port': ['ID=173d44db-45eb-4154-8eaa-e564769b2f01,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.318497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Attempting to bind port 173d44db-45eb-4154-8eaa-e564769b2f01 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:13:44.318864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Attempting to bind port 173d44db-45eb-4154-8eaa-e564769b2f01 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:13:44.319216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Attempting to bind port 173d44db-45eb-4154-8eaa-e564769b2f01 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:44.379293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:13:44.379934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:44.380336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.380714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:13:44.381195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Bound port: 173d44db-45eb-4154-8eaa-e564769b2f01, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:13:44.381601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.404263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.484135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.492567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.552452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] For port 173d44db-45eb-4154-8eaa-e564769b2f01, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:44.554213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3db88446-e2ea-4912-a0db-891f0f9872ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.567951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] For port 173d44db-45eb-4154-8eaa-e564769b2f01, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=173d44db-45eb-4154-8eaa-e564769b2f01,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:44.570051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] For port ae976763-e2a4-43a8-adef-ca7640e153ff, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae976763-e2a4-43a8-adef-ca7640e153ff,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:44.573601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.604988 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.620379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.626227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.704062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:13:44.704409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:13:44.709236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a4051-a477-40d6-b667-ef5fa970f9db None None] Pushing event updated for resources: {'Port': ['ID=173d44db-45eb-4154-8eaa-e564769b2f01,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.725900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.734623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Pushing event updated for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.765105 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:44.765747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:44.962389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06fbc-57d0-443b-ba6b-4a5c69380cb0 None None] Pushing event updated for resources: {'Port': ['ID=ae976763-e2a4-43a8-adef-ca7640e153ff,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.966659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9e6b32d4-cb82-40f5-b8fd-537dac60edf0 None None] Provisioning for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:44.976545 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9e6b32d4-cb82-40f5-b8fd-537dac60edf0 None None] Provisioning complete for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:44.976903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9e6b32d4-cb82-40f5-b8fd-537dac60edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:44.978307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Network d42a050d-f046-4eba-9804-5628684148a4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:44.979396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:45.048045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9e6b32d4-cb82-40f5-b8fd-537dac60edf0 None None] Port 21b5b5f4-2fb6-42a6-855b-9a72b077199f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:13:45.059606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:45.357657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-13e15f96-26ed-4165-9518-f83f17f421fb None None] Provisioning complete for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:45.358333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-13e15f96-26ed-4165-9518-f83f17f421fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:45.375598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:45.447488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-13e15f96-26ed-4165-9518-f83f17f421fb None None] Port 21b5b5f4-2fb6-42a6-855b-9a72b077199f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:13:45.479573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 2, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:45.484967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8250355-8dae-4926-9c26-d797a1983767 None None] The sync data for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv is: [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 2, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:13:45.590196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:45.600447 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f653166a-2cb3-4036-b0ea-88977a6d828d admin admin] 10.222.0.76 "PUT /v2.0/routers/746c3dfc-39da-4fe0-9417-2e4e55a92e74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6850393 Mar 11 20:13:45.906597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae976763-e2a4-43a8-adef-ca7640e153ff up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:45.988692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ae976763-e2a4-43a8-adef-ca7640e153ff triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:45.989065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.530668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41656) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:46.536238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-558597594-network', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:46.541295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:46.545459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Usage tracker for resource:network and tenant:dc76d950d5614845bccbcce67fe516dc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:46.548611 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:46.554654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:46.566372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Made reservation on behalf of dc76d950d5614845bccbcce67fe516dc for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:46.569002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.581944 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.613450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:46.617320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Usage tracker for resource:security_group_rule and tenant:dc76d950d5614845bccbcce67fe516dc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:46.620411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:46.626088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:46.694978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.700127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.728084 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:13:46.735826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a1f5b-a4c6-4bdb-ae73-9fc264991009,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:46.741104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.741444 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Added segment 098f9edd-113d-46e2-8902-ec9eea91097f of type vlan for network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 Mar 11 20:13:46.766499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.795952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.796783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.797344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.803132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7dcabc1f-8684-4322-bb0f-45d51b476ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:46.900453 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3684628 Mar 11 20:13:46.901053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24d4a0-f76d-4da3-8d51-f0395fa2e4ee admin admin] Pushing event updated for resources: {'Network': ['ID=04f8033f-c1a8-4a5e-b61e-3dbe424d1355,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:46.903284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:46.908367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Request body: {'subnet': {'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-558597594-subnet', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:46.912157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:13:46.913693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:46.917750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Usage tracker for resource:subnet and tenant:dc76d950d5614845bccbcce67fe516dc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:46.920754 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:46.926809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:46.939504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Made reservation on behalf of dc76d950d5614845bccbcce67fe516dc for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:46.941932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.141743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.210749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c290d19-2238-46fc-95f2-25de53b190f0,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:47.225104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Checking segment: {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:47.225444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Network hostable DHCP agents. Network: 04f8033f-c1a8-4a5e-b61e-3dbe424d1355, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:13:47.251520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:13:47.262566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 04f8033f-c1a8-4a5e-b61e-3dbe424d1355) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:47.266830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:47.267578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.279409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b1539-39ff-4586-9970-fa4c843b4b67 None None] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:47.289066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b28626bf-7419-408e-903f-2757dfe9892f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3848362 Mar 11 20:13:47.291890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41664) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:47.296978 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:13:47.301840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:13:47.305719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Usage tracker for resource:router and tenant:dc76d950d5614845bccbcce67fe516dc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:13:47.308596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:13:47.314334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:13:47.325167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.326195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.345494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.488407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'fixed_ips': [{'subnet_id': '5c290d19-2238-46fc-95f2-25de53b190f0'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:13:47.488972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.489435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.649421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Allocated IP 172.20.0.2 (04f8033f-c1a8-4a5e-b61e-3dbe424d1355/5c290d19-2238-46fc-95f2-25de53b190f0/fb8c9a4f-0352-4c73-ab12-c83b7afa54c1) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:47.798001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.826768 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.852206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.864466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Transition to ACTIVE for port object fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:47.884885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Transition to ACTIVE for port object fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:47.892986 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:47.968142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 173d44db-45eb-4154-8eaa-e564769b2f01 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:47.974227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Allocated IP 172.26.8.155 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/0d0ab4bc-f50f-4a41-bdba-e42830719189) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:48.066166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:48.073084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Pushing event updated for resources: {'Port': ['ID=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.075192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.076157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:48.081264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:48.090039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.121307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.150960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.178983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Attempting to bind port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:13:48.179250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Attempting to bind port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:13:48.179634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Attempting to bind port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 on network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:48.188744 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 173d44db-45eb-4154-8eaa-e564769b2f01 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:48.196714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 173d44db-45eb-4154-8eaa-e564769b2f01 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:48.197085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.222814 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:48.225929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:48.229004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:13:48.229371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Checking segment: {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:48.229781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.230132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Bound using segment: {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:13:48.230488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:48.230595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Bound port: fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:13:48.230936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.253827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0ab4bc-f50f-4a41-bdba-e42830719189,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.371921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] For port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:48.387021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.387827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.388944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] For port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:48.393833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.400253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.468853 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 173d44db-45eb-4154-8eaa-e564769b2f01, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=173d44db-45eb-4154-8eaa-e564769b2f01,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:48.481118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.486195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429e083-8972-44f7-ae69-9bfed101a5f0 None None] Pushing event updated for resources: {'Port': ['ID=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.557581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=173d44db-45eb-4154-8eaa-e564769b2f01,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.623802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Router a6784deb-5997-44c9-a407-545c0da93fc2 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:13:48.831087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:48.839924 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Sync routers for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:13:48.853081 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:48.853864 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:48.855643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:48.857052 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9df7d747-1ab1-47b3-b01b-a3b5c1c00580 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5640354 Mar 11 20:13:48.859813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41668) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:13:49.032887 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:49.289791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.324032 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 3, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:49.328613 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Checking router: a6784deb-5997-44c9-a407-545c0da93fc2 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:13:49.330005 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Updating router a6784deb-5997-44c9-a407-545c0da93fc2 port 0d0ab4bc-f50f-4a41-bdba-e42830719189 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:13:49.421379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3b5602-eefe-4abc-aac2-48fd1b45d455 None None] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:13:49.423486 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.532034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3a5786d5-82c5-4f53-a4c4-b58edfe8b0f0 None None] Provisioning for port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:49.727766 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.747699 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.760323 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Transition to ACTIVE for port object 0d0ab4bc-f50f-4a41-bdba-e42830719189 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:49.768680 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.840912 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Attempting to bind port 0d0ab4bc-f50f-4a41-bdba-e42830719189 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:13:49.841501 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Attempting to bind port 0d0ab4bc-f50f-4a41-bdba-e42830719189 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:13:49.841601 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Attempting to bind port 0d0ab4bc-f50f-4a41-bdba-e42830719189 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:13:49.854831 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Pushing event updated for resources: {'Port': ['ID=0d0ab4bc-f50f-4a41-bdba-e42830719189,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:49.858025 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:13:49.858391 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:13:49.858778 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.859153 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:13:49.859635 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Bound port: 0d0ab4bc-f50f-4a41-bdba-e42830719189, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:13:49.859991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.900457 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.900792 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.901117 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.901440 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.901756 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.902068 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.902379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.902875 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.903365 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.903822 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.904303 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:49.945625 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] For port 0d0ab4bc-f50f-4a41-bdba-e42830719189, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:49.950821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Allocated IP 172.20.0.1 (04f8033f-c1a8-4a5e-b61e-3dbe424d1355/5c290d19-2238-46fc-95f2-25de53b190f0/94fee978-8838-49dc-af0b-cd85886938d2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:49.953851 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] For port 0d0ab4bc-f50f-4a41-bdba-e42830719189, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0d0ab4bc-f50f-4a41-bdba-e42830719189,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:49.963277 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:49.985179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 173d44db-45eb-4154-8eaa-e564769b2f01 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:50.049857 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c72c5-d51e-48a9-a8d3-a92d8ea30084 None None] Pushing event updated for resources: {'Port': ['ID=0d0ab4bc-f50f-4a41-bdba-e42830719189,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:50.054487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:13:50.055260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:50.064362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 173d44db-45eb-4154-8eaa-e564769b2f01 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:50.064849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.112579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.129706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Transition to ACTIVE for port object 94fee978-8838-49dc-af0b-cd85886938d2 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:13:50.156714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.187872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:50.208373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:13:50.231574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:50.234415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:50.239492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:13:50.250679 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:13:50.266002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:50.270281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Pushing event updated for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:50.274370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:50.274975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.299347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.388946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.414625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.450496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:50.457006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.525291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:50.576249 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 3, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:50.579741 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168f62b2-5a8e-4b4f-aa87-ab9756c5c61d None None] The sync data for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv is: [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 3, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:13:50.594589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a72926ed-d95a-4f39-a490-76732a03ba20 None None] Provisioning for port 94fee978-8838-49dc-af0b-cd85886938d2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:50.599939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a72926ed-d95a-4f39-a490-76732a03ba20 None None] Provisioning complete for port 94fee978-8838-49dc-af0b-cd85886938d2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:50.600317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a72926ed-d95a-4f39-a490-76732a03ba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.632523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.638829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.651451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a72926ed-d95a-4f39-a490-76732a03ba20 None None] Port 94fee978-8838-49dc-af0b-cd85886938d2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:13:50.740974 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:50.744147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Pushing event updated for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:50.877651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:50.879555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:51.074763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3c9ea692-0e58-4e14-8ba5-85ffdd7406b5 None None] Provisioning complete for port 94fee978-8838-49dc-af0b-cd85886938d2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:51.075132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c9ea692-0e58-4e14-8ba5-85ffdd7406b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:51.132669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ea692-0e58-4e14-8ba5-85ffdd7406b5 None None] Port 94fee978-8838-49dc-af0b-cd85886938d2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:13:51.360383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Router a6784deb-5997-44c9-a407-545c0da93fc2 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:51.570716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:51.580340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b5ba60b1-89e1-434b-b639-df1f8890f101 admin admin] 10.222.0.76 "PUT /v2.0/routers/a6784deb-5997-44c9-a407-545c0da93fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7195022 Mar 11 20:13:51.890218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:51.956503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:51.956869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:54.825004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:57.927851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0d0ab4bc-f50f-4a41-bdba-e42830719189 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:58.003042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 0d0ab4bc-f50f-4a41-bdba-e42830719189 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:13:58.008854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0d0ab4bc-f50f-4a41-bdba-e42830719189 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:58.009312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:58.191363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:58.216411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 0d0ab4bc-f50f-4a41-bdba-e42830719189, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0d0ab4bc-f50f-4a41-bdba-e42830719189,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:58.221591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:13:58.298883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=0d0ab4bc-f50f-4a41-bdba-e42830719189,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:59.900758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0d0ab4bc-f50f-4a41-bdba-e42830719189 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:13:59.978294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 0d0ab4bc-f50f-4a41-bdba-e42830719189 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:13:59.978699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:00.396297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Sync routers for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:14:00.410688 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:00.411380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:00.603028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:00.939076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 2, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:00.943294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Checking router: 746c3dfc-39da-4fe0-9417-2e4e55a92e74 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:14:00.943801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Updating router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 port 21b5b5f4-2fb6-42a6-855b-9a72b077199f binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:14:01.003272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.411994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.426300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Transition to ACTIVE for port object 21b5b5f4-2fb6-42a6-855b-9a72b077199f will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:14:01.436166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.567566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d27cb-3e41-41ab-bc9b-b041068471a0 None None] Pushing event updated for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:01.707467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Attempting to bind port 21b5b5f4-2fb6-42a6-855b-9a72b077199f on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:14:01.707882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Attempting to bind port 21b5b5f4-2fb6-42a6-855b-9a72b077199f by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:14:01.708374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Attempting to bind port 21b5b5f4-2fb6-42a6-855b-9a72b077199f on network d42a050d-f046-4eba-9804-5628684148a4 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:14:01.715973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:14:01.716340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Checking segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:14:01.716740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.717122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Bound using segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:14:01.717594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Bound port: 21b5b5f4-2fb6-42a6-855b-9a72b077199f, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:14:01.717969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.810135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] For port 21b5b5f4-2fb6-42a6-855b-9a72b077199f, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:01.813095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] For port 21b5b5f4-2fb6-42a6-855b-9a72b077199f, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=21b5b5f4-2fb6-42a6-855b-9a72b077199f,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:01.817830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:01.923569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d27cb-3e41-41ab-bc9b-b041068471a0 None None] Pushing event updated for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:01.929617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:01.930254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:02.120667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:02.150392 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Sync routers for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:14:02.165229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:02.166130 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:02.356817 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:02.460838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:01Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:02.465211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44166bf-a76a-4dea-93df-bcab89f07563 None None] The sync data for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv is: [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:01Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:14:02.483498 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-d58b6655-8112-4934-8d04-988093adac8b tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:02.484222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-d58b6655-8112-4934-8d04-988093adac8b tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:02.503011 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-d58b6655-8112-4934-8d04-988093adac8b tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:02.507978 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-d58b6655-8112-4934-8d04-988093adac8b tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 814 time: 0.1786871 Mar 11 20:14:02.522373 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-81e9709a-ae43-4e7c-8481-3b0191ad996c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/quotas/df42652f9e4041b699dfff10cdf8cb8b HTTP/1.1" status: 200 len: 375 time: 0.0115736 Mar 11 20:14:02.605470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-4453e632-a49d-4c38-8ee1-7218dfe789d6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:02.624278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-4453e632-a49d-4c38-8ee1-7218dfe789d6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:02.626237 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-4453e632-a49d-4c38-8ee1-7218dfe789d6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980473 Mar 11 20:14:02.706755 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:50Z', 'revision_number': 4, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '94fee978-8838-49dc-af0b-cd85886938d2', 'name': '', 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'mac_address': 'fa:16:3e:9a:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:49Z', 'updated_at': '2022-03-11T20:13:50Z', 'revision_number': 2, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'subnets': [{'id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:02.711365 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Checking router: a6784deb-5997-44c9-a407-545c0da93fc2 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:14:02.711807 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Updating router a6784deb-5997-44c9-a407-545c0da93fc2 port 94fee978-8838-49dc-af0b-cd85886938d2 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:14:02.769001 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:02.797379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-0afe422c-79e2-4c3c-bd00-80b8b2758011 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:14:02.798508 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-0afe422c-79e2-4c3c-bd00-80b8b2758011 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1572428 Mar 11 20:14:02.932203 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-89834223-2c7e-42fa-912e-0cb35a190b04 service neutron] 10.222.0.76 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273451 Mar 11 20:14:03.066286 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-151bfa69-e71a-4b95-84ae-f4dd915cd26b service neutron] 10.222.0.76 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279259 Mar 11 20:14:03.109858 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:03.122268 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Transition to ACTIVE for port object 94fee978-8838-49dc-af0b-cd85886938d2 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:14:03.130232 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:03.255124 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae0ee-0510-4d5a-896f-63e354b45864 None None] Pushing event updated for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:03.342095 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Attempting to bind port 94fee978-8838-49dc-af0b-cd85886938d2 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:14:03.342601 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Attempting to bind port 94fee978-8838-49dc-af0b-cd85886938d2 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:14:03.342894 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Attempting to bind port 94fee978-8838-49dc-af0b-cd85886938d2 on network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:14:03.349598 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:14:03.349904 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Checking segment: {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:14:03.350300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:03.350676 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Bound using segment: {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:14:03.351122 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Bound port: 94fee978-8838-49dc-af0b-cd85886938d2, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098f9edd-113d-46e2-8902-ec9eea91097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:14:03.351514 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:03.445435 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] For port 94fee978-8838-49dc-af0b-cd85886938d2, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:03.448764 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] For port 94fee978-8838-49dc-af0b-cd85886938d2, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=94fee978-8838-49dc-af0b-cd85886938d2,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:03.455834 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:03.534329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae0ee-0510-4d5a-896f-63e354b45864 None None] Pushing event updated for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:03.538980 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:03.539613 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:13:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:03.713017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:03.912420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 21b5b5f4-2fb6-42a6-855b-9a72b077199f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:14:03.984907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:14:03.989605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:03.989968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:04.022114 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:50Z', 'revision_number': 4, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '94fee978-8838-49dc-af0b-cd85886938d2', 'name': '', 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'mac_address': 'fa:16:3e:9a:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:49Z', 'updated_at': '2022-03-11T20:14:03Z', 'revision_number': 4, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'subnets': [{'id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:04.027180 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770198aa-9991-4bba-9400-8bb04efe68d4 None None] The sync data for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv is: [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:50Z', 'revision_number': 4, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '94fee978-8838-49dc-af0b-cd85886938d2', 'name': '', 'network_id': '04f8033f-c1a8-4a5e-b61e-3dbe424d1355', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'mac_address': 'fa:16:3e:9a:c1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:49Z', 'updated_at': '2022-03-11T20:14:03Z', 'revision_number': 4, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'subnets': [{'id': '5c290d19-2238-46fc-95f2-25de53b190f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:14:04.120226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:04.164832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 21b5b5f4-2fb6-42a6-855b-9a72b077199f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=21b5b5f4-2fb6-42a6-855b-9a72b077199f,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:04.170260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:04.247657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:04.303809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8cbd844a-c1e7-4718-9336-9d3504189a01 req-49ea2092-a65c-4246-ae19-4dc0c6db7300 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 210 time: 0.0587482 Mar 11 20:14:05.345855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-8cb51b40-9e13-4045-9a5a-6b851c278eed tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:05.347360 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-8cb51b40-9e13-4045-9a5a-6b851c278eed tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 814 time: 0.1415539 Mar 11 20:14:05.365122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'port': {'device_id': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'admin_state_up': True, 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:05.484423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-52c4e3e6-0295-470b-9e6c-d99518a38cde req-18838e01-1e10-4b5b-bb1c-c46350c10255 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 210 time: 0.0530438 Mar 11 20:14:05.551679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:05.561891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:05.574212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Made reservation on behalf of df42652f9e4041b699dfff10cdf8cb8b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:14:05.577602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:05.735740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Allocated IP 172.20.0.14 (d42a050d-f046-4eba-9804-5628684148a4/8cc82a85-ac7d-4f60-b4eb-77e238039a14/93c42a42-1bae-40ff-b588-4e7d80d1b928) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:06.010572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 94fee978-8838-49dc-af0b-cd85886938d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:14:06.136678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 94fee978-8838-49dc-af0b-cd85886938d2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:14:06.145450 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 94fee978-8838-49dc-af0b-cd85886938d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:06.149077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.240071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.259676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Transition to ACTIVE for port object 93c42a42-1bae-40ff-b588-4e7d80d1b928 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:14:06.284878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.361166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Network d42a050d-f046-4eba-9804-5628684148a4 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:06.365543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:06.380454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.382636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:14:06.425949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:06.432731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 94fee978-8838-49dc-af0b-cd85886938d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=94fee978-8838-49dc-af0b-cd85886938d2,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:06.460196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.463648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 21b5b5f4-2fb6-42a6-855b-9a72b077199f up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:14:06.466049 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:06.466750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.501152 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-f29b34ac-0eb9-46b0-8c6a-d7447dda17cb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1397693 Mar 11 20:14:06.544153 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Request body: {'port': {'device_id': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:06.619938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:06.637046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 21b5b5f4-2fb6-42a6-855b-9a72b077199f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:06.637555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.730735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.826839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-36979cc2-95d6-473e-b82f-87cf0a251202 None None] Provisioning for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:14:06.838689 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-36979cc2-95d6-473e-b82f-87cf0a251202 None None] Provisioning complete for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:06.841196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-36979cc2-95d6-473e-b82f-87cf0a251202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:06.905161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805e26b-b574-475f-a26d-46c7a2ef104e req-494956ac-c6a5-49af-945d-919990ba2042 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:06.926484 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6805e26b-b574-475f-a26d-46c7a2ef104e req-494956ac-c6a5-49af-945d-919990ba2042 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 932 time: 0.1914988 Mar 11 20:14:06.972848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-36979cc2-95d6-473e-b82f-87cf0a251202 None None] Port 93c42a42-1bae-40ff-b588-4e7d80d1b928 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:14:07.048314 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6805e26b-b574-475f-a26d-46c7a2ef104e req-64e88efd-09c8-4256-b788-db1effcc2391 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193085 Mar 11 20:14:07.269493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c42a42-1bae-40ff-b588-4e7d80d1b928 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:14:07.279642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:07.297089 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Transition to ACTIVE for port object 93c42a42-1bae-40ff-b588-4e7d80d1b928 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:14:07.302378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:07.469891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:07.627703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Attempting to bind port 93c42a42-1bae-40ff-b588-4e7d80d1b928 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:14:07.628157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Attempting to bind port 93c42a42-1bae-40ff-b588-4e7d80d1b928 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:14:07.628359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Attempting to bind port 93c42a42-1bae-40ff-b588-4e7d80d1b928 on network d42a050d-f046-4eba-9804-5628684148a4 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:14:07.635403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Port 93c42a42-1bae-40ff-b588-4e7d80d1b928 on network d42a050d-f046-4eba-9804-5628684148a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:14:07.635730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Attempting to bind port 93c42a42-1bae-40ff-b588-4e7d80d1b928 on network d42a050d-f046-4eba-9804-5628684148a4 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:14:07.643070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:14:07.643421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Checking segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:14:07.643809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Bound using segment: {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:14:07.644242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Bound port: 93c42a42-1bae-40ff-b588-4e7d80d1b928, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:14:07.644584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:07.748351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:07.751572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:07.757027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:07.818809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:07.820205 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] 10.222.0.90 "PUT /v2.0/ports/93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1094 time: 1.2809336 Mar 11 20:14:07.820641 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:14:07.844058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac17495-44d8-41d2-8eeb-24d598a037fd service neutron] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:07.889354 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:14:07.914268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 94fee978-8838-49dc-af0b-cd85886938d2 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:14:08.056904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 94fee978-8838-49dc-af0b-cd85886938d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:08.057427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:08.281661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8b6d0-a6a7-460f-8fdb-d9db23de421b req-fcd31fd4-10b1-4418-b96f-471b0c94c31f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:08.288556 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-40c8b6d0-a6a7-460f-8fdb-d9db23de421b req-fcd31fd4-10b1-4418-b96f-471b0c94c31f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0967073 Mar 11 20:14:08.337351 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-40c8b6d0-a6a7-460f-8fdb-d9db23de421b req-250051f9-75f5-4f48-9c4a-ef1da7810710 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Mar 11 20:14:09.568336 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-042761d6-a0de-4da1-a2e8-6550ecd2037d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:09.569129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-042761d6-a0de-4da1-a2e8-6550ecd2037d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:09.587453 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-042761d6-a0de-4da1-a2e8-6550ecd2037d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:09.587737 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-042761d6-a0de-4da1-a2e8-6550ecd2037d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.1077101 Mar 11 20:14:09.658101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-f9de5fba-d17d-4f45-90cd-dc03359a1852 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:09.676666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-f9de5fba-d17d-4f45-90cd-dc03359a1852 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:09.678142 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82c1536e-b410-469c-924b-35e3ea1a0ce6 req-f9de5fba-d17d-4f45-90cd-dc03359a1852 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789425 Mar 11 20:14:11.031132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ca7c1-15e7-4533-80e4-3a7488fb4f4c req-60f28d2c-68b1-44e2-82df-f4bb892e0b89 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:11.032773 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1c5ca7c1-15e7-4533-80e4-3a7488fb4f4c req-60f28d2c-68b1-44e2-82df-f4bb892e0b89 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0779200 Mar 11 20:14:11.083183 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1c5ca7c1-15e7-4533-80e4-3a7488fb4f4c req-308dbdb3-65af-4526-9a39-96fffba2efc9 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Mar 11 20:14:12.300471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1e8fb-b6e3-4725-a606-f3bb9ad645c5 req-a191eeb1-a53b-44f2-aa25-9bdaeb0dac9f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:12.307537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2eb1e8fb-b6e3-4725-a606-f3bb9ad645c5 req-a191eeb1-a53b-44f2-aa25-9bdaeb0dac9f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0789762 Mar 11 20:14:12.360642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2eb1e8fb-b6e3-4725-a606-f3bb9ad645c5 req-e4f45abc-6221-4fe8-8f41-fc23a8fc8084 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518692 Mar 11 20:14:13.564143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d64944-e016-41ac-94f1-91b56406c41b req-67f1b9e9-62b1-4073-b591-55c1516b0c9c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:13.565578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9d64944-e016-41ac-94f1-91b56406c41b req-67f1b9e9-62b1-4073-b591-55c1516b0c9c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0851088 Mar 11 20:14:13.612443 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d9d64944-e016-41ac-94f1-91b56406c41b req-2511a160-ab9d-46a5-a653-138b0e565b06 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407255 Mar 11 20:14:14.527517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-73c46be9-e5a5-4f74-943e-e11dd5e6b9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:14.963357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af58c38-ddf4-48c1-b452-b3e6912bc52f req-4c37f0ca-31a0-4fda-8ed8-e4cdc0acea51 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:14.964777 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8af58c38-ddf4-48c1-b452-b3e6912bc52f req-4c37f0ca-31a0-4fda-8ed8-e4cdc0acea51 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.2326987 Mar 11 20:14:15.015046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8af58c38-ddf4-48c1-b452-b3e6912bc52f req-91bfa374-feda-4979-88da-642c37ef461e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445411 Mar 11 20:14:15.960607 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8b2d692-be30-4440-9ff8-d48283bd229e req-088496ee-e625-4f4b-ba70-63752e1a5044 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1097 time: 0.0758467 Mar 11 20:14:16.102235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d692-be30-4440-9ff8-d48283bd229e req-f30d58ae-d24e-4c5c-a364-483e0b40eb45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:16.103810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8b2d692-be30-4440-9ff8-d48283bd229e req-f30d58ae-d24e-4c5c-a364-483e0b40eb45 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1322305 Mar 11 20:14:16.244461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2d692-be30-4440-9ff8-d48283bd229e req-7de15394-adaa-49c6-aaa4-51561c78c58e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:16.245900 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8b2d692-be30-4440-9ff8-d48283bd229e req-7de15394-adaa-49c6-aaa4-51561c78c58e service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355596 Mar 11 20:14:16.303304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c58952-df7e-4c4e-b4d4-2b0dab456035 req-fff49e3d-3388-4fc8-8e09-75ba3ce409d6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:16.304976 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e7c58952-df7e-4c4e-b4d4-2b0dab456035 req-fff49e3d-3388-4fc8-8e09-75ba3ce409d6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.1682572 Mar 11 20:14:16.354743 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e7c58952-df7e-4c4e-b4d4-2b0dab456035 req-62cbf3e6-aac3-4897-8a93-da00805918f4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439172 Mar 11 20:14:16.437815 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-93551812-8354-4e85-beb0-a5a955f62d68 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1097 time: 0.1568675 Mar 11 20:14:16.505488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-b98e884d-8c8b-4768-83ed-146fb78d7b9b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 217 time: 0.0602646 Mar 11 20:14:16.566157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-9a7f080c-0f8d-46d1-9be1-cc47e5718657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:16.567616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-9a7f080c-0f8d-46d1-9be1-cc47e5718657 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0567393 Mar 11 20:14:16.658088 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-10811b54-93de-4620-828f-0fb94a99af82 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834043 Mar 11 20:14:16.790863 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-d76ace79-64f7-4770-b296-617d994ecf6e service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262372 Mar 11 20:14:16.810848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61d9df2a-ed1b-4e11-8527-83d85cd7d9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:16.925413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f873e79f-141d-47b1-af9f-358554ce4f3e req-ab7c4e4d-e452-489d-92c1-c2db7ac9e709 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280382 Mar 11 20:14:17.555172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086b057-173d-45f7-99ae-b3b9a3021f4c req-ec939f4d-83e0-499d-bfe6-6d90848a5557 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:17.556528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6086b057-173d-45f7-99ae-b3b9a3021f4c req-ec939f4d-83e0-499d-bfe6-6d90848a5557 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0772202 Mar 11 20:14:17.600110 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6086b057-173d-45f7-99ae-b3b9a3021f4c req-261d9d29-65a4-4791-acf3-38badc3815ea tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380709 Mar 11 20:14:17.952666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:18.060643 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:18.809783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bfdd9d-9428-44a7-a580-9556d7e6be23 req-66fd2095-a726-4b47-a567-02e438b82002 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:18.811206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-89bfdd9d-9428-44a7-a580-9556d7e6be23 req-66fd2095-a726-4b47-a567-02e438b82002 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 944 time: 0.0846779 Mar 11 20:14:18.860256 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-89bfdd9d-9428-44a7-a580-9556d7e6be23 req-a87c2f33-3c1d-42f0-be29-ebb54fd36c58 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404265 Mar 11 20:14:19.278823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 93c42a42-1bae-40ff-b588-4e7d80d1b928 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:14:19.299956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:19.418468 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:19.431119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'port_id': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'mac_address': 'fa:16:3e:7f:6c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:14:19.482321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:19.499572 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c42a42-1bae-40ff-b588-4e7d80d1b928 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:14:19.516000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:19.522879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:19.590313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:19.834045 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:14:20.062242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe504-7cb5-4977-94ab-976972d522a8 req-05449b30-07b4-4de7-ab90-692809b825e2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:20.063720 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c7dbe504-7cb5-4977-94ab-976972d522a8 req-05449b30-07b4-4de7-ab90-692809b825e2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 945 time: 0.0859752 Mar 11 20:14:20.118152 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c7dbe504-7cb5-4977-94ab-976972d522a8 req-d2e1f50a-0557-44c4-b93f-c0bb349a66fd tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Mar 11 20:14:21.290868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 93c42a42-1bae-40ff-b588-4e7d80d1b928 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:14:21.312490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66504-283b-4773-a796-0bcf7a2d3579 req-d83aa772-65de-4c43-98bc-479d770e13cd tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:21.313928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c1a66504-283b-4773-a796-0bcf7a2d3579 req-d83aa772-65de-4c43-98bc-479d770e13cd tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 945 time: 0.0778871 Mar 11 20:14:21.361321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:14:21.361777 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c1a66504-283b-4773-a796-0bcf7a2d3579 req-21eae8f3-7aa6-4452-b549-4f592fc5a37d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Mar 11 20:14:21.366029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:21.366397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:21.481420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:21.508845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:14:21.518502 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:21.522510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:21.562852 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'code': 200} Mar 11 20:14:21.589118 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:21.788514 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2a262b91-0a32-4cbf-be49-22faa1f73490 req-7f5263ed-5f71-419b-bd4f-bd2a3491ddc1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1099 time: 0.0709960 Mar 11 20:14:21.830853 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2a262b91-0a32-4cbf-be49-22faa1f73490 req-cdb2b4f7-a41d-4fb1-86b4-bc5a849a0456 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364954 Mar 11 20:14:22.581297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fbe26-37c9-4278-a054-81e8d26afc9d req-d26acd47-69e8-4733-9097-d78234a721f5 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:22.582621 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f1fbe26-37c9-4278-a054-81e8d26afc9d req-d26acd47-69e8-4733-9097-d78234a721f5 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0848637 Mar 11 20:14:22.626904 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5f1fbe26-37c9-4278-a054-81e8d26afc9d req-4034e97b-c14f-415e-8444-aaf32082e1a2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387349 Mar 11 20:14:23.855220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a8481-4db9-40a1-b860-4b2d516c847c req-8c962790-c93d-4c52-867e-78d1a4e4d960 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:23.856679 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6f9a8481-4db9-40a1-b860-4b2d516c847c req-8c962790-c93d-4c52-867e-78d1a4e4d960 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0981858 Mar 11 20:14:23.902445 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6f9a8481-4db9-40a1-b860-4b2d516c847c req-ac241ad0-a411-42fd-bade-7dae5ca89856 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Mar 11 20:14:24.184090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e669-5346-4a08-b652-7b408d358ef4 req-f0c0d87a-4d36-4ad5-b848-c4ec15cc2572 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:24.185527 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f4c3e669-5346-4a08-b652-7b408d358ef4 req-f0c0d87a-4d36-4ad5-b848-c4ec15cc2572 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.1588764 Mar 11 20:14:24.229772 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f4c3e669-5346-4a08-b652-7b408d358ef4 req-ea830d0e-43df-4e9d-8abf-9cb59d9e15a7 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 Mar 11 20:14:24.640993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a42be-32d2-470d-8425-feeca2d9a64b req-d6e6de33-3804-4bf1-9abb-6c65ffc4f239 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:24.642439 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-432a42be-32d2-470d-8425-feeca2d9a64b req-d6e6de33-3804-4bf1-9abb-6c65ffc4f239 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0802546 Mar 11 20:14:24.686695 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-432a42be-32d2-470d-8425-feeca2d9a64b req-3e4b9787-c207-41e7-af75-0001a7ad44e5 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387042 Mar 11 20:14:24.837315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:27.199846 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:14:34.868507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0550b-7a35-4131-a2b6-c7944a93d45d req-ca2cfb9b-25e8-447a-8d97-027ad8e363f0 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:34.869964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-49c0550b-7a35-4131-a2b6-c7944a93d45d req-ca2cfb9b-25e8-447a-8d97-027ad8e363f0 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0788817 Mar 11 20:14:34.917466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-49c0550b-7a35-4131-a2b6-c7944a93d45d req-7e44fb63-9e3b-45ef-a3a3-56ad5932c089 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392506 Mar 11 20:14:34.945604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41848) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:35.086769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2b7664ed-962d-4379-a90a-16555d67fba6 tempest-TestMinimumBasicScenario-761848835 tempest-TestMinimumBasicScenario-761848835-project-admin] Synchronizing usage tracker for tenant:dc76d950d5614845bccbcce67fe516dc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:35.105901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2b7664ed-962d-4379-a90a-16555d67fba6 tempest-TestMinimumBasicScenario-761848835 tempest-TestMinimumBasicScenario-761848835-project-admin] Unset dirty status for tenant:dc76d950d5614845bccbcce67fe516dc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:35.107047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2b7664ed-962d-4379-a90a-16555d67fba6 tempest-TestMinimumBasicScenario-761848835 tempest-TestMinimumBasicScenario-761848835-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1094 time: 0.1604567 Mar 11 20:14:35.110191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41854) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:35.115688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:35.121391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:35.125385 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:floatingip and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:35.128261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:35.134264 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:35.144610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:35.283073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:35.418056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Allocated IP 172.26.8.44 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/fe0f8ddb-14d6-4e26-b116-355e283ff1fc) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:35.559193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:35.588859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:35.655890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:35.658941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:35.663304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:14:35.686780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'Port': ['ID=fe0f8ddb-14d6-4e26-b116-355e283ff1fc,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:35.709274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.709609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.709936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.710259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.710585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.710903 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.711215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.711550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.711863 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.712170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:35.712475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:36.265730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:36.328873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:36.532223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:36.539099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:36.641829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'Port': ['ID=fe0f8ddb-14d6-4e26-b116-355e283ff1fc,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:36.655414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:36.844435 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Floating IP 1f3c34bf-d796-4146-b05b-e977ee9ab416 associated. External IP: 172.26.8.44, port: 93c42a42-1bae-40ff-b588-4e7d80d1b928. Mar 11 20:14:37.234155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:14:37.533808 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:37.544378 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Sync routers for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:14:37.557350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:37.557957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:14:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:37.558579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.611059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c0813520-d09a-44d1-b5a3-8f63908315a1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4998593 Mar 11 20:14:37.612088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:14:37.613883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41858) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:37.619844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785974407', 'description': 'tempest-secgroup-smoke-785974407 description', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:37.625932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:37.635890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:37.648461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.668802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:14:37.686595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:37.690390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:37.696549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:37.702633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:37.736342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:37.758022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.762527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.764012 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-86c6bece-2558-47f5-91e2-6c6eccf4aa73 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1099 time: 0.0716548 Mar 11 20:14:37.805899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0c462-5b5c-465f-8b15-c4b89725e4f4,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:37.814833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.815003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.815382 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.815660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.816000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.816446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.820021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.820021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.820021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.820021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.820021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:37.823474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.823474 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1ccaf4c-48ab-4da4-8158-c962ee15742c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2079835 Mar 11 20:14:37.825849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41864) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:37.833533 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:37.839413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:37.844496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:37.846367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:37.850871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:37.870334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.932253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-0bb2376d-7e2d-46c6-8dec-67c9c7cf1138 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:37.933204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.933891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-0bb2376d-7e2d-46c6-8dec-67c9c7cf1138 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1646855 Mar 11 20:14:37.937388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.961079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a06933-9aa8-43de-ba48-7d130f2193b0,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:37.974361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:37.979133 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-980abe33-c8ae-449e-ad9d-fca6d46b996e tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1520326 Mar 11 20:14:37.979961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41868) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:37.986087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:37.996167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:38.003767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:38.009866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:38.021282 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:38.043379 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-005e3124-9cb1-428a-83b5-23fd4aa50f36 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 999 time: 0.1029866 Mar 11 20:14:38.044525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.110747 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-061f7396-a9f4-4980-8a88-2d05eb0a4db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:38.113167 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-061f7396-a9f4-4980-8a88-2d05eb0a4db5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0644140 Mar 11 20:14:38.120279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.125208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.130830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1f3c34bf-d796-4146-b05b-e977ee9ab416', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'port_id': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'mac_address': 'fa:16:3e:7f:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:36Z', 'updated_at': '2022-03-11T20:14:36Z', 'revision_number': 0, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:38.135771 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Checking router: 746c3dfc-39da-4fe0-9417-2e4e55a92e74 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:14:38.144029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04e3225-b974-44b4-8800-89d6e970003c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:38.153441 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:14:38.154975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:14:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:38.166418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.168352 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-85469294-6496-42d5-a022-0d4bd9c95554 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1873145 Mar 11 20:14:38.171658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41872) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:38.178296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:38.184966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:38.189407 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:38.193028 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:38.199361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:38.208282 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-6f01a7a0-a700-4cee-a2be-ab9bf8493cf5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786355 Mar 11 20:14:38.217843 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.287141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.292041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.323901 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d417cb3a-6e99-4db9-8f65-78d4cd497190,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:38.330020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.334590 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d873e763-c86e-47c5-9e88-0645f445d183 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1587067 Mar 11 20:14:38.335344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41876) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:38.346538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:38.350117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:38.355053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:38.357526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:14:38.358755 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-d2c2e5d8-e83a-4dc7-a8c3-c4072ba45302 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434600 Mar 11 20:14:38.360691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:38.366984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:38.385975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.452461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.456903 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.479826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88b5b3f-149d-4d58-b5d7-54bbeae40253,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:38.491252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.492790 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dad53a0e-557a-47ba-835a-b5faedc5b739 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1569979 Mar 11 20:14:38.495638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41880) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:38.501456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:38.501827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9ca7913c-5071-474c-acf7-66ad93332cc3 req-93a2786b-4006-404e-b43a-8115b4a625d3 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374798 Mar 11 20:14:38.508054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:38.512010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:38.514849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:38.520813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:38.531571 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Project df42652f9e4041b699dfff10cdf8cb8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:14:38.538089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.601540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.605859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.626392 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8346f6de-a5bc-4751-baf0-1dea9c670821,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:38.638680 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.639885 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-18a1485e-aed3-4c34-871f-054dc1ddfd11 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1433463 Mar 11 20:14:38.642693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41884) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:14:38.648079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'security_group_rule': {'security_group_id': '3af0c462-5b5c-465f-8b15-c4b89725e4f4', 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:38.653871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:14:38.657589 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Usage tracker for resource:security_group_rule and tenant:df42652f9e4041b699dfff10cdf8cb8b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:14:38.660432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:14:38.665940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:14:38.679569 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Project df42652f9e4041b699dfff10cdf8cb8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:14:38.686088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.714910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1f3c34bf-d796-4146-b05b-e977ee9ab416', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'port_id': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'mac_address': 'fa:16:3e:7f:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:36Z', 'updated_at': '2022-03-11T20:14:36Z', 'revision_number': 0, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:38.718914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b370b-0c9b-4be7-8eb3-aaa935ec087c None None] The sync data for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv is: [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '1f3c34bf-d796-4146-b05b-e977ee9ab416', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'port_id': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'mac_address': 'fa:16:3e:7f:6c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:36Z', 'updated_at': '2022-03-11T20:14:36Z', 'revision_number': 0, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:14:38.750444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.754982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.780821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bb4b6f-3e78-4608-97e0-072ed41457a5,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:38.791196 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:38.792509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-19880fb8-8465-4c09-8d30-da97df83143d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1489220 Mar 11 20:14:38.915818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba6bb50-9fb3-42ea-81f2-ab9f65e5b105 None None] New status for floating IP 1f3c34bf-d796-4146-b05b-e977ee9ab416: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:14:38.927395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f47fb4fb-86a1-468f-a589-07c00361958c req-4419091c-b24b-49cf-97ba-36de407ff435 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:14:38.943837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-f47fb4fb-86a1-468f-a589-07c00361958c req-4419091c-b24b-49cf-97ba-36de407ff435 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:14:38.945377 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f47fb4fb-86a1-468f-a589-07c00361958c req-4419091c-b24b-49cf-97ba-36de407ff435 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785974407&fields=id&tenant_id=df42652f9e4041b699dfff10cdf8cb8b HTTP/1.1" status: 200 len: 267 time: 0.0625203 Mar 11 20:14:39.033503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fb4fb-86a1-468f-a589-07c00361958c req-e8a5b620-9ac4-4b78-9158-b46251d389d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:39.034877 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f47fb4fb-86a1-468f-a589-07c00361958c req-e8a5b620-9ac4-4b78-9158-b46251d389d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0838192 Mar 11 20:14:39.046274 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'port': {'security_groups': ['feaca32c-97c7-492d-8a0d-b8a5112b1c82', '3af0c462-5b5c-465f-8b15-c4b89725e4f4']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:14:39.164949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:39.421842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:39.448203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:39.455824 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:39.467826 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:14:39.530542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:39.531095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:39.532498 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f47fb4fb-86a1-468f-a589-07c00361958c req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "PUT /v2.0/ports/93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 982 time: 0.4907780 Mar 11 20:14:39.533013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:14:39.558517 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1a19a-d63c-4539-b65e-f185539cc92f tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=6']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:39.599534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:14:39.676167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:14:39.808375 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-429d6b0f-585b-43c1-b0fb-825bc8408424 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1138 time: 0.0956244 Mar 11 20:14:39.814651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c33f-9114-4c6d-aa66-95358d404ee1 req-eded17d4-c0a0-4a9f-af10-bd6712474a69 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:39.816285 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33f8c33f-9114-4c6d-aa66-95358d404ee1 req-eded17d4-c0a0-4a9f-af10-bd6712474a69 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.1438906 Mar 11 20:14:39.940113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-975957c2-8ab9-4888-8d4d-d82c4cec6103 None None] Provisioning complete for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:14:39.940732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-975957c2-8ab9-4888-8d4d-d82c4cec6103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:39.954101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33f8c33f-9114-4c6d-aa66-95358d404ee1 req-2a9991f2-5e3d-421b-855c-a8f0194a545c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1179638 Mar 11 20:14:39.980468 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-e042431a-3483-4edf-9284-8d0179e838df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:39.983761 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-e042431a-3483-4edf-9284-8d0179e838df service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1660404 Mar 11 20:14:40.106523 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-a8e991f2-6339-46c3-9ae3-09e2023b4496 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1001 time: 0.1154292 Mar 11 20:14:40.170293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-1bb208b5-6e5f-4d3e-bc57-edae58394081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:40.171752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-1bb208b5-6e5f-4d3e-bc57-edae58394081 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0584183 Mar 11 20:14:40.250116 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-0028e98b-072b-4d6d-a636-f1463376a685 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715325 Mar 11 20:14:40.477641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-ca0edd05-c95b-4cbc-80ed-c992a2eabe11 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217016 Mar 11 20:14:40.607109 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8ce1fbff-e094-4456-9899-3a6eb4b399fe req-0efb783a-c551-4f3c-8a59-01facf42996d service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228466 Mar 11 20:14:44.522660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-21c01c87-ce8b-4028-aad2-0b6d74a15c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:46.812233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5a22ba57-d6b2-4ad1-bd16-7c2bd7a92664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:47.962717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:48.063917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:49.290809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:14:54.847004 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:04.204587 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:15:04.402581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-f541acc1-1eaf-4240-853d-5dbec2689bca service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728400 Mar 11 20:15:04.552807 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-1f3faf39-f457-4fea-88b0-b5a1fffe3fa8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1138 time: 0.0733218 Mar 11 20:15:04.698632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b9f85-e35c-460c-a570-9813c13001a8 req-d097b266-5a50-4d7b-af05-7e28b177bcb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:04.700077 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-d097b266-5a50-4d7b-af05-7e28b177bcb2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1291370 Mar 11 20:15:04.802299 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-34d9db67-1568-4b22-ae76-c42208afdc1a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1001 time: 0.0965118 Mar 11 20:15:04.864783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b9f85-e35c-460c-a570-9813c13001a8 req-c52fcc31-1362-4618-b26b-d7a85ee70c34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:04.866160 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-c52fcc31-1362-4618-b26b-d7a85ee70c34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0582809 Mar 11 20:15:04.943878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-82b7e658-6d2c-4bdd-840b-44701286b34d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714581 Mar 11 20:15:05.072340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-d5d27598-c332-490d-a663-94d338a1bd2c service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218474 Mar 11 20:15:05.206607 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-666b9f85-e35c-460c-a570-9813c13001a8 req-c9bff86a-dc2d-4373-8c4b-a143b298981a service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282272 Mar 11 20:15:14.538351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-278c8201-4160-489b-abab-abdbc1bcb0f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:16.817981 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a5d2ae0a-f2b5-4ad9-8429-d3e6bc604b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:17.962124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:18.061492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:19.304303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:24.849157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:38.856611 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-d99e07b0-68eb-4cdf-a10b-9ca1bb8d6df1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1138 time: 0.1242332 Mar 11 20:15:38.866521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdccbd-3bf6-4061-8820-97ad5e3b17c9 req-479e1983-859f-4aa8-bc2f-75a358ca705c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:38.867852 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-46bdccbd-3bf6-4061-8820-97ad5e3b17c9 req-479e1983-859f-4aa8-bc2f-75a358ca705c tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0939755 Mar 11 20:15:38.998742 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-46bdccbd-3bf6-4061-8820-97ad5e3b17c9 req-4645f9bb-9fe4-4d72-a1aa-6aed6dc9f749 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130240 Mar 11 20:15:39.019886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-cd769c4d-a857-495d-95c2-d68fbc8d071c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:39.021320 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-cd769c4d-a857-495d-95c2-d68fbc8d071c service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1526761 Mar 11 20:15:39.124650 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-8be58e7b-0df6-4d37-a25c-93f97ac475a1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1001 time: 0.0966067 Mar 11 20:15:39.191101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-2c456df9-ca35-4934-af56-cb03ee406d1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:39.192654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-2c456df9-ca35-4934-af56-cb03ee406d1d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0610476 Mar 11 20:15:39.266064 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-f9fc454e-2435-43bd-a3ed-f4dd268dd21b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664840 Mar 11 20:15:39.491127 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-a6eee29a-0e2a-4187-be63-b5bbaa9e5c15 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184906 Mar 11 20:15:39.621938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6afc721-69ae-414c-9ba3-e20ecfa2d76a req-7b106ea8-c3cd-408e-b137-2b81223885e2 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232507 Mar 11 20:15:40.220560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55975c08-7efe-4173-ab75-e7badd600164 req-04c65420-0e1f-47cb-b96f-b84f8953dc06 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:40.222005 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-55975c08-7efe-4173-ab75-e7badd600164 req-04c65420-0e1f-47cb-b96f-b84f8953dc06 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0816047 Mar 11 20:15:40.271060 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-55975c08-7efe-4173-ab75-e7badd600164 req-96147b97-6bdb-4c48-8d17-5afaa8895da0 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408468 Mar 11 20:15:41.206677 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:15:41.502745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a402c2-58d0-4e4d-afdb-f63e95ddda61 req-12f9c21e-9b05-486b-bde3-a52c76344328 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:41.504112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07a402c2-58d0-4e4d-afdb-f63e95ddda61 req-12f9c21e-9b05-486b-bde3-a52c76344328 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0966923 Mar 11 20:15:41.550296 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07a402c2-58d0-4e4d-afdb-f63e95ddda61 req-e6476be5-83eb-4f37-82c2-ecd9ff92f847 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402241 Mar 11 20:15:42.762929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def82d-68d9-43a6-a42d-df124d3d95fe req-c0fec738-49c6-43f8-b3ef-7ae5dee8ea14 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:42.764407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-32def82d-68d9-43a6-a42d-df124d3d95fe req-c0fec738-49c6-43f8-b3ef-7ae5dee8ea14 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0812728 Mar 11 20:15:42.814977 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-32def82d-68d9-43a6-a42d-df124d3d95fe req-07129e45-18ed-40ce-b39b-2b06a9dda968 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446877 Mar 11 20:15:44.020149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e202a9e-35e7-4928-a7a0-a9e05afdd9cd req-e3d56266-ac9c-4888-b395-660427cdb949 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:44.021581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3e202a9e-35e7-4928-a7a0-a9e05afdd9cd req-e3d56266-ac9c-4888-b395-660427cdb949 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0792167 Mar 11 20:15:44.070681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3e202a9e-35e7-4928-a7a0-a9e05afdd9cd req-75947d06-7faf-42e1-8a10-0208932cf723 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410476 Mar 11 20:15:44.538696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dc7a2cd0-c1d9-42f9-9074-7aa658d0d926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:45.286657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c75682-07fc-46f1-aad2-def046fe0bd3 req-4948af51-f612-4a3d-8029-3b463231efa6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:45.288093 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2c75682-07fc-46f1-aad2-def046fe0bd3 req-4948af51-f612-4a3d-8029-3b463231efa6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0821004 Mar 11 20:15:45.334213 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2c75682-07fc-46f1-aad2-def046fe0bd3 req-1b65a1f1-0f78-449b-a4ed-2461dc218d1a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404675 Mar 11 20:15:46.549031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e12923-2d59-49fc-a0a9-e57250d029ba req-e550967f-bc2a-4dfc-a9f2-eaa8effbedc8 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.550406 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-24e12923-2d59-49fc-a0a9-e57250d029ba req-e550967f-bc2a-4dfc-a9f2-eaa8effbedc8 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0834782 Mar 11 20:15:46.597270 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-24e12923-2d59-49fc-a0a9-e57250d029ba req-7be854e1-8966-4e35-9430-b826c04382da tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410542 Mar 11 20:15:46.814821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e1c59833-6ade-4f62-a986-4fd406611b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:47.798857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6c4c4-8d90-4590-bf1e-4030ba4ce73a req-35f28bfc-cfb1-4967-b697-d1f33c759765 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:47.800356 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-21c6c4c4-8d90-4590-bf1e-4030ba4ce73a req-35f28bfc-cfb1-4967-b697-d1f33c759765 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0828636 Mar 11 20:15:47.848046 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-21c6c4c4-8d90-4590-bf1e-4030ba4ce73a req-e7ccd100-a31e-403f-a634-c40a22097c80 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414295 Mar 11 20:15:47.965063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:48.066954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:49.066419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41682-34d6-4daf-8452-11f94e353415 req-28b8dd7f-c830-42aa-bb86-1833157042e5 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:49.067883 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-95a41682-34d6-4daf-8452-11f94e353415 req-28b8dd7f-c830-42aa-bb86-1833157042e5 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0922523 Mar 11 20:15:49.113578 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-95a41682-34d6-4daf-8452-11f94e353415 req-8e338791-7735-4aeb-9b0d-1d5d4f2e0938 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399597 Mar 11 20:15:49.298719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:15:50.318065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809afdb-c54c-43c6-a805-749665fb812f req-5abefe09-b1c5-499b-9c35-a9376f62dd75 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:50.319521 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4809afdb-c54c-43c6-a805-749665fb812f req-5abefe09-b1c5-499b-9c35-a9376f62dd75 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0856073 Mar 11 20:15:50.365607 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4809afdb-c54c-43c6-a805-749665fb812f req-363121b9-7a97-4959-84ed-1ff74d5d4eb1 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403130 Mar 11 20:15:51.586029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c60f25-313d-450a-8fcb-c0cd13895c49 req-6dbe724a-f275-4e58-abbb-ed76efe68092 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.587533 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86c60f25-313d-450a-8fcb-c0cd13895c49 req-6dbe724a-f275-4e58-abbb-ed76efe68092 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0878320 Mar 11 20:15:51.638641 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86c60f25-313d-450a-8fcb-c0cd13895c49 req-810a7fdf-3f46-4b14-9f7d-9231ab55d01b tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&id=3af0c462-5b5c-465f-8b15-c4b89725e4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0450418 Mar 11 20:15:54.857846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:06.405676 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-fd24f4fa-71c7-496d-8532-795c0efa518d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782320 Mar 11 20:16:06.547345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-80e0c9ab-6c29-4ef9-ab13-a1edae6649d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1138 time: 0.0750694 Mar 11 20:16:06.701351 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-c0343889-1457-4915-b7f8-89df0f091bcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:06.702775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-c0343889-1457-4915-b7f8-89df0f091bcd service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1312823 Mar 11 20:16:06.803679 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-7f843bef-12b1-4306-91b1-c8f37c7d69b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1001 time: 0.0940959 Mar 11 20:16:06.866068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-73775cdc-8019-4d5b-bbbc-8ea7cc0b3228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:06.867512 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-73775cdc-8019-4d5b-bbbc-8ea7cc0b3228 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0583410 Mar 11 20:16:06.951421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-90ca9090-9493-4a92-a7fa-15bee66149b0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779757 Mar 11 20:16:07.082798 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-a6179d8a-8902-4c00-9634-d667d162b2a0 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247683 Mar 11 20:16:07.224832 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c48a1a2-7554-4292-ac4d-fca548f869c9 req-0c4782b6-9a24-4385-b287-5c3e052398cb service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359239 Mar 11 20:16:14.537814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a20373fb-56ac-43e6-abd8-612b394843aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:16.810029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-177ad652-22ba-4789-8d1b-609cc55dd757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:17.962200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:18.071798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:18.211427 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:16:19.301305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:24.871195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:44.540466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e168ab2-c65f-4496-ac23-7accdac772c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:46.822698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-95a77352-62c3-4545-af48-76eae6026372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:47.971594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:48.071454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:49.307815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:54.880469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.095505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-8142aad6-f5dc-43e2-ae18-49a190e03d1a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785974407&fields=id&tenant_id=df42652f9e4041b699dfff10cdf8cb8b HTTP/1.1" status: 200 len: 267 time: 0.0485253 Mar 11 20:16:55.174016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-d1f38bc2-3630-44d1-a0b7-4f972eb191eb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:55.175499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-d1f38bc2-3630-44d1-a0b7-4f972eb191eb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 985 time: 0.0747595 Mar 11 20:16:55.185938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Request body: {'port': {'security_groups': ['feaca32c-97c7-492d-8a0d-b8a5112b1c82']}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:16:55.212619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:16:55.307633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.547299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:55.571450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.578569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.591394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:16:55.654691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:55.655281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.656724 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-06c26316-93cd-425b-ad4f-e3745a79af34 req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "PUT /v2.0/ports/93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 943 time: 0.4750962 Mar 11 20:16:55.657163 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:16:55.662934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 41976) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:16:55.672174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event updated for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=7']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:55.681056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.681056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.681324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.681653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.681978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.682365 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.682690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.683010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.683340 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.683668 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.683975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344896c8-72d9-4c59-aeff-d3f8303db6d4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:55.720518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:16:55.728542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:16:55.794590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.833195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.942996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-fa9935d9-8d61-4064-be37-618749c9ec90 None None] Provisioning complete for port 93c42a42-1bae-40ff-b588-4e7d80d1b928 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:16:55.943856 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fa9935d9-8d61-4064-be37-618749c9ec90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:55.985397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-c103d4db-74d3-4642-aea6-ce9577f0cb2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1099 time: 0.2376037 Mar 11 20:16:56.082020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.118251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0c462-5b5c-465f-8b15-c4b89725e4f4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:56.142363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.143475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "DELETE /v2.0/security-groups/3af0c462-5b5c-465f-8b15-c4b89725e4f4 HTTP/1.1" status: 204 len: 168 time: 0.4780908 Mar 11 20:16:56.144777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.145140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.145446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.145802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.146094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.146422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.146738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.147056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.147360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 41980) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:16:56.147834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.147834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.148021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6507fce5-2772-4758-a83e-8f4f44fbf8e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:56.154629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c15238-a309-415e-89be-a73f020cd18a req-498685dc-d27a-43db-a35b-1827c2039f29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:56.156064 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-498685dc-d27a-43db-a35b-1827c2039f29 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1640520 Mar 11 20:16:56.255375 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-b1a55fc8-a071-46f4-a451-7838af6b4031 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 1001 time: 0.0928926 Mar 11 20:16:56.324119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c15238-a309-415e-89be-a73f020cd18a req-e5b23d26-5f8b-47e6-aa83-774b3239a6b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:56.325422 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-e5b23d26-5f8b-47e6-aa83-774b3239a6b8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0614257 Mar 11 20:16:56.398957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-5ba12f34-c490-43ba-b98c-ba171fcd8b56 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671711 Mar 11 20:16:56.448182 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Deleting port fe0f8ddb-14d6-4e26-b116-355e283ff1fc {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:16:56.448519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.529431 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-a4732b1c-207c-44c5-9725-dd35b6cafe5f service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238582 Mar 11 20:16:56.610932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.611229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.658563 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e6c15238-a309-415e-89be-a73f020cd18a req-5de6456f-f905-4d8e-ae73-b0d63f5c0bc5 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238256 Mar 11 20:16:56.726440 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Calling delete_port for fe0f8ddb-14d6-4e26-b116-355e283ff1fc owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:16:56.891841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:56.935133 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event deleted for resources: {'Port': ['ID=fe0f8ddb-14d6-4e26-b116-355e283ff1fc,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:57.026085 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:57.415043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:16:57.615957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:57.626067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Sync routers for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:16:57.638874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:16:57.639529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:16:57.640138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:57.694864 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-05e2e0ee-1dc0-4697-aa3f-b0e1c8bd1ae2 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "DELETE /v2.0/floatingips/1f3c34bf-d796-4146-b05b-e977ee9ab416 HTTP/1.1" status: 204 len: 168 time: 1.5461481 Mar 11 20:16:57.721912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:16:57.776638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:16:57.820372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:16:57.871571 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-6755b001-a0a5-4d7c-9b62-ef0cc2fd8900 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 1099 time: 0.0742450 Mar 11 20:16:58.018002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-1fa96a37-4721-4a4c-b4c3-aee1eea46589 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:58.019768 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-1fa96a37-4721-4a4c-b4c3-aee1eea46589 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 200 len: 915 time: 0.1431727 Mar 11 20:16:58.098302 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-11f0d286-32a7-4629-80f1-b4fe66c5d828 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 200 len: 217 time: 0.0649030 Mar 11 20:16:58.154966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:58.158952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Checking router: 746c3dfc-39da-4fe0-9417-2e4e55a92e74 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:16:58.164051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-c71a9427-cc7f-426c-9dba-a05cab4bc04e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:58.165550 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-c71a9427-cc7f-426c-9dba-a05cab4bc04e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 200 len: 853 time: 0.0616460 Mar 11 20:16:58.169725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:16:58.170327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:58.237127 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-25edb5f8-0f05-4902-94ce-a794c6caf4db service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d42a050d-f046-4eba-9804-5628684148a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654576 Mar 11 20:16:58.341458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:16:58.365186 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-9933e63b-2159-4db8-bab1-054a7db701a5 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218774 Mar 11 20:16:58.506221 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7766df63-e347-488a-84ac-d0e1be5ce9ef req-e80f33fc-caf8-47e5-958e-402f18bbb5c9 service neutron] 10.222.0.90 "GET /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284416 Mar 11 20:16:58.683336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:58.687608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50f5c64-f59a-4316-926e-8707c47c36b3 None None] The sync data for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv is: [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:44Z', 'revision_number': 4, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '21b5b5f4-2fb6-42a6-855b-9a72b077199f', 'name': '', 'network_id': 'd42a050d-f046-4eba-9804-5628684148a4', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'mac_address': 'fa:16:3e:20:26:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:43Z', 'updated_at': '2022-03-11T20:14:04Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'subnets': [{'id': '8cc82a85-ac7d-4f60-b4eb-77e238039a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:16:58.928390 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729bb9a5-4dd6-4005-92ed-f02cb22a1bae None None] New status for floating IP 1f3c34bf-d796-4146-b05b-e977ee9ab416: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:17:02.055417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac21f53-5697-4f0e-a5b6-0e6daf083440 req-8ad66948-8cc2-4ac8-b5e4-a9481c3d55e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:02.059541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2ac21f53-5697-4f0e-a5b6-0e6daf083440 req-8ad66948-8cc2-4ac8-b5e4-a9481c3d55e3 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0809262 Mar 11 20:17:02.103300 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2ac21f53-5697-4f0e-a5b6-0e6daf083440 req-719b082b-384b-41fc-8590-45c27c82936d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:02.119435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2ac21f53-5697-4f0e-a5b6-0e6daf083440 req-719b082b-384b-41fc-8590-45c27c82936d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:02.120598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2ac21f53-5697-4f0e-a5b6-0e6daf083440 req-719b082b-384b-41fc-8590-45c27c82936d tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552256 Mar 11 20:17:03.334864 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4b554-d648-464d-93b1-50d13ae520e4 req-c8341544-7191-4648-8dee-6076fe8adb4a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:03.335663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d0d4b554-d648-464d-93b1-50d13ae520e4 req-c8341544-7191-4648-8dee-6076fe8adb4a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Synchronizing usage tracker for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:03.353971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d0d4b554-d648-464d-93b1-50d13ae520e4 req-c8341544-7191-4648-8dee-6076fe8adb4a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Unset dirty status for tenant:df42652f9e4041b699dfff10cdf8cb8b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:03.355488 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d0d4b554-d648-464d-93b1-50d13ae520e4 req-c8341544-7191-4648-8dee-6076fe8adb4a tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.1031494 Mar 11 20:17:03.413142 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d0d4b554-d648-464d-93b1-50d13ae520e4 req-e8a4b55c-cd67-42ee-b4c3-81e96d482694 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516670 Mar 11 20:17:03.917761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d920213-f021-4b44-a524-62fc379d2b95 req-14900620-2fc0-41c2-92cb-4eaca626ede4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:03.919157 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d920213-f021-4b44-a524-62fc379d2b95 req-14900620-2fc0-41c2-92cb-4eaca626ede4 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.90 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.0821385 Mar 11 20:17:04.079783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Deleting port 93c42a42-1bae-40ff-b588-4e7d80d1b928 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:04.080118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:04.321889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] For port 93c42a42-1bae-40ff-b588-4e7d80d1b928, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=93c42a42-1bae-40ff-b588-4e7d80d1b928,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:04.322203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:04.444499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Calling delete_port for 93c42a42-1bae-40ff-b588-4e7d80d1b928 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:04.637793 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:04.649899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['93c42a42-1bae-40ff-b588-4e7d80d1b928'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:17:04.687682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Pushing event deleted for resources: {'Port': ['ID=93c42a42-1bae-40ff-b588-4e7d80d1b928,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:04.763804 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] No DVR routers for this DVR port 93c42a42-1bae-40ff-b588-4e7d80d1b928 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:17:04.770279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90130b2-c7a0-4b72-b321-b7e4d9ba22f9 req-ee1f4e7e-db0d-49f8-8b4b-3b58ac5119f6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:04.771708 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f90130b2-c7a0-4b72-b321-b7e4d9ba22f9 req-ee1f4e7e-db0d-49f8-8b4b-3b58ac5119f6 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8776254-e0c4-4dad-becf-9ef86e1fa184 HTTP/1.1" status: 200 len: 946 time: 0.2105229 Mar 11 20:17:04.772606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:04.775014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'name': 'network-vif-deleted', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:17:04.807565 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d920213-f021-4b44-a524-62fc379d2b95 req-ff902dec-7125-4ae5-99d9-999f1c4c03fb tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.90 "DELETE /v2.0/ports/93c42a42-1bae-40ff-b588-4e7d80d1b928 HTTP/1.1" status: 204 len: 173 time: 0.8831601 Mar 11 20:17:04.838593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f90130b2-c7a0-4b72-b321-b7e4d9ba22f9 req-7371b023-bb87-4173-891b-f462cb137536 tempest-TestMinimumBasicScenario-839139983 tempest-TestMinimumBasicScenario-839139983-project] 10.222.0.76 "GET /v2.0/security-groups?id=feaca32c-97c7-492d-8a0d-b8a5112b1c82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590844 Mar 11 20:17:04.915623 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8776254-e0c4-4dad-becf-9ef86e1fa184', 'name': 'network-vif-deleted', 'tag': '93c42a42-1bae-40ff-b588-4e7d80d1b928', 'status': 'completed', 'code': 200} Mar 11 20:17:07.601217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42066) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:08.086048 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:08.244028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 93c42a42-1bae-40ff-b588-4e7d80d1b928 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:08.279223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 93c42a42-1bae-40ff-b588-4e7d80d1b928 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:08.279553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 93c42a42-1bae-40ff-b588-4e7d80d1b928 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:08.685754 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Deleting port 21b5b5f4-2fb6-42a6-855b-9a72b077199f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:08.686369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:08.853609 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] For port 21b5b5f4-2fb6-42a6-855b-9a72b077199f, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=21b5b5f4-2fb6-42a6-855b-9a72b077199f,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:08.853942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:08.969038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Calling delete_port for 21b5b5f4-2fb6-42a6-855b-9a72b077199f owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:09.142463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:09.271676 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b5b5f4-2fb6-42a6-855b-9a72b077199f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:09.551035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:10.127527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:17:10.327191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:17:10.336883 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Sync routers for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:17:10.339832 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-43bacd8c-40b0-4d9a-9ca5-c754adaa2769 admin admin] 10.222.0.76 "PUT /v2.0/routers/746c3dfc-39da-4fe0-9417-2e4e55a92e74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7375572 Mar 11 20:17:10.342525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42070) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:10.348612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:10.349207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:10.527162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:10.537942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:10.808389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:17:09Z', 'revision_number': 5, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port': {'id': '173d44db-45eb-4154-8eaa-e564769b2f01', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:02:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:10.812130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Checking router: 746c3dfc-39da-4fe0-9417-2e4e55a92e74 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:17:10.822607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Routers {'746c3dfc-39da-4fe0-9417-2e4e55a92e74'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:10.823191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:10.832578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:10.842633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Deleting port 173d44db-45eb-4154-8eaa-e564769b2f01 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:10.843078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:10.969611 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] Set router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:11.016607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] For port 173d44db-45eb-4154-8eaa-e564769b2f01, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=173d44db-45eb-4154-8eaa-e564769b2f01,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:11.016929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.072213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:17:10Z', 'revision_number': 6, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:11.076695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfcf2d8-d445-420f-9e3f-d43ecfd8cec6 None None] The sync data for ids ['746c3dfc-39da-4fe0-9417-2e4e55a92e74'] in dv-neutron-832764-2-hyperv is: [{'id': '746c3dfc-39da-4fe0-9417-2e4e55a92e74', 'name': 'tempest-TestMinimumBasicScenario-428425835-router', 'tenant_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:41Z', 'updated_at': '2022-03-11T20:17:10Z', 'revision_number': 6, 'project_id': 'df42652f9e4041b699dfff10cdf8cb8b', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:17:11.134907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Calling delete_port for 173d44db-45eb-4154-8eaa-e564769b2f01 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:11.318441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.363608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=173d44db-45eb-4154-8eaa-e564769b2f01,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:11.586260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.838385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.842849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.868656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.869217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746c3dfc-39da-4fe0-9417-2e4e55a92e74 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:17:11.881663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:11.882783 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9534aa8b-7176-4497-a8e1-503813c30f8f admin admin] 10.222.0.76 "DELETE /v2.0/routers/746c3dfc-39da-4fe0-9417-2e4e55a92e74 HTTP/1.1" status: 204 len: 168 time: 1.5394132 Mar 11 20:17:11.885693 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42074) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:11.948444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Deleting subnet 8cc82a85-ac7d-4f60-b4eb-77e238039a14 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:17:11.951390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.003382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.006197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 173d44db-45eb-4154-8eaa-e564769b2f01 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:12.044273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 173d44db-45eb-4154-8eaa-e564769b2f01 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:12.044974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 173d44db-45eb-4154-8eaa-e564769b2f01 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:12.045459 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 21b5b5f4-2fb6-42a6-855b-9a72b077199f no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:12.078054 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 21b5b5f4-2fb6-42a6-855b-9a72b077199f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:12.078399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 21b5b5f4-2fb6-42a6-855b-9a72b077199f not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:12.079825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.149783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.190488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc82a85-ac7d-4f60-b4eb-77e238039a14,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:12.193976 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.199198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e866da-f327-4376-b54b-86138bd8a2fb None None] Network d42a050d-f046-4eba-9804-5628684148a4 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:17:12.200075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-869cd33c-d0c1-4d1f-ae00-8d4d79bbde39 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8cc82a85-ac7d-4f60-b4eb-77e238039a14 HTTP/1.1" status: 204 len: 168 time: 0.3133817 Mar 11 20:17:12.202544 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42078) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:12.308268 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.318729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Deleting port ae976763-e2a4-43a8-adef-ca7640e153ff {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:12.319048 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.451940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] DHCP port deletion for d42a050d-f046-4eba-9804-5628684148a4 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:17:12.456567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Deleting port ae976763-e2a4-43a8-adef-ca7640e153ff {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:12.456940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.521461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] For port ae976763-e2a4-43a8-adef-ca7640e153ff, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae976763-e2a4-43a8-adef-ca7640e153ff,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:12.521806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.695584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] For port ae976763-e2a4-43a8-adef-ca7640e153ff, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ae976763-e2a4-43a8-adef-ca7640e153ff,segment=NetworkSegment(fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa),segment_id=fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:12.695850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.733562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Calling delete_port for ae976763-e2a4-43a8-adef-ca7640e153ff owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:12.805185 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.815497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Calling delete_port for ae976763-e2a4-43a8-adef-ca7640e153ff owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:12.850127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ae976763-e2a4-43a8-adef-ca7640e153ff,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:12.856083 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] No DVR routers for this DVR port ae976763-e2a4-43a8-adef-ca7640e153ff on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:17:12.890619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:17:12.890975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:17:12.968856 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:12.994670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42a050d-f046-4eba-9804-5628684148a4']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:13.006809 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:13.007079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeeff97-db5f-4e3a-ae34-d6fa5272ffaa') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:13.018095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.033695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.039896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:17:13.040431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:17:13.053048 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:17:13.127466 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.143266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.154172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d42a050d-f046-4eba-9804-5628684148a4,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:13.167462 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f79f5918-f80d-4de7-bba3-1f7fd8754e0c admin admin] 10.222.0.76 "DELETE /v2.0/networks/d42a050d-f046-4eba-9804-5628684148a4 HTTP/1.1" status: 204 len: 168 time: 0.9639056 Mar 11 20:17:13.170192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42082) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:13.392096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Deleting port ae976763-e2a4-43a8-adef-ca7640e153ff {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:13.392664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:13.454207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f5b0b503-2497-45f0-a37c-3f171a0bf149 None None] The port 'ae976763-e2a4-43a8-adef-ca7640e153ff' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:17:13.548836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:14.001133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae976763-e2a4-43a8-adef-ca7640e153ff no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:14.036417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ae976763-e2a4-43a8-adef-ca7640e153ff {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:14.036753 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ae976763-e2a4-43a8-adef-ca7640e153ff not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:14.129560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Deleting port 94fee978-8838-49dc-af0b-cd85886938d2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:14.130492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:14.399018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] For port 94fee978-8838-49dc-af0b-cd85886938d2, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=94fee978-8838-49dc-af0b-cd85886938d2,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:14.399410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:14.521441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Calling delete_port for 94fee978-8838-49dc-af0b-cd85886938d2 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:14.537823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eb777829-4a8d-4162-bd86-fbff75a68da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:14.701265 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:14.744664 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Pushing event deleted for resources: {'Port': ['ID=94fee978-8838-49dc-af0b-cd85886938d2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:15.030602 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:15.595118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Router a6784deb-5997-44c9-a407-545c0da93fc2 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:17:15.892520 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:17:15.901585 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Sync routers for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:17:15.910352 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-059bd548-e680-4475-a8a3-5fd5bba5a195 admin admin] 10.222.0.76 "PUT /v2.0/routers/a6784deb-5997-44c9-a407-545c0da93fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7391195 Mar 11 20:17:15.913211 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42086) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:15.914182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:15.914778 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:16.086113 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:16.105416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.301266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.311395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Deleting port 0d0ab4bc-f50f-4a41-bdba-e42830719189 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:16.312097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.358450 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155'}], 'enable_snat': True}, 'gw_port_id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:17:14Z', 'revision_number': 5, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port': {'id': '0d0ab4bc-f50f-4a41-bdba-e42830719189', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:16.362255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Checking router: a6784deb-5997-44c9-a407-545c0da93fc2 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:17:16.372958 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Routers {'a6784deb-5997-44c9-a407-545c0da93fc2'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:16.373514 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:16:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['a6784deb-5997-44c9-a407-545c0da93fc2'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:16.481435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] For port 0d0ab4bc-f50f-4a41-bdba-e42830719189, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=0d0ab4bc-f50f-4a41-bdba-e42830719189,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:16.481639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.521231 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] Set router a6784deb-5997-44c9-a407-545c0da93fc2 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:16.602249 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Calling delete_port for 0d0ab4bc-f50f-4a41-bdba-e42830719189 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:16.656380 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:17:16Z', 'revision_number': 6, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:16.660590 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc1b2-3f19-4d1f-b44b-f969c656dc65 None None] The sync data for ids ['a6784deb-5997-44c9-a407-545c0da93fc2'] in dv-neutron-832764-2-hyperv is: [{'id': 'a6784deb-5997-44c9-a407-545c0da93fc2', 'name': 'tempest-TestMinimumBasicScenario-558597594-router', 'tenant_id': 'dc76d950d5614845bccbcce67fe516dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:13:47Z', 'updated_at': '2022-03-11T20:17:16Z', 'revision_number': 6, 'project_id': 'dc76d950d5614845bccbcce67fe516dc', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:17:16.769357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.816747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7025e48a-6ae0-49df-98e2-39d425e1f0a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:16.819952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0ab4bc-f50f-4a41-bdba-e42830719189,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:17.040547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.390945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.396220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.428100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.428635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6784deb-5997-44c9-a407-545c0da93fc2 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:17:17.440719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.441867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-877ca814-1d89-4ac5-92c9-4dbf9b916666 admin admin] 10.222.0.76 "DELETE /v2.0/routers/a6784deb-5997-44c9-a407-545c0da93fc2 HTTP/1.1" status: 204 len: 168 time: 1.5277233 Mar 11 20:17:17.444603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42090) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:17.506525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Deleting subnet 5c290d19-2238-46fc-95f2-25de53b190f0 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:17:17.509964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.557518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.638038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.706050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.745188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c290d19-2238-46fc-95f2-25de53b190f0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:17.749785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.757966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a8c050-26f7-4b9b-bfa6-8b4a2bf88363 None None] Network 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:17:17.758149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d9dbbfb8-c024-4b80-b5c5-9ad429b31a62 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5c290d19-2238-46fc-95f2-25de53b190f0 HTTP/1.1" status: 204 len: 168 time: 0.3062313 Mar 11 20:17:17.758389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42094) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:17.855695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.866237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Deleting port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:17.866548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:17.963736 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.022401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] DHCP port deletion for 04f8033f-c1a8-4a5e-b61e-3dbe424d1355 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:17:18.026408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Deleting port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:18.026784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.055804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0d0ab4bc-f50f-4a41-bdba-e42830719189 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:18.072761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] For port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:18.073070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.103764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 0d0ab4bc-f50f-4a41-bdba-e42830719189 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:18.104086 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 0d0ab4bc-f50f-4a41-bdba-e42830719189 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:18.104517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 94fee978-8838-49dc-af0b-cd85886938d2 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:18.148548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 94fee978-8838-49dc-af0b-cd85886938d2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:18.148872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 94fee978-8838-49dc-af0b-cd85886938d2 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:18.152317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.195535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Calling delete_port for fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:18.269634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.303695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] For port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,segment=NetworkSegment(098f9edd-113d-46e2-8902-ec9eea91097f),segment_id=098f9edd-113d-46e2-8902-ec9eea91097f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:18.304087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.314145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8c9a4f-0352-4c73-ab12-c83b7afa54c1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:18.319368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] No DVR routers for this DVR port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:17:18.423346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Calling delete_port for fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:17:18.432764 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.457021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f8033f-c1a8-4a5e-b61e-3dbe424d1355']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:18.468430 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098f9edd-113d-46e2-8902-ec9eea91097f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:18.468681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098f9edd-113d-46e2-8902-ec9eea91097f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:18.479505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.490416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:17:18.490762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:17:18.496843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.503474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:17:18.504001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:17:18.520782 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:17:18.682449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.699691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:18.709365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f8033f-c1a8-4a5e-b61e-3dbe424d1355,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:18.716155 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b41e994c-0978-4135-a3ce-f4911c915117 admin admin] 10.222.0.76 "DELETE /v2.0/networks/04f8033f-c1a8-4a5e-b61e-3dbe424d1355 HTTP/1.1" status: 204 len: 168 time: 0.9568651 Mar 11 20:17:18.922484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42100) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:18.976569 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1547dcc1-fe4f-44d4-8b8d-87eb2a058302 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df42652f9e4041b699dfff10cdf8cb8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0528212 Mar 11 20:17:18.979216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42104) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:18.992347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Deleting port fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:17:18.992842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.039776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.057323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-d0ea3ddd-39cb-4e6d-8858-ff35b547cdb4 None None] The port 'fb8c9a4f-0352-4c73-ab12-c83b7afa54c1' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:17:19.066667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.117130 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.134508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaca32c-97c7-492d-8a0d-b8a5112b1c82,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:19.147042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.151660 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f96957cf-9c6a-4a88-85e6-77818d09aa37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/feaca32c-97c7-492d-8a0d-b8a5112b1c82 HTTP/1.1" status: 204 len: 168 time: 0.1714854 Mar 11 20:17:19.303324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.573463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42112) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:19.624578 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-01ff24df-a058-4af5-a3aa-fb5498e7a3ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc76d950d5614845bccbcce67fe516dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497799 Mar 11 20:17:19.627723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42116) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:19.687222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.713221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.764505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.778052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a1f5b-a4c6-4bdb-ae73-9fc264991009,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:19.783759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:19.784917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1373e977-4eda-4206-aeb6-b5d9b7155dc9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d72a1f5b-a4c6-4bdb-ae73-9fc264991009 HTTP/1.1" status: 204 len: 168 time: 0.1562550 Mar 11 20:17:20.002149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:17:20.033835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:17:20.034177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fb8c9a4f-0352-4c73-ab12-c83b7afa54c1 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:17:22.299267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42160) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:22.305002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1138156053', 'description': 'tempest-secgroup-smoke-1138156053 description', 'project_id': '0ff100bf344b44e9963838009f23d59b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:22.311052 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.314852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.317795 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.323490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.339033 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.358890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.392409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.396123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.398836 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.404566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.479225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.484580 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.524364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.526390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb92c25-0a8d-4646-8423-7d8af45fd9fd,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:22.531345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.534469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.540549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.604125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.609709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.650365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:22.653183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.654452 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9112ad00-2673-4aff-9436-b37bfcff147d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3541629 Mar 11 20:17:22.657589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42164) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:22.662919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:22.668821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.672630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.675452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.681075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.698116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.761906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.766119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.791031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dbf59fe-2be4-4871-a76e-7d23b1df2b16,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:22.800569 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.801808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9fb0d558-1b61-4b52-a140-22b50b86e168 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433151 Mar 11 20:17:22.804539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42168) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:22.809758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:22.815421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.819174 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.822032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.827687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.845762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.904411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.908585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.930168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d7ea16-38ee-40ec-ad87-9c7f8a706db0,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:22.940318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:22.941586 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-af58472f-bacf-4492-bc40-3fbd7e84cb39 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1360912 Mar 11 20:17:22.944274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42172) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:22.949441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:22.955162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:22.958908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:22.961704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:22.967164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:22.985350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.048284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.053219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.075698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a2cc17-2f06-4934-8a09-a3bba890bf6b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:23.085999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.087158 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8690408f-b074-48b6-a07f-d8ccb27de8ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1420012 Mar 11 20:17:23.089895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42176) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:23.095208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:23.101160 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:23.105096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:23.108037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:23.114062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:23.132152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.197393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.201820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.224355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf40cd7-97cf-4079-8a8e-a546b31776ef,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:23.233657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.234892 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0615932e-268f-431b-b496-171332d6bfd2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1440430 Mar 11 20:17:23.237791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42180) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:23.243096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:23.249041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:23.252835 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:23.256059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:23.261607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:23.273866 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:17:23.280573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.347938 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.354803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.384077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3930bd1-2ebf-4ad6-a390-0bb4ed10181c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:23.396194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.397387 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3237fc14-152e-4be4-864a-2e03b0da8637 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1586568 Mar 11 20:17:23.401871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42184) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:23.410542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '1e8a2f0b-265d-4d79-8f5f-b0940dd916a1', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:23.416800 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:23.420946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:23.423969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:23.429914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:23.440972 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:17:23.447243 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.608388 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.614152 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.638540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db01be6-679e-4c66-a461-cd2243415a75,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:23.648617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.650059 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-875f9d19-d2b8-4603-8c60-5924c698be97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2467237 Mar 11 20:17:23.653073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42188) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:23.659054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'network': {'name': 'tempest-network-smoke--276274178', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:23.664426 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:23.668469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:network and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:23.671457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:23.677650 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:23.688720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:17:23.691714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.721471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:17:23.731974 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.732507 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Added segment 7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f of type vlan for network ff436218-d518-45b0-8f53-ea27c5a5607f Mar 11 20:17:23.760839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.791401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.794986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:23.795578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.892809 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2386596 Mar 11 20:17:23.895672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42192) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:23.902556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'admin_state_up': True, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:23.907550 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136394-6551-4b9d-86a5-cb705759360b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Network': ['ID=ff436218-d518-45b0-8f53-ea27c5a5607f,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:23.911142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:23.915002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:router and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:23.917888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:23.918048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ff436218-d518-45b0-8f53-ea27c5a5607f details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:17:23.923581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:23.939203 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.940260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:23.960759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.109450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.286118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.317161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.460432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.41 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/bc71529f-9a25-4c72-b55a-52855a24ca42) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:24.608313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.641014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.714995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:24.717699 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:24.721816 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:17:24.744835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=bc71529f-9a25-4c72-b55a-52855a24ca42,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:24.866227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.878556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:24.879476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:25.116363 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:17:25.322211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:17:25.332527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Sync routers for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:17:25.344526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:25.345135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:25.349381 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:25.350725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2eb334ff-0c92-4982-90d9-d8738be044bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4541438 Mar 11 20:17:25.353854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42196) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:25.522460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:25.610506 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5372743d-590a-4988-83fc-963d830d6724 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0ff100bf344b44e9963838009f23d59b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2529578 Mar 11 20:17:25.611078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42202) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:25.738142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14468a1-c923-4738-bdcf-74ba3cc9a6dc tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:25.742386 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e14468a1-c923-4738-bdcf-74ba3cc9a6dc tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281493 Mar 11 20:17:25.742806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42206) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:25.784150 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f1eb1c28-4e5d-4377-81f1-8cec57e0876f tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399973 Mar 11 20:17:25.786878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42210) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:25.792476 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-690272347', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:25.800542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:24Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:25.804646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Checking router: 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:17:25.805014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Updating router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 port bc71529f-9a25-4c72-b55a-52855a24ca42 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:17:25.857775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:25.894908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:25.898668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:subnet and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:25.901422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:25.906901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:25.918015 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:17:26.017018 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.170015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.181722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Transition to ACTIVE for port object bc71529f-9a25-4c72-b55a-52855a24ca42 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:26.188794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.228522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.265348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Attempting to bind port bc71529f-9a25-4c72-b55a-52855a24ca42 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:17:26.265708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Attempting to bind port bc71529f-9a25-4c72-b55a-52855a24ca42 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:17:26.266063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Attempting to bind port bc71529f-9a25-4c72-b55a-52855a24ca42 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:17:26.268193 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Pushing event updated for resources: {'Port': ['ID=bc71529f-9a25-4c72-b55a-52855a24ca42,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:26.279366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.279804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.280141 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.280507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.280964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.281074 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.281374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.281734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.282008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.282321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.282634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:26.285887 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:17:26.286250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:17:26.286649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.287019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:17:26.287507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Bound port: bc71529f-9a25-4c72-b55a-52855a24ca42, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:17:26.287871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.304378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Subnet': ['ID=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:26.313841 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Checking segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:17:26.314188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network hostable DHCP agents. Network: ff436218-d518-45b0-8f53-ea27c5a5607f, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:17:26.337063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ff436218-d518-45b0-8f53-ea27c5a5607f is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:17:26.346745 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ff436218-d518-45b0-8f53-ea27c5a5607f) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:26.351420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:26.352315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.358142 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a1985-125b-4ed8-9819-043338de7853 None None] Network ff436218-d518-45b0-8f53-ea27c5a5607f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:17:26.376168 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-66dea568-f826-419f-92e0-b66ef0c3204c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5881917 Mar 11 20:17:26.379226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42214) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:26.425402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] For port bc71529f-9a25-4c72-b55a-52855a24ca42, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:17:26.446723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] For port bc71529f-9a25-4c72-b55a-52855a24ca42, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bc71529f-9a25-4c72-b55a-52855a24ca42,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:17:26.452287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.592547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc504227-3bf9-48b6-a63f-69558498b8ff None None] Pushing event updated for resources: {'Port': ['ID=bc71529f-9a25-4c72-b55a-52855a24ca42,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:26.606520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:26.607128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:26.815020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ff436218-d518-45b0-8f53-ea27c5a5607f', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:17:26.815860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:26.925154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:27.163665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Allocated IP 172.20.0.2 (ff436218-d518-45b0-8f53-ea27c5a5607f/69bdb9d7-b3a8-49cf-989a-e7e76a4e6143/ec939919-402a-450f-82a1-c460232fc557) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:27.212177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.417778 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:24Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:27.428807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4692725d-b505-4657-b1ec-0539c74c8a25 None None] The sync data for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv is: [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:24Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:17:27.433618 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.452637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Transition to ACTIVE for port object ec939919-402a-450f-82a1-c460232fc557 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:27.472335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Transition to ACTIVE for port object ec939919-402a-450f-82a1-c460232fc557 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:27.478222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.551423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Network ff436218-d518-45b0-8f53-ea27c5a5607f is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:27.555073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:27.557023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Pushing event updated for resources: {'Port': ['ID=ec939919-402a-450f-82a1-c460232fc557,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:27.558968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:17:27.606632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.1 (ff436218-d518-45b0-8f53-ea27c5a5607f/69bdb9d7-b3a8-49cf-989a-e7e76a4e6143/948ae690-d1c0-48b6-a15a-e28170fbb633) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:27.657083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Attempting to bind port ec939919-402a-450f-82a1-c460232fc557 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:17:27.658745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Attempting to bind port ec939919-402a-450f-82a1-c460232fc557 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:17:27.658745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Attempting to bind port ec939919-402a-450f-82a1-c460232fc557 on network ff436218-d518-45b0-8f53-ea27c5a5607f {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:17:27.665517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:17:27.666064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Checking segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:17:27.666584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.667055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Bound using segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:17:27.667717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Bound port: ec939919-402a-450f-82a1-c460232fc557, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:17:27.671424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.771912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] For port ec939919-402a-450f-82a1-c460232fc557, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:17:27.775395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] For port ec939919-402a-450f-82a1-c460232fc557, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ec939919-402a-450f-82a1-c460232fc557,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:17:27.782028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.807910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.825540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 948ae690-d1c0-48b6-a15a-e28170fbb633 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:27.850270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:27.873123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935cd82-3301-4233-96f0-5ed7e5200076 None None] Pushing event updated for resources: {'Port': ['ID=ec939919-402a-450f-82a1-c460232fc557,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:27.930820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ff436218-d518-45b0-8f53-ea27c5a5607f is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:27.934541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:27.936623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:27.938776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:17:27.996914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.067376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bc71529f-9a25-4c72-b55a-52855a24ca42 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:28.146755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.178327 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port bc71529f-9a25-4c72-b55a-52855a24ca42 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:28.184296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port bc71529f-9a25-4c72-b55a-52855a24ca42 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:28.184593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.318651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.336876 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port bc71529f-9a25-4c72-b55a-52855a24ca42, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bc71529f-9a25-4c72-b55a-52855a24ca42,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:28.341768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.413815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=bc71529f-9a25-4c72-b55a-52855a24ca42,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:28.691223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.697007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.806788 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0fb92-06a7-4d58-bb84-bd093fc8e87b None None] Network ff436218-d518-45b0-8f53-ea27c5a5607f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:17:28.807338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:28.809648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:28.899630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-57ce5aba-bf07-4ba1-96ab-1428624fc15d None None] Provisioning for port ec939919-402a-450f-82a1-c460232fc557 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:28.948707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ff436218-d518-45b0-8f53-ea27c5a5607f is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:28.949888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:29.334429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:17:29.341662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-810730b0-14c4-4ea6-9d02-35d10232add6 None None] Provisioning for port 948ae690-d1c0-48b6-a15a-e28170fbb633 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:29.347027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-810730b0-14c4-4ea6-9d02-35d10232add6 None None] Provisioning complete for port 948ae690-d1c0-48b6-a15a-e28170fbb633 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:29.347534 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-810730b0-14c4-4ea6-9d02-35d10232add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:29.401212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-810730b0-14c4-4ea6-9d02-35d10232add6 None None] Port 948ae690-d1c0-48b6-a15a-e28170fbb633 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:17:29.536087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:17:29.541044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e97cf71e-6dab-4d64-bfe2-ccb56a772338 None None] Provisioning complete for port 948ae690-d1c0-48b6-a15a-e28170fbb633 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:29.541415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e97cf71e-6dab-4d64-bfe2-ccb56a772338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:29.545421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-883fbe23-b4f4-40a5-97cf-9084722dfc57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/9ee16ffd-aa77-4e00-a8f7-f78a8987add0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1649952 Mar 11 20:17:29.600436 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e97cf71e-6dab-4d64-bfe2-ccb56a772338 None None] Port 948ae690-d1c0-48b6-a15a-e28170fbb633 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:17:29.723003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-46d03f89-1aee-4ad3-8e63-003a6d70cd31 None None] Provisioning complete for port 948ae690-d1c0-48b6-a15a-e28170fbb633 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:29.723287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-46d03f89-1aee-4ad3-8e63-003a6d70cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:29.724333 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-c9a92092-82c6-4c3a-92d2-ddadcbac1a30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1138156053&fields=id&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 267 time: 0.0427396 Mar 11 20:17:29.774018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-46d03f89-1aee-4ad3-8e63-003a6d70cd31 None None] Port 948ae690-d1c0-48b6-a15a-e28170fbb633 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:17:29.867230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-bedb8a2c-0357-44a0-a031-b805a35e73cc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:29.867840 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-bedb8a2c-0357-44a0-a031-b805a35e73cc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:29.887585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-bedb8a2c-0357-44a0-a031-b805a35e73cc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:29.888759 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-bedb8a2c-0357-44a0-a031-b805a35e73cc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 796 time: 0.1579118 Mar 11 20:17:29.904945 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-1e46ae37-52df-4f93-8998-8788a7c9658b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/quotas/0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 375 time: 0.0106997 Mar 11 20:17:30.001248 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-38f7039e-f05a-482a-8978-e0674306ab8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914145 Mar 11 20:17:30.090552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ec939919-402a-450f-82a1-c460232fc557 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:30.161466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ec939919-402a-450f-82a1-c460232fc557 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:30.167078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ec939919-402a-450f-82a1-c460232fc557 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:30.167078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:30.202847 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-eff6ac71-9527-4b11-9f33-e98d59deb14c service neutron] 10.222.0.76 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936114 Mar 11 20:17:30.277984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:30.310278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port ec939919-402a-450f-82a1-c460232fc557, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ec939919-402a-450f-82a1-c460232fc557,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:30.314169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:30.314978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bc71529f-9a25-4c72-b55a-52855a24ca42 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:30.337328 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-93f3692d-d10d-47df-8f94-95765ee8bfd0 service neutron] 10.222.0.76 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286004 Mar 11 20:17:30.427089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=ec939919-402a-450f-82a1-c460232fc557,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:30.448064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port bc71529f-9a25-4c72-b55a-52855a24ca42 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:30.448432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:30.525286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a5838532-d586-472a-a5c6-fe937603d678 req-d9b61edc-a99d-4822-9fb8-7c2904543536 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:30.543002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a5838532-d586-472a-a5c6-fe937603d678 req-d9b61edc-a99d-4822-9fb8-7c2904543536 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:30.544294 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a5838532-d586-472a-a5c6-fe937603d678 req-d9b61edc-a99d-4822-9fb8-7c2904543536 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0617499 Mar 11 20:17:31.095592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Sync routers for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:17:31.108381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:31.108968 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:31.282891 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:31.591347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 2, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:31.595556 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Checking router: 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:17:31.595896 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Updating router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 port 948ae690-d1c0-48b6-a15a-e28170fbb633 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:17:31.649896 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:31.655746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1ab609da-4151-4116-a13e-0f8a34c7f24d req-e2058638-eff5-489d-a2c7-3064f7271474 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0409060 Mar 11 20:17:31.978670 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:31.990655 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Transition to ACTIVE for port object 948ae690-d1c0-48b6-a15a-e28170fbb633 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:31.998694 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:32.015655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ec939919-402a-450f-82a1-c460232fc557 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:32.085005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ec939919-402a-450f-82a1-c460232fc557 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:32.085368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:32.156795 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Pushing event updated for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:32.188012 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.188349 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.188674 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.188991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.189306 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.189629 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.189940 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.190246 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.190555 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.190864 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.191168 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:32.226171 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:17:32.228231 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Attempting to bind port 948ae690-d1c0-48b6-a15a-e28170fbb633 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:17:32.228584 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Attempting to bind port 948ae690-d1c0-48b6-a15a-e28170fbb633 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:17:32.228936 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Attempting to bind port 948ae690-d1c0-48b6-a15a-e28170fbb633 on network ff436218-d518-45b0-8f53-ea27c5a5607f {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:17:32.235487 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:17:32.235853 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Checking segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:17:32.236242 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:32.236619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Bound using segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:17:32.237072 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Bound port: 948ae690-d1c0-48b6-a15a-e28170fbb633, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:17:32.237436 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:32.329381 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] For port 948ae690-d1c0-48b6-a15a-e28170fbb633, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:17:32.332358 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] For port 948ae690-d1c0-48b6-a15a-e28170fbb633, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=948ae690-d1c0-48b6-a15a-e28170fbb633,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:17:32.338388 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:32.412944 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0220c6-e618-426d-bcc0-2090693e32f2 None None] Pushing event updated for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:32.419215 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:32.419848 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:32.617983 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:32.774423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c46f7ddb-9051-4cf5-a181-f9ea537a2603 req-791322c1-ee59-4ae4-8e0f-cfe90fead340 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0466847 Mar 11 20:17:32.928721 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:32Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:32.932830 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f54fbb3-58e3-4adb-b8d1-ce8abd7181a9 None None] The sync data for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv is: [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:32Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:17:33.880506 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-44e65069-2cae-495f-af64-bc97064fbd0d req-46e79a27-9af0-48d8-9b58-41d1f6221714 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0403013 Mar 11 20:17:34.036797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 948ae690-d1c0-48b6-a15a-e28170fbb633 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:34.105371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 948ae690-d1c0-48b6-a15a-e28170fbb633 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:34.110133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 948ae690-d1c0-48b6-a15a-e28170fbb633 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:34.110535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:34.222139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:34.253966 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 948ae690-d1c0-48b6-a15a-e28170fbb633, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=948ae690-d1c0-48b6-a15a-e28170fbb633,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:34.259997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:34.327323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:35.068892 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82ec916c-aa8a-4bf2-baaf-153ad342becd req-ff9b05da-770f-4c28-9860-5c4fe06330e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0494070 Mar 11 20:17:35.871528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-e5f09c19-a603-46ed-a70e-15d40ccca5a3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:35.872904 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-e5f09c19-a603-46ed-a70e-15d40ccca5a3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 796 time: 0.1441798 Mar 11 20:17:35.927740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-9950cf9c-533a-4a18-a431-38d8e1eae981 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:35.944192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-9950cf9c-533a-4a18-a431-38d8e1eae981 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:35.945302 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-9950cf9c-533a-4a18-a431-38d8e1eae981 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 380 time: 0.0600367 Mar 11 20:17:35.953262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'port': {'device_id': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'admin_state_up': True, 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'security_groups': ['1e8a2f0b-265d-4d79-8f5f-b0940dd916a1']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:36.019915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 948ae690-d1c0-48b6-a15a-e28170fbb633 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:36.084570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:36.085402 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 948ae690-d1c0-48b6-a15a-e28170fbb633 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:36.085820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.094118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:36.106358 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:17:36.109939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.249957 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-68bf45c3-c6d0-4d48-9e4e-48c0f5bbfc30 req-0451efec-31fb-446a-ad5b-999d01a60f5c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0448699 Mar 11 20:17:36.375194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.5 (ff436218-d518-45b0-8f53-ea27c5a5607f/69bdb9d7-b3a8-49cf-989a-e7e76a4e6143/1be48ae9-3add-44a1-adf8-1fd95d874b05) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:36.556007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.570862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 1be48ae9-3add-44a1-adf8-1fd95d874b05 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:36.592551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.666057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ff436218-d518-45b0-8f53-ea27c5a5607f is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:36.669118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:36.671855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:17:36.705501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:36.740138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:36.740761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.766391 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-3c0eedf4-6c11-4cc0-aa0b-7b3c1a771bb2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165228 Mar 11 20:17:36.776986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-7148b95f-df23-42a2-a35f-2b77e923de6c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:17:36.777940 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-7148b95f-df23-42a2-a35f-2b77e923de6c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058229 Mar 11 20:17:36.788753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Request body: {'port': {'device_id': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:36.893099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bc0274eb-0640-410b-b915-6b40d67600b0 None None] Provisioning for port 1be48ae9-3add-44a1-adf8-1fd95d874b05 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:36.897383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.897767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-bc0274eb-0640-410b-b915-6b40d67600b0 None None] Provisioning complete for port 1be48ae9-3add-44a1-adf8-1fd95d874b05 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:36.898117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bc0274eb-0640-410b-b915-6b40d67600b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:36.949252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-bc0274eb-0640-410b-b915-6b40d67600b0 None None] Port 1be48ae9-3add-44a1-adf8-1fd95d874b05 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:17:37.223262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be48ae9-3add-44a1-adf8-1fd95d874b05 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:17:37.230179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:37.243936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Transition to ACTIVE for port object 1be48ae9-3add-44a1-adf8-1fd95d874b05 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:17:37.250256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:37.377523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Pushing event updated for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:37.544188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8df90-3249-4753-92c6-12bf099e07f9 req-4a92a7fa-29d2-4232-80c8-9f73a7d564ec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:37.544853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-78d8df90-3249-4753-92c6-12bf099e07f9 req-4a92a7fa-29d2-4232-80c8-9f73a7d564ec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:17:37.547232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Attempting to bind port 1be48ae9-3add-44a1-adf8-1fd95d874b05 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:17:37.547578 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Attempting to bind port 1be48ae9-3add-44a1-adf8-1fd95d874b05 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:17:37.547896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Attempting to bind port 1be48ae9-3add-44a1-adf8-1fd95d874b05 on network ff436218-d518-45b0-8f53-ea27c5a5607f {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:17:37.560921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Port 1be48ae9-3add-44a1-adf8-1fd95d874b05 on network ff436218-d518-45b0-8f53-ea27c5a5607f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:17:37.561243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Attempting to bind port 1be48ae9-3add-44a1-adf8-1fd95d874b05 on network ff436218-d518-45b0-8f53-ea27c5a5607f {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:17:37.568848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:17:37.569170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Checking segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:17:37.569543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Bound using segment: {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:17:37.569957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Bound port: 1be48ae9-3add-44a1-adf8-1fd95d874b05, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:17:37.570323 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:37.578900 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-78d8df90-3249-4753-92c6-12bf099e07f9 req-4a92a7fa-29d2-4232-80c8-9f73a7d564ec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:17:37.579962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-78d8df90-3249-4753-92c6-12bf099e07f9 req-4a92a7fa-29d2-4232-80c8-9f73a7d564ec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 943 time: 0.2059369 Mar 11 20:17:37.682806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-78d8df90-3249-4753-92c6-12bf099e07f9 req-5618d0d9-0af2-4a73-8c49-517901483618 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956430 Mar 11 20:17:37.691072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:17:37.694259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:17:37.702236 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:37.762752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:37.764210 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] 10.222.0.90 "PUT /v2.0/ports/1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 1093 time: 0.9795668 Mar 11 20:17:37.764507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:17:37.781566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee33bd67-d417-4cd7-a93d-8073bb2ff5bd service neutron] Pushing event updated for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:37.836874 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'status': 'completed', 'code': 200} Mar 11 20:17:37.881536 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-dff5ea4d-ca91-45a6-8b27-e90c74ac36a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1096 time: 0.0751302 Mar 11 20:17:37.948187 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-c6ad2d08-d0f9-492f-87b6-0fe0f6c1fc53 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 217 time: 0.0602400 Mar 11 20:17:38.110883 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-7fb69a0b-c23d-4ba5-adec-a580d5f13138 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:38.112334 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-7fb69a0b-c23d-4ba5-adec-a580d5f13138 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 200 len: 834 time: 0.1578131 Mar 11 20:17:38.191862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-02824f87-d85d-472a-acf6-7904ab799b4c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ff436218-d518-45b0-8f53-ea27c5a5607f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736647 Mar 11 20:17:38.317872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-98d2ccff-cdc4-461e-a841-dd5f65339a7e service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203706 Mar 11 20:17:38.448932 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94b813b0-2a5c-4c26-861a-340599b96e09 req-0f9991c5-e15f-4b21-a42a-9e1c300d4648 service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249907 Mar 11 20:17:38.581462 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-7b67fd88-efee-4117-96eb-38857802860b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1096 time: 0.0739191 Mar 11 20:17:38.715915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-606dfc1f-3087-4829-bff8-e72673b92016 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:38.717246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-606dfc1f-3087-4829-bff8-e72673b92016 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 897 time: 0.1289208 Mar 11 20:17:38.782397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-2787d049-71e4-4dbf-b5ca-f0fda615a149 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 217 time: 0.0590312 Mar 11 20:17:38.889649 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-6ed2ce0d-2fb1-463b-bf5a-110a3f0c20d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:38.891043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-6ed2ce0d-2fb1-463b-bf5a-110a3f0c20d5 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 200 len: 834 time: 0.1033218 Mar 11 20:17:38.962435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a72d9-a657-458f-b51c-5d056a8e5776 req-bd567845-1516-4717-ae7b-16150ccf9d94 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:38.963836 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a4a72d9-a657-458f-b51c-5d056a8e5776 req-bd567845-1516-4717-ae7b-16150ccf9d94 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 943 time: 0.1473849 Mar 11 20:17:39.005567 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-a9f1f329-cfe0-4457-89a0-9596d47cc8ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ff436218-d518-45b0-8f53-ea27c5a5607f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1080723 Mar 11 20:17:39.077485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a4a72d9-a657-458f-b51c-5d056a8e5776 req-68d82d7c-5d1d-4114-b08a-2cc721a93b7d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073482 Mar 11 20:17:39.140701 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-01d125cc-2086-4df5-81ce-4158f741fb2b service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273963 Mar 11 20:17:39.274493 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6e5a5602-5d15-4c9f-bf0c-e34a591de358 req-d104bc7a-e4ea-435c-b2ef-7c52c361d630 service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272392 Mar 11 20:17:40.285736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aa3ca-fca0-4210-afb1-a5dddb84bd11 req-69eab529-c534-4ba0-83a1-55d39cec4e1e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:40.287125 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e0aa3ca-fca0-4210-afb1-a5dddb84bd11 req-69eab529-c534-4ba0-83a1-55d39cec4e1e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 943 time: 0.0771689 Mar 11 20:17:40.337129 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e0aa3ca-fca0-4210-afb1-a5dddb84bd11 req-31773e88-1c59-43ab-8834-005ba1548fd7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 Mar 11 20:17:41.532133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1bca7-adc5-44c9-bdc7-9edb6d9603ce req-e0f3ca09-4417-4b66-b7b1-abc3f591f0db tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:41.533486 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0af1bca7-adc5-44c9-bdc7-9edb6d9603ce req-e0f3ca09-4417-4b66-b7b1-abc3f591f0db tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 943 time: 0.0763457 Mar 11 20:17:41.579475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0af1bca7-adc5-44c9-bdc7-9edb6d9603ce req-d27af8ef-dce3-4c42-a024-ae0d79c01096 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 Mar 11 20:17:42.459415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1be48ae9-3add-44a1-adf8-1fd95d874b05 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:17:42.600773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:42.613549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'port_id': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'mac_address': 'fa:16:3e:3c:f8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:17:42.671128 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:42.688586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be48ae9-3add-44a1-adf8-1fd95d874b05 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:17:42.703840 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:42.708646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:42.774452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:42.790961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72d6c2-a922-4cb2-9269-e6a3e7b4fa42 req-73d1161f-c5a2-402b-8579-6fb4c6319a25 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:42.792417 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b72d6c2-a922-4cb2-9269-e6a3e7b4fa42 req-73d1161f-c5a2-402b-8579-6fb4c6319a25 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 944 time: 0.0823650 Mar 11 20:17:42.836971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3b72d6c2-a922-4cb2-9269-e6a3e7b4fa42 req-1f243d1f-eb41-4884-8209-2224438511ec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388889 Mar 11 20:17:43.078005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['1be48ae9-3add-44a1-adf8-1fd95d874b05'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:17:44.047998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3bc7f-92c1-4cf7-97f0-309403edb821 req-ed25fa13-fd6f-475b-a830-8180dc2e3842 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:44.049417 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bed3bc7f-92c1-4cf7-97f0-309403edb821 req-ed25fa13-fd6f-475b-a830-8180dc2e3842 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 944 time: 0.0814836 Mar 11 20:17:44.100927 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bed3bc7f-92c1-4cf7-97f0-309403edb821 req-634bc1c2-3c4d-4bbb-bbdf-4f180619d360 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Mar 11 20:17:44.463014 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1be48ae9-3add-44a1-adf8-1fd95d874b05 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:17:44.539998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd89f84e-e1a3-47e9-b59e-d4f181a3d42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:44.551947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 1be48ae9-3add-44a1-adf8-1fd95d874b05 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:17:44.556754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 1be48ae9-3add-44a1-adf8-1fd95d874b05 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:17:44.557113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:44.670098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:44.697470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:17:44.707399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:44.712633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:44.776910 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:44.833389 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'code': 200} Mar 11 20:17:45.068054 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2f498384-86fa-441d-91a0-9c8b3cdf86a7 req-ca9ef47d-0a18-4bc0-8461-9960432456f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1098 time: 0.0665941 Mar 11 20:17:45.109366 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2f498384-86fa-441d-91a0-9c8b3cdf86a7 req-f5bb0f69-55ac-41ef-9333-f8c8586554bc service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Mar 11 20:17:45.298683 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdeead4-a4d8-49e2-84a5-8f24bd44dc5c req-dafec938-4000-44b5-b662-16b6dd849697 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:45.300113 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fdeead4-a4d8-49e2-84a5-8f24bd44dc5c req-dafec938-4000-44b5-b662-16b6dd849697 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0788302 Mar 11 20:17:45.347331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0fdeead4-a4d8-49e2-84a5-8f24bd44dc5c req-712934f4-8f46-4c01-bcd3-23fd196f7b88 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392325 Mar 11 20:17:46.543776 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c58e948-5dbb-49bd-92c7-8e51f4bce397 req-08a11aa9-f6cd-4aea-b934-f4a194148ddf tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:46.545388 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c58e948-5dbb-49bd-92c7-8e51f4bce397 req-08a11aa9-f6cd-4aea-b934-f4a194148ddf tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0768631 Mar 11 20:17:46.590671 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0c58e948-5dbb-49bd-92c7-8e51f4bce397 req-f22b29b5-4c8d-4598-97c7-8d21dd172064 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388649 Mar 11 20:17:46.793342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950e7cb-2303-4fe5-8b93-44fbf0b5bc82 req-5ad7fce2-9b7a-4dae-a55c-2e4ff1155c07 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:46.795871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5950e7cb-2303-4fe5-8b93-44fbf0b5bc82 req-5ad7fce2-9b7a-4dae-a55c-2e4ff1155c07 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0747144 Mar 11 20:17:46.822199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a72cc376-a91d-4240-87ea-b461af25c231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:46.940380 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5950e7cb-2303-4fe5-8b93-44fbf0b5bc82 req-9f460461-620b-444a-b394-9e9c229e87bf tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380534 Mar 11 20:17:46.975101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42284) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:47.043626 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-819eb067-a8c7-4475-ab1d-776bddef3c25 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1093 time: 0.0673347 Mar 11 20:17:47.046464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42288) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:47.051560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:17:47.057167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:17:47.061088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:floatingip and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:17:47.063952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:17:47.069586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:17:47.081357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:47.214312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:47.347519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.8 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/692f4c89-8959-47f0-96d1-8ea04b7369ff) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:47.491080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:47.521924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:47.585302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:47.588076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:47.592189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:17:47.617925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=692f4c89-8959-47f0-96d1-8ea04b7369ff,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:47.965857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.069397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.088378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.142823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.348777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.357761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.469680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=692f4c89-8959-47f0-96d1-8ea04b7369ff,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:48.483076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:48.764872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Floating IP 07001554-142d-4a08-807b-0870fae62764 associated. External IP: 172.26.8.8, port: 1be48ae9-3add-44a1-adf8-1fd95d874b05. Mar 11 20:17:49.174357 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:17:49.309716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:49.382605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:17:49.392233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Sync routers for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:17:49.404916 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:49.405708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:49.406891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:17:49.461707 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-187d909f-953c-4766-a17c-7115e6833fbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4141295 Mar 11 20:17:49.462180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:17:49.518999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'status': 'completed', 'code': 200} Mar 11 20:17:49.591122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:49.609760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-cc074eab-fa60-4ff5-a35c-02ae66e4c73d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1098 time: 0.0684285 Mar 11 20:17:49.635536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e2bf2-a3b7-4fc1-8cdb-681545f9c8a2 req-9401d04f-714e-4e48-a3a5-c18664ce013f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.636737 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-199e2bf2-a3b7-4fc1-8cdb-681545f9c8a2 req-9401d04f-714e-4e48-a3a5-c18664ce013f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0774405 Mar 11 20:17:49.682107 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-199e2bf2-a3b7-4fc1-8cdb-681545f9c8a2 req-9f27f5ef-57d2-4c80-8571-2f5f09745a93 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Mar 11 20:17:49.710872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42296) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:49.745876 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-7a5ff62d-4bbb-442c-a9f7-536508f2bd8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.747258 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-7a5ff62d-4bbb-442c-a9f7-536508f2bd8f service neutron] 10.222.0.90 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 897 time: 0.1314301 Mar 11 20:17:49.816927 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-dc98bae7-f2f7-496e-aeba-9299c4e7fb61 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 200 len: 989 time: 0.1045282 Mar 11 20:17:49.848530 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-28f2277a-b120-4507-b396-0f3810a48b3f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 997 time: 0.0948882 Mar 11 20:17:49.910360 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-f357ded7-5ebf-4ffb-b303-a218df980832 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.911942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-f357ded7-5ebf-4ffb-b303-a218df980832 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 200 len: 834 time: 0.0569818 Mar 11 20:17:49.939117 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '07001554-142d-4a08-807b-0870fae62764', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'port_id': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'mac_address': 'fa:16:3e:3c:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:17:47Z', 'updated_at': '2022-03-11T20:17:47Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:49.942934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Checking router: 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:17:49.953659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:17:49.954235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:17:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:49.986544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-78c16fda-688b-4227-821b-bffba567190e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ff436218-d518-45b0-8f53-ea27c5a5607f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691192 Mar 11 20:17:50.117021 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-26a8272e-7d1c-4850-9bed-d3d45a12cd10 service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238427 Mar 11 20:17:50.128631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:17:50.358855 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-378f002e-b41d-4a88-9c17-c3549dd6eb1f req-b7a5a4f1-fd06-4566-83d2-b55e3bfaec96 service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356946 Mar 11 20:17:50.514356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '07001554-142d-4a08-807b-0870fae62764', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'port_id': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'mac_address': 'fa:16:3e:3c:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:17:47Z', 'updated_at': '2022-03-11T20:17:47Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:17:50.518540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663f2e72-d27b-4a8d-a7aa-1b42e894146a None None] The sync data for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv is: [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '07001554-142d-4a08-807b-0870fae62764', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.8', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'port_id': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'mac_address': 'fa:16:3e:3c:f8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:17:47Z', 'updated_at': '2022-03-11T20:17:47Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:17:50.737984 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5097c14a-1cd1-4e61-8af3-8dc4bb4e96ae None None] New status for floating IP 07001554-142d-4a08-807b-0870fae62764: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:17:50.820842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42300) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:50.920928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c4fab5f8-d086-4162-8fcd-fb95dd2fa7e3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 200 len: 989 time: 0.0990329 Mar 11 20:17:51.926004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42304) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:17:52.036127 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-df75b7e3-f6a0-48cf-b77c-559fbd5242e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 200 len: 991 time: 0.1084676 Mar 11 20:17:54.879872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:09.222931 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:18:11.064100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-d74c60ee-431e-4646-83e7-637d05fa0fc6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461539 Mar 11 20:18:11.214102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-72811bd4-d804-49e9-bd32-6b33d40228ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1098 time: 0.0668652 Mar 11 20:18:11.353526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56d307-c658-4571-9efc-5d67ee94312f req-99a34bc9-9a87-41ac-85e0-27089045306a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:11.354911 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-99a34bc9-9a87-41ac-85e0-27089045306a service neutron] 10.222.0.90 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 897 time: 0.1225379 Mar 11 20:18:11.463843 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-2c896be3-fb1a-41d0-89c4-15899d3bcc14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 999 time: 0.1027601 Mar 11 20:18:11.529172 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56d307-c658-4571-9efc-5d67ee94312f req-3ee95da0-ad39-4e0e-b5c0-8f2406a0c629 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:11.530475 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-3ee95da0-ad39-4e0e-b5c0-8f2406a0c629 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 200 len: 834 time: 0.0598388 Mar 11 20:18:11.608289 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-a25a2ccd-148b-48e0-a87f-d5f797f2b2ea service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ff436218-d518-45b0-8f53-ea27c5a5607f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719621 Mar 11 20:18:11.749764 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-2d0e1b5d-2c9a-40f5-ac49-c20b9c87c74f service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344340 Mar 11 20:18:11.885370 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a56d307-c658-4571-9efc-5d67ee94312f req-b9cc192c-12be-45e7-ba8d-b2b068f364aa service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297529 Mar 11 20:18:14.537225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd70fa89-c857-423b-8808-e25aae779e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:16.826345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26c26bf2-7527-4abc-9868-b6790e289a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:17.977452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:18.085537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:19.321461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:24.907936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:44.538422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-34c22368-fd6b-43d4-b92d-8bc8e0b6cadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:46.213619 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:18:46.827351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-82ef8ae8-4bd8-4d69-873b-d789f337fe99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:47.983848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:48.079757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:49.329150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:18:54.921757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:02.613259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6830d48-27a8-4c4e-9a01-6ae7f7a51a0b req-c91800b1-21ac-4adc-97b1-24a3ef97f852 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:02.614683 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6830d48-27a8-4c4e-9a01-6ae7f7a51a0b req-c91800b1-21ac-4adc-97b1-24a3ef97f852 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0765443 Mar 11 20:19:02.664226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6830d48-27a8-4c4e-9a01-6ae7f7a51a0b req-6e8b764f-5533-4290-b773-14c0a0cb193a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Mar 11 20:19:03.891524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bd273-00f8-405b-a33b-a71243a70320 req-142d5488-c3a5-46e8-bc61-14f062dce16a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:03.893207 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c04bd273-00f8-405b-a33b-a71243a70320 req-142d5488-c3a5-46e8-bc61-14f062dce16a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0872192 Mar 11 20:19:03.941388 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c04bd273-00f8-405b-a33b-a71243a70320 req-f243bea7-1b8c-4fe0-b2aa-a6b551bbf1ff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424166 Mar 11 20:19:03.980211 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42338) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:04.172630 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cb8d460c-e942-4dda-bedb-1da1ff6045a4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 200 len: 991 time: 0.1912756 Mar 11 20:19:05.681019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10cec4-a640-436f-83f2-58b7fdbcbcfa req-868076a7-66e0-4f12-9256-dc6029f34800 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:05.682470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae10cec4-a640-436f-83f2-58b7fdbcbcfa req-868076a7-66e0-4f12-9256-dc6029f34800 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0782111 Mar 11 20:19:05.727597 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae10cec4-a640-436f-83f2-58b7fdbcbcfa req-c515d266-2005-4d24-9f82-3aa245555b6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Mar 11 20:19:06.946239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830f48-d544-475f-8420-83ac9cacde46 req-ae31b6b6-96b3-4fc9-9afa-4d9d8f1c43f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:06.947703 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-83830f48-d544-475f-8420-83ac9cacde46 req-ae31b6b6-96b3-4fc9-9afa-4d9d8f1c43f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0862741 Mar 11 20:19:06.993971 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-83830f48-d544-475f-8420-83ac9cacde46 req-9d526419-d94a-4202-b420-6d6aedfdaac5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Mar 11 20:19:07.022254 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42350) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:07.125046 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d7c3d6c7-9868-4be8-97d1-d3cc4f9c354e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 200 len: 991 time: 0.1016879 Mar 11 20:19:07.405409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42358) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:07.611073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 692f4c89-8959-47f0-96d1-8ea04b7369ff {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:19:07.611435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:07.773338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:07.773584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:07.979469 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 692f4c89-8959-47f0-96d1-8ea04b7369ff owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:19:08.125321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:08.171361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=692f4c89-8959-47f0-96d1-8ea04b7369ff,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:08.208735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.209080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.209441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.209769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.210099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.210424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.210737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.211051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.211488 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.211704 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.212023 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:08.270982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:08.666443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:19:08.863073 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:08.875431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Sync routers for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:19:08.884010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:08.888343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:08.889011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:18:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:08.936016 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-47c4c959-4bec-4dd0-844b-d94f56c067a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/floatingips/07001554-142d-4a08-807b-0870fae62764 HTTP/1.1" status: 204 len: 168 time: 1.5293481 Mar 11 20:19:08.936829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:19:08.993996 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'status': 'completed', 'code': 200} Mar 11 20:19:09.066414 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:09.089762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-adf85bbe-6f17-4897-ae2c-36b47f0a4647 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 1098 time: 0.0721490 Mar 11 20:19:09.233923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-dc60a755-3221-4c9b-9925-9017c525d77e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:09.235484 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-dc60a755-3221-4c9b-9925-9017c525d77e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 200 len: 897 time: 0.1397359 Mar 11 20:19:09.338854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-acfe41c6-1e0b-4f60-8fac-e309c746b1bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 200 len: 217 time: 0.0972552 Mar 11 20:19:09.376250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:09.380127 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Checking router: 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:19:09.390937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:09.391544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:18:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:09.412182 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-8bfb7ad2-7b96-4487-a789-a71e3d9cd544 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:09.413625 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-8bfb7ad2-7b96-4487-a789-a71e3d9cd544 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 200 len: 834 time: 0.0684540 Mar 11 20:19:09.422886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f66c8-af71-4588-917e-46e80dee7aea req-6ac4bfe6-d75a-4182-b434-07364a71d16c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:09.423592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a19f66c8-af71-4588-917e-46e80dee7aea req-6ac4bfe6-d75a-4182-b434-07364a71d16c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:09.571438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:09.592503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-a19f66c8-af71-4588-917e-46e80dee7aea req-6ac4bfe6-d75a-4182-b434-07364a71d16c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:09.593618 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a19f66c8-af71-4588-917e-46e80dee7aea req-6ac4bfe6-d75a-4182-b434-07364a71d16c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.3070407 Mar 11 20:19:09.651413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-54845557-f5f4-4f15-bf0f-4eee1c06b3e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ff436218-d518-45b0-8f53-ea27c5a5607f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2250202 Mar 11 20:19:09.653460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a19f66c8-af71-4588-917e-46e80dee7aea req-b4bf602f-3467-4a9b-98ad-06e78fa519b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521576 Mar 11 20:19:09.791280 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-5ab30610-3a59-49de-b751-2b4cc14bcac2 service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329076 Mar 11 20:19:09.923276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:09.925306 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e3f7597d-5cd1-4559-a96c-7d942e52f511 req-6571d09c-84ee-44ed-9fbb-a4224c2b6f5c service neutron] 10.222.0.90 "GET /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275594 Mar 11 20:19:09.927337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d570b240-5eaf-483d-be4c-6aa7d9abd436 None None] The sync data for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv is: [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '948ae690-d1c0-48b6-a15a-e28170fbb633', 'name': '', 'network_id': 'ff436218-d518-45b0-8f53-ea27c5a5607f', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:9b:ff:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:27Z', 'updated_at': '2022-03-11T20:17:34Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '69bdb9d7-b3a8-49cf-989a-e7e76a4e6143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:19:10.152765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec02803-5306-4b75-a129-a0f449994bf8 None None] New status for floating IP 07001554-142d-4a08-807b-0870fae62764: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:19:10.871074 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110efad-b993-48f5-a4bd-7b826c8418ad req-0d665475-04e1-45af-b32c-236ad2badf4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:10.872533 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2110efad-b993-48f5-a4bd-7b826c8418ad req-0d665475-04e1-45af-b32c-236ad2badf4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0860770 Mar 11 20:19:10.920261 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2110efad-b993-48f5-a4bd-7b826c8418ad req-2275663c-94b7-4c08-b4d6-2dc35e20fe18 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 Mar 11 20:19:11.069644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-2d91ac99-fa53-4422-9f5c-349e9d03fad6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:11.070931 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-2d91ac99-fa53-4422-9f5c-349e9d03fad6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 945 time: 0.0919175 Mar 11 20:19:11.141467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 1be48ae9-3add-44a1-adf8-1fd95d874b05 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:19:11.141802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:11.381337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 1be48ae9-3add-44a1-adf8-1fd95d874b05, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=1be48ae9-3add-44a1-adf8-1fd95d874b05,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:11.381685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:11.509618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 1be48ae9-3add-44a1-adf8-1fd95d874b05 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:19:11.654951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:11.700523 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=1be48ae9-3add-44a1-adf8-1fd95d874b05,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:11.770295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] No DVR routers for this DVR port 1be48ae9-3add-44a1-adf8-1fd95d874b05 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:19:11.772786 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:11.775137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'name': 'network-vif-deleted', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:19:11.792241 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92c1c549-6b4b-4f60-9645-e57129a7d16a req-4dbfc86c-7919-45cb-b972-608b13185190 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "DELETE /v2.0/ports/1be48ae9-3add-44a1-adf8-1fd95d874b05 HTTP/1.1" status: 204 len: 173 time: 0.7151799 Mar 11 20:19:11.845776 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5c37797-5c37-4eb7-997d-7f8d7b87644c', 'name': 'network-vif-deleted', 'tag': '1be48ae9-3add-44a1-adf8-1fd95d874b05', 'status': 'completed', 'code': 200} Mar 11 20:19:12.099493 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6568455e-c1ec-4994-8943-b072b28d2220 req-f6461263-a5c4-4913-830a-c2900fe64eec tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5c37797-5c37-4eb7-997d-7f8d7b87644c HTTP/1.1" status: 200 len: 210 time: 0.0437138 Mar 11 20:19:13.205701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42378) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:13.700337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:14.291701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 948ae690-d1c0-48b6-a15a-e28170fbb633 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:19:14.292375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:14.471085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 948ae690-d1c0-48b6-a15a-e28170fbb633, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=948ae690-d1c0-48b6-a15a-e28170fbb633,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:14.471470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:14.533445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-bd01e344-fc9d-4dd4-8419-2f08c2e33468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:14.590651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 948ae690-d1c0-48b6-a15a-e28170fbb633 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:19:14.771431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:14.817776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=948ae690-d1c0-48b6-a15a-e28170fbb633,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:14.979589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1be48ae9-3add-44a1-adf8-1fd95d874b05 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:19:15.011740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 1be48ae9-3add-44a1-adf8-1fd95d874b05 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:19:15.012080 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 1be48ae9-3add-44a1-adf8-1fd95d874b05 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:19:15.106536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:15.787957 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:19:15.991383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:16.002187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Sync routers for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:19:16.004304 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8d7b0b4d-cc54-4ebb-8dfa-1e173a310b79 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/9ee16ffd-aa77-4e00-a8f7-f78a8987add0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974818 Mar 11 20:19:16.007512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42384) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:16.015791 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:16.016462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:18:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:16.192079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting subnet 69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:19:16.193690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:16.194985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.246292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.327038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.400522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.437483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Subnet': ['ID=69bdb9d7-b3a8-49cf-989a-e7e76a4e6143,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:16.443439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.449405 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f6257629-8378-4d29-8ffd-bdd0c9b79450 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/subnets/69bdb9d7-b3a8-49cf-989a-e7e76a4e6143 HTTP/1.1" status: 204 len: 168 time: 0.4409544 Mar 11 20:19:16.449553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b498bd-2c3e-4928-a57e-2c8f5e3af57d None None] Network ff436218-d518-45b0-8f53-ea27c5a5607f requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:19:16.452152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42388) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:16.618849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:19:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:16.625003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Checking router: 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:19:16.647472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Routers {'9ee16ffd-aa77-4e00-a8f7-f78a8987add0'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:16.648071 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:18:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:16.648982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.832652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-69d780d8-43fa-49f0-82bb-74b1cd45464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.840533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] Set router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:16.878343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] DHCP port deletion for ff436218-d518-45b0-8f53-ea27c5a5607f request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:19:16.940421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Deleting port ec939919-402a-450f-82a1-c460232fc557 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:19:16.940668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.959862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:16.970234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port bc71529f-9a25-4c72-b55a-52855a24ca42 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:19:16.970598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.144759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port bc71529f-9a25-4c72-b55a-52855a24ca42, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bc71529f-9a25-4c72-b55a-52855a24ca42,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:17.145142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.264169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for bc71529f-9a25-4c72-b55a-52855a24ca42 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:19:17.313169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] For port ec939919-402a-450f-82a1-c460232fc557, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ec939919-402a-450f-82a1-c460232fc557,segment=NetworkSegment(7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f),segment_id=7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:17.313819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.432650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.433893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Calling delete_port for ec939919-402a-450f-82a1-c460232fc557 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:19:17.476953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=bc71529f-9a25-4c72-b55a-52855a24ca42,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:17.496393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:19:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:17.509929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40793c55-ba7e-4686-8dc8-57baab951001 None None] The sync data for ids ['9ee16ffd-aa77-4e00-a8f7-f78a8987add0'] in dv-neutron-832764-2-hyperv is: [{'id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1489429776', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:17:23Z', 'updated_at': '2022-03-11T20:19:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bc71529f-9a25-4c72-b55a-52855a24ca42', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee16ffd-aa77-4e00-a8f7-f78a8987add0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:17:24Z', 'updated_at': '2022-03-11T20:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:19:17.522087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.573194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Pushing event deleted for resources: {'Port': ['ID=ec939919-402a-450f-82a1-c460232fc557,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:17.578710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] No DVR routers for this DVR port ec939919-402a-450f-82a1-c460232fc557 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:19:17.585658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.585997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.587515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.588182 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.588578 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.588959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.589766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.589766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.589932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.590300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.590620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfc13df-3a58-448f-87f6-200c6db84d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:17.699456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.963348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.968208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.979865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.998345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:17.998822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee16ffd-aa77-4e00-a8f7-f78a8987add0 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:19:18.013845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.014942 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f57845d2-f095-4e9c-bd49-db5d2d8b87b4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/routers/9ee16ffd-aa77-4e00-a8f7-f78a8987add0 HTTP/1.1" status: 204 len: 168 time: 1.5619159 Mar 11 20:19:18.017717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42392) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:18.073696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.137595 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.141417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 948ae690-d1c0-48b6-a15a-e28170fbb633 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:19:18.177265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 948ae690-d1c0-48b6-a15a-e28170fbb633 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:19:18.177970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 948ae690-d1c0-48b6-a15a-e28170fbb633 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:19:18.178317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ec939919-402a-450f-82a1-c460232fc557 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:19:18.214537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ec939919-402a-450f-82a1-c460232fc557 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:19:18.214879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ec939919-402a-450f-82a1-c460232fc557 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:19:18.379705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.406887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff436218-d518-45b0-8f53-ea27c5a5607f']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:18.418508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:18.418810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab8c2f8-0ac0-4203-b4f1-6b9b2193554f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:18.430490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.447865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.455037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:19:18.455719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:19:18.469612 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:19:18.551618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.559531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.584508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Network': ['ID=ff436218-d518-45b0-8f53-ea27c5a5607f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:18.596970 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-46076fe1-6513-474b-913a-9a9d762313e5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/networks/ff436218-d518-45b0-8f53-ea27c5a5607f HTTP/1.1" status: 204 len: 168 time: 0.5782542 Mar 11 20:19:18.599869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42396) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:18.675416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.705403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.777068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.798216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8a2f0b-265d-4d79-8f5f-b0940dd916a1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:18.811733 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:18.812899 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5776b34f-e12e-4e4c-92e4-c29ba7a1ffeb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e8a2f0b-265d-4d79-8f5f-b0940dd916a1 HTTP/1.1" status: 204 len: 168 time: 0.2118583 Mar 11 20:19:19.164125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42404) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.169743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787327634', 'description': 'tempest-secgroup-smoke-787327634 description', 'project_id': '0ff100bf344b44e9963838009f23d59b'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.176193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.180619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.183832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.189751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.202045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.235784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.239600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.242496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.248570 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.301072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.306604 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.317962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.349076 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9c64f7-6b98-4433-90a4-3cec5d450d3a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:19.356537 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.357725 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1926017 Mar 11 20:19:19.359396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.359739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.360073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.360400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.360727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.361051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.361154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42408) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.361597 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.361697 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.361982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.362297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.362629 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf35d92-0f25-4a33-9042-6b7d73697543 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:19.366838 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.372890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.376608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.379386 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.385179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.406428 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.478700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.483694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.505912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ae1a0c-2b76-477b-8adc-886e9f2b2f30,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:19.516504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.517659 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3d53afc5-4f82-48fb-93ba-d3b49b78a0ee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1555598 Mar 11 20:19:19.520581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42414) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.526040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.531945 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.535732 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.538608 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.544197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.563582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.622928 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.628000 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.650623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf28626-08e6-4e36-b4cb-d02a0a3f75de,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:19.659113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.660346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e3162239-9d27-4dff-b0cd-ca28cf7ea9ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1388414 Mar 11 20:19:19.663259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42418) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.668648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.674543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.678480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.681421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.687220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.705533 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.769875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.774709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.799443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b260ca-583b-42a5-95c1-ac571e7e0c4b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:19.808735 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.809944 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5b034c2-5fcc-4a95-ac72-64564a629aed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1456978 Mar 11 20:19:19.813079 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42422) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.818448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.824282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.828111 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.831041 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.836706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.853667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.917270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.922092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.943751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b00867f-acb7-4498-a2fd-362971a84e5d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:19.953419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:19.954710 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f300f0bc-0f81-4572-8a18-e895c6c961b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1407180 Mar 11 20:19:19.957701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42426) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:19.963005 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:19.968890 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:19.972692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:19.975549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:19.981334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:19.993336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:19:19.999500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.036717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bc71529f-9a25-4c72-b55a-52855a24ca42 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:19:20.064284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.068395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.069819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: bc71529f-9a25-4c72-b55a-52855a24ca42 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:19:20.070179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bc71529f-9a25-4c72-b55a-52855a24ca42 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:19:20.091420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1facd0f-ee8e-4297-b9d3-0a407af6aaaa,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:20.099844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.101016 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0c7f4dd0-bff1-4ea5-a6e3-9357dc9b907a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1423845 Mar 11 20:19:20.103893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42430) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:20.109593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '2a9c64f7-6b98-4433-90a4-3cec5d450d3a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:20.115372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:20.119223 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:20.122116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:20.127703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:20.139514 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:19:20.145728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.223425 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.229550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.252179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca748ab0-cf22-4703-aa7e-921132a7e1e4,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:20.261164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.262426 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5e7aed1e-f7fd-4a12-a196-1ab135287a3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1576126 Mar 11 20:19:20.265382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42434) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:20.270716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'network': {'name': 'tempest-network-smoke--800998785', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:20.275536 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:20.279543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:network and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:20.282350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:20.287912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:20.299832 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:19:20.302671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.331830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:19:20.340983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.341362 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Added segment e4069f7c-d3e4-4846-bd68-dcc0d764339e of type vlan for network ab2e641a-9231-4f5d-9e39-39549f36b88a Mar 11 20:19:20.367004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.398297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.402025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:20.402596 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.506656 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2400649 Mar 11 20:19:20.509628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41e764d-5c0f-4a7b-9fb4-a2c14c4132d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Network': ['ID=ab2e641a-9231-4f5d-9e39-39549f36b88a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:20.510485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42438) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:20.516632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'admin_state_up': True, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:20.520557 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ab2e641a-9231-4f5d-9e39-39549f36b88a details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:19:20.524096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:20.528581 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:router and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:20.531702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:20.538633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:20.549686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.550590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.569752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.715593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.893575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:20.922264 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:21.055457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.150 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/278e17dc-0148-4d14-9322-a1e8e3315c4e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:19:21.198217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:21.225520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:21.292779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:21.295567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:21.299690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:19:21.322986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=278e17dc-0148-4d14-9322-a1e8e3315c4e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:21.465120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:21.465748 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:21.788262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router c6bece28-7ac0-4583-8461-c851adf8c96a is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:19:21.993478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:22.004108 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Sync routers for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:19:22.017310 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:22.017946 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:22.020180 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.021477 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9574d1e0-449e-408f-8c9e-0d060079dbff tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5093606 Mar 11 20:19:22.024765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42442) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:22.063842 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-67b72ff6-ba16-4b3c-a109-d13c06201ea9 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0ff100bf344b44e9963838009f23d59b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378108 Mar 11 20:19:22.066358 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42446) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:22.194559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474aa5f-f255-4dfb-b49a-44899185f813 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:22.196066 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1474aa5f-f255-4dfb-b49a-44899185f813 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288476 Mar 11 20:19:22.198988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42450) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:22.218712 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:22.237369 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7edf2faa-18b3-4e5d-aa87-82aae4e333d9 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373220 Mar 11 20:19:22.240022 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42454) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:22.245150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99661453', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:22.351145 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:22.355098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:subnet and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:22.358044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:22.363603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:22.374376 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:19:22.475147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.494328 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:22.498205 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Checking router: c6bece28-7ac0-4583-8461-c851adf8c96a for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:19:22.498541 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Updating router c6bece28-7ac0-4583-8461-c851adf8c96a port 278e17dc-0148-4d14-9322-a1e8e3315c4e binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:19:22.547511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.687377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.767086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Subnet': ['ID=76a6cf90-2a5c-4df9-937c-f22070019ab0,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:22.777835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Checking segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:19:22.778214 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network hostable DHCP agents. Network: ab2e641a-9231-4f5d-9e39-39549f36b88a, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:19:22.802584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ab2e641a-9231-4f5d-9e39-39549f36b88a is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:19:22.812313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ab2e641a-9231-4f5d-9e39-39549f36b88a) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:22.817061 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:22.817634 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.821848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce4c73d-7af0-49a5-908b-c75493fd7c54 None None] Network ab2e641a-9231-4f5d-9e39-39549f36b88a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:19:22.841883 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4e8ed080-e8db-4cc1-9856-c38480d3c61e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6008618 Mar 11 20:19:22.845464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42458) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:22.877096 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.892298 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Transition to ACTIVE for port object 278e17dc-0148-4d14-9322-a1e8e3315c4e will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:22.899480 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.979766 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Attempting to bind port 278e17dc-0148-4d14-9322-a1e8e3315c4e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:19:22.980617 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Attempting to bind port 278e17dc-0148-4d14-9322-a1e8e3315c4e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:19:22.980617 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Attempting to bind port 278e17dc-0148-4d14-9322-a1e8e3315c4e on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:19:22.986968 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Pushing event updated for resources: {'Port': ['ID=278e17dc-0148-4d14-9322-a1e8e3315c4e,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:22.996138 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:19:22.996498 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:19:22.996886 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:22.997266 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:19:22.997818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Bound port: 278e17dc-0148-4d14-9322-a1e8e3315c4e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:19:22.998287 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.025836 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.026538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.026538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.026863 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.027181 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.027538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.027927 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.028245 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.028662 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.028973 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.029285 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:19:23.045590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ab2e641a-9231-4f5d-9e39-39549f36b88a', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:19:23.046464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.075173 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] For port 278e17dc-0148-4d14-9322-a1e8e3315c4e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:19:23.078115 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] For port 278e17dc-0148-4d14-9322-a1e8e3315c4e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=278e17dc-0148-4d14-9322-a1e8e3315c4e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:19:23.083186 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.151424 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00181be-05fb-4df5-9948-cd29bf37f91c None None] Pushing event updated for resources: {'Port': ['ID=278e17dc-0148-4d14-9322-a1e8e3315c4e,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:23.174537 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:23.175138 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:23.214680 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Allocated IP 172.20.0.2 (ab2e641a-9231-4f5d-9e39-39549f36b88a/76a6cf90-2a5c-4df9-937c-f22070019ab0/67ac83ac-c580-4513-8ed3-43d7455accac) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:19:23.302135 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:19:23.355189 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:23.425645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.438042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Transition to ACTIVE for port object 67ac83ac-c580-4513-8ed3-43d7455accac will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:23.456728 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Transition to ACTIVE for port object 67ac83ac-c580-4513-8ed3-43d7455accac will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:23.465130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.539279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Pushing event updated for resources: {'Port': ['ID=67ac83ac-c580-4513-8ed3-43d7455accac,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:23.557787 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Network ab2e641a-9231-4f5d-9e39-39549f36b88a is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:23.559347 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:23.561829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:19:23.648659 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:23.651149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Attempting to bind port 67ac83ac-c580-4513-8ed3-43d7455accac on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:19:23.651519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Attempting to bind port 67ac83ac-c580-4513-8ed3-43d7455accac by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:19:23.651944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Attempting to bind port 67ac83ac-c580-4513-8ed3-43d7455accac on network ab2e641a-9231-4f5d-9e39-39549f36b88a {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:19:23.653325 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c8e566-7533-4ed3-b1cc-f74b3b1585cd None None] The sync data for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv is: [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:19:23.658877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:19:23.659750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Checking segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:19:23.660028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.660226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Bound using segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:19:23.660632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Bound port: 67ac83ac-c580-4513-8ed3-43d7455accac, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:19:23.661003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.716045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.752204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] For port 67ac83ac-c580-4513-8ed3-43d7455accac, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:19:23.755577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] For port 67ac83ac-c580-4513-8ed3-43d7455accac, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67ac83ac-c580-4513-8ed3-43d7455accac,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:19:23.761442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:23.882508 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfc01d-e60c-44bf-9feb-03881b9c2fdc None None] Pushing event updated for resources: {'Port': ['ID=67ac83ac-c580-4513-8ed3-43d7455accac,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:24.203587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.1 (ab2e641a-9231-4f5d-9e39-39549f36b88a/76a6cf90-2a5c-4df9-937c-f22070019ab0/f5ba222c-6423-4884-b429-0bb790072c64) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:19:24.241060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 278e17dc-0148-4d14-9322-a1e8e3315c4e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:24.313350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 278e17dc-0148-4d14-9322-a1e8e3315c4e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:24.318234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 278e17dc-0148-4d14-9322-a1e8e3315c4e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:24.318605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.388117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.404237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object f5ba222c-6423-4884-b429-0bb790072c64 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:24.433346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.457649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.476280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 278e17dc-0148-4d14-9322-a1e8e3315c4e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=278e17dc-0148-4d14-9322-a1e8e3315c4e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:24.482455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.483478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67ac83ac-c580-4513-8ed3-43d7455accac up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:24.507204 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ab2e641a-9231-4f5d-9e39-39549f36b88a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:24.511373 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:24.513243 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:24.515346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:19:24.577854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.611947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=278e17dc-0148-4d14-9322-a1e8e3315c4e,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:24.627987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 67ac83ac-c580-4513-8ed3-43d7455accac completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:24.670964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:24.894835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774dc0e3-797b-42d6-b079-1b71d4a20fc0 None None] Network ab2e641a-9231-4f5d-9e39-39549f36b88a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:19:24.987507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.008953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Provisioning for port 67ac83ac-c580-4513-8ed3-43d7455accac completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:25.018505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Provisioning complete for port 67ac83ac-c580-4513-8ed3-43d7455accac triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:25.018869 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.072538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.078279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.187547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.191413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:25.231625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.271353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] For port 67ac83ac-c580-4513-8ed3-43d7455accac, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67ac83ac-c580-4513-8ed3-43d7455accac,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:25.277120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.347258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72dfb7-33b9-4fed-afe7-d1820dff3ae0 None None] Pushing event updated for resources: {'Port': ['ID=67ac83ac-c580-4513-8ed3-43d7455accac,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:25.447154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ab2e641a-9231-4f5d-9e39-39549f36b88a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:25.448329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:25.501571 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Provisioning for port f5ba222c-6423-4884-b429-0bb790072c64 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:25.506818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Provisioning complete for port f5ba222c-6423-4884-b429-0bb790072c64 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:25.507447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.560729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Port f5ba222c-6423-4884-b429-0bb790072c64 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:19:25.575085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Provisioning complete for port 67ac83ac-c580-4513-8ed3-43d7455accac triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:25.576229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-81ab61d2-3c96-4c77-86f3-fa5ad20455b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.819739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-58bb6b80-26f2-4c0e-a4b4-f2e8a1cac201 None None] Provisioning complete for port f5ba222c-6423-4884-b429-0bb790072c64 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:25.820053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-58bb6b80-26f2-4c0e-a4b4-f2e8a1cac201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:25.832919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router c6bece28-7ac0-4583-8461-c851adf8c96a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:19:25.884717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-58bb6b80-26f2-4c0e-a4b4-f2e8a1cac201 None None] Port f5ba222c-6423-4884-b429-0bb790072c64 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:19:26.036207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:26.048728 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f2cb4694-4641-4805-ba99-7176793e9b3d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/c6bece28-7ac0-4583-8461-c851adf8c96a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2021575 Mar 11 20:19:26.089299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 278e17dc-0148-4d14-9322-a1e8e3315c4e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:26.161800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 278e17dc-0148-4d14-9322-a1e8e3315c4e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:26.162164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:26.280362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67ac83ac-c580-4513-8ed3-43d7455accac up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:26.347758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 67ac83ac-c580-4513-8ed3-43d7455accac triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:26.348150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:26.433124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-ebf4c51b-238b-4f48-ae66-4c60ecfef8c2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:26.450104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-ebf4c51b-238b-4f48-ae66-4c60ecfef8c2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:26.451338 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-ebf4c51b-238b-4f48-ae66-4c60ecfef8c2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787327634&fields=id&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 267 time: 0.0586436 Mar 11 20:19:26.600261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-9e9d90e7-22ef-4836-a9cb-902f52f00639 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:26.601681 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-9e9d90e7-22ef-4836-a9cb-902f52f00639 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 796 time: 0.1435506 Mar 11 20:19:26.620444 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-3c11fbbe-ac07-4c0a-befc-3f539b46b288 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/quotas/0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 375 time: 0.0113432 Mar 11 20:19:26.702400 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-a8a1c2de-d6c7-46f0-b9a7-e534f353f2ca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770669 Mar 11 20:19:26.846902 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-6a97c9b0-dfe1-4568-9321-b483fa369d74 service neutron] 10.222.0.76 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329339 Mar 11 20:19:26.976061 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-6cdbab39-405e-42d0-a06f-ee7a1de8b34a service neutron] 10.222.0.76 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231782 Mar 11 20:19:27.250115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Sync routers for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:19:27.257870 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-4fd9ef97-ec51-4b67-b493-3dc5d5345c3c req-48ae2c7d-1430-4cdd-9dd1-21cec1d413a0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:27.262130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:27.262743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:27.273592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-4fd9ef97-ec51-4b67-b493-3dc5d5345c3c req-48ae2c7d-1430-4cdd-9dd1-21cec1d413a0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:27.274914 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4fd9ef97-ec51-4b67-b493-3dc5d5345c3c req-48ae2c7d-1430-4cdd-9dd1-21cec1d413a0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 210 time: 0.1480498 Mar 11 20:19:27.442854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:27.784349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 2, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:27.788285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Checking router: c6bece28-7ac0-4583-8461-c851adf8c96a for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:19:27.788628 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Updating router c6bece28-7ac0-4583-8461-c851adf8c96a port f5ba222c-6423-4884-b429-0bb790072c64 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:19:27.839949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.181588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-da36feec-9f5f-47c2-9840-907969a6c343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:28.182510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-da36feec-9f5f-47c2-9840-907969a6c343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:28.183946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.195833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Transition to ACTIVE for port object f5ba222c-6423-4884-b429-0bb790072c64 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:28.199628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-da36feec-9f5f-47c2-9840-907969a6c343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:28.201043 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-da36feec-9f5f-47c2-9840-907969a6c343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 796 time: 0.1633232 Mar 11 20:19:28.202505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.263820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-e0991b1a-1f20-4bb0-95f3-b9b06028cdba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:28.277415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-e0991b1a-1f20-4bb0-95f3-b9b06028cdba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:28.278517 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-e0991b1a-1f20-4bb0-95f3-b9b06028cdba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 379 time: 0.0654867 Mar 11 20:19:28.287952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'port': {'device_id': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'admin_state_up': True, 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'security_groups': ['2a9c64f7-6b98-4433-90a4-3cec5d450d3a']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:28.327789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b34da-aa0f-4e14-865c-22ad88434747 None None] Pushing event updated for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:28.421720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Attempting to bind port f5ba222c-6423-4884-b429-0bb790072c64 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:19:28.422201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Attempting to bind port f5ba222c-6423-4884-b429-0bb790072c64 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:19:28.422655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Attempting to bind port f5ba222c-6423-4884-b429-0bb790072c64 on network ab2e641a-9231-4f5d-9e39-39549f36b88a {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:19:28.424289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:28.430439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:19:28.430906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Checking segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:19:28.431428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.431901 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Bound using segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:19:28.432498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Bound port: f5ba222c-6423-4884-b429-0bb790072c64, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:19:28.432964 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.437242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:28.451660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:19:28.456801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.539892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] For port f5ba222c-6423-4884-b429-0bb790072c64, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:19:28.546953 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] For port f5ba222c-6423-4884-b429-0bb790072c64, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5ba222c-6423-4884-b429-0bb790072c64,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:19:28.554187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.575869 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6072d531-c75c-4d68-ae33-9bb2a519bf2d req-e70e4503-6c8b-4fa4-8f94-4ef9c17cee93 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 210 time: 0.1496363 Mar 11 20:19:28.631575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b34da-aa0f-4e14-865c-22ad88434747 None None] Pushing event updated for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:28.637517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:28.638174 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:28.641222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.6 (ab2e641a-9231-4f5d-9e39-39549f36b88a/76a6cf90-2a5c-4df9-937c-f22070019ab0/a90a62ce-867d-4396-92bc-9ba9f2b2ef6d) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:19:28.818984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:28.843489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.862313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object a90a62ce-867d-4396-92bc-9ba9f2b2ef6d will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:28.886399 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:28.955899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network ab2e641a-9231-4f5d-9e39-39549f36b88a is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:28.958769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:28.962724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:19:28.997715 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:29.028834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:29.029440 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:29.061880 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-b30dd19f-0197-4bef-811f-45fd28275b1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776043 Mar 11 20:19:29.073445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Request body: {'port': {'device_id': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:29.187380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:29.192020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cef4cdf-6172-42ac-84b9-4adb09d772e4 None None] The sync data for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv is: [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:19:29.273764 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-890e5326-7f0f-47a2-b1eb-537440568a8d None None] Provisioning for port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:29.288333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-890e5326-7f0f-47a2-b1eb-537440568a8d None None] Provisioning complete for port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:29.288713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-890e5326-7f0f-47a2-b1eb-537440568a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:29.299449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:29.342338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-890e5326-7f0f-47a2-b1eb-537440568a8d None None] Port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:19:29.655743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a62ce-867d-4396-92bc-9ba9f2b2ef6d {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:19:29.663401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:29.678272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Transition to ACTIVE for port object a90a62ce-867d-4396-92bc-9ba9f2b2ef6d will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:19:29.683155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:29.852188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Pushing event updated for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:29.959295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175ea35-6743-4727-9959-8dadc2baa2a5 req-7f8c6844-bfa7-481a-898b-c505630a2913 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:29.959986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3175ea35-6743-4727-9959-8dadc2baa2a5 req-7f8c6844-bfa7-481a-898b-c505630a2913 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:19:29.993556 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Attempting to bind port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:19:29.993953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Attempting to bind port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:19:29.994280 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Attempting to bind port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d on network ab2e641a-9231-4f5d-9e39-39549f36b88a {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:19:29.996860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-3175ea35-6743-4727-9959-8dadc2baa2a5 req-7f8c6844-bfa7-481a-898b-c505630a2913 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:19:29.997854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3175ea35-6743-4727-9959-8dadc2baa2a5 req-7f8c6844-bfa7-481a-898b-c505630a2913 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 943 time: 0.2822893 Mar 11 20:19:30.002576 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d on network ab2e641a-9231-4f5d-9e39-39549f36b88a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:19:30.002897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Attempting to bind port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d on network ab2e641a-9231-4f5d-9e39-39549f36b88a {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:19:30.024951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:19:30.025290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Checking segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:19:30.025667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Bound using segment: {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:19:30.026094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Bound port: a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4069f7c-d3e4-4846-bd68-dcc0d764339e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:19:30.026503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.109559 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3175ea35-6743-4727-9959-8dadc2baa2a5 req-d9cc62cf-c872-4028-b170-c514f7188888 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041303 Mar 11 20:19:30.122065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5ba222c-6423-4884-b429-0bb790072c64 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:30.143843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:19:30.143843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:19:30.150195 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.189884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port f5ba222c-6423-4884-b429-0bb790072c64 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:30.194654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f5ba222c-6423-4884-b429-0bb790072c64 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:30.195027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.211811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.213214 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] 10.222.0.90 "PUT /v2.0/ports/a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 1093 time: 1.1442955 Mar 11 20:19:30.213606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:19:30.237254 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5af7e-1c9a-4e11-81b1-9329eabb4f6c service neutron] Pushing event updated for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:30.291601 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'status': 'completed', 'code': 200} Mar 11 20:19:30.323754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.334862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-8afafb11-5182-4f39-9b7c-a208956a8951 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1096 time: 0.0797598 Mar 11 20:19:30.358210 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port f5ba222c-6423-4884-b429-0bb790072c64, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5ba222c-6423-4884-b429-0bb790072c64,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:30.363652 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:30.408873 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-22178f6d-2048-4c3e-bcde-5807589ac8bd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 217 time: 0.0669792 Mar 11 20:19:30.433036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:30.471730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-90c0ea63-0d9d-4c43-95db-3469e1d5f9ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:30.473155 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-90c0ea63-0d9d-4c43-95db-3469e1d5f9ec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.0588641 Mar 11 20:19:30.547306 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-056ce2c5-0c2b-44cd-be94-e0869b858c29 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682356 Mar 11 20:19:30.675525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-cf28bc08-ac70-4c4d-8548-659464bd7acf service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221678 Mar 11 20:19:30.806133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e8be4ee6-26bd-4007-b58e-231e489901e6 req-02e6cffd-ef7c-4c2c-89f9-c1bc6f8e745c service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234689 Mar 11 20:19:31.016125 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-2e2eeb22-69fd-4b10-a41c-1736c0f02290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1096 time: 0.1594803 Mar 11 20:19:31.146728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-e1c03b58-8fa0-43a9-b209-170591deb719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:31.148167 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-e1c03b58-8fa0-43a9-b209-170591deb719 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1257904 Mar 11 20:19:31.213262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-46b1445f-dc75-43d5-9976-bc8749560a52 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 217 time: 0.0587425 Mar 11 20:19:31.320642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-644ed793-da46-46df-8a63-f7c1670e78df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:31.322088 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-644ed793-da46-46df-8a63-f7c1670e78df service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.1014440 Mar 11 20:19:31.401126 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66927cd-bcdb-4740-ae11-7475becaa2b9 req-0c38dcbe-bf93-4ab4-af88-d6729f5b12b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:31.402511 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b66927cd-bcdb-4740-ae11-7475becaa2b9 req-0c38dcbe-bf93-4ab4-af88-d6729f5b12b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 943 time: 0.1450114 Mar 11 20:19:31.445460 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-f78616d5-038d-40bf-affb-9e248c7d1025 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1154156 Mar 11 20:19:31.475982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b66927cd-bcdb-4740-ae11-7475becaa2b9 req-12dc28b8-2086-49eb-981d-c3a6c1ff4242 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676444 Mar 11 20:19:31.580989 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-33fc0b22-a6cd-4dce-acf5-068eb096fc46 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278620 Mar 11 20:19:31.709908 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b194c3a4-984c-4b92-b3a5-252e240ff986 req-158853ce-02ea-4dfb-8831-57389dc1ab14 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229086 Mar 11 20:19:32.098977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5ba222c-6423-4884-b429-0bb790072c64 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:32.167062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port f5ba222c-6423-4884-b429-0bb790072c64 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:32.167792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:32.681893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d272fc8-363c-4cdf-b132-0ff0b2a72404 req-1ffd123f-14a3-4b45-b73a-79898ac74f63 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:32.683349 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d272fc8-363c-4cdf-b132-0ff0b2a72404 req-1ffd123f-14a3-4b45-b73a-79898ac74f63 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 943 time: 0.0779438 Mar 11 20:19:32.731833 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d272fc8-363c-4cdf-b132-0ff0b2a72404 req-44164c6b-1205-4294-bc4b-4e5fbb274199 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427790 Mar 11 20:19:33.939467 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6fb7-b335-4293-9054-fb3ba60f7c10 req-946425ca-ec44-48c2-badb-155dca7c55c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:33.940929 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3cbc6fb7-b335-4293-9054-fb3ba60f7c10 req-946425ca-ec44-48c2-badb-155dca7c55c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 943 time: 0.0770900 Mar 11 20:19:33.986158 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3cbc6fb7-b335-4293-9054-fb3ba60f7c10 req-26491c6c-8526-40e1-8fde-c8e506fb9767 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397506 Mar 11 20:19:35.079737 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a90a62ce-867d-4396-92bc-9ba9f2b2ef6d details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:19:35.188755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a38c1-2cce-4e7a-bf12-a0b2d85694c1 req-1c96555f-1700-4dd6-9c7e-59f09a417662 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:35.190225 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-322a38c1-2cce-4e7a-bf12-a0b2d85694c1 req-1c96555f-1700-4dd6-9c7e-59f09a417662 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 943 time: 0.0766511 Mar 11 20:19:35.213050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:35.225750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'port_id': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'mac_address': 'fa:16:3e:4a:0c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:19:35.235474 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-322a38c1-2cce-4e7a-bf12-a0b2d85694c1 req-eaffd7d7-0a50-41f8-9952-46f69dc906d8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Mar 11 20:19:35.280708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:35.297465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a62ce-867d-4396-92bc-9ba9f2b2ef6d {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:19:35.313467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:35.319059 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:35.388184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:35.688867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:19:36.444148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e88fd-9390-46fa-9436-66fa2852e8c9 req-f284766f-9e1b-4a52-b94c-8bc2d5f150fd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:36.449792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af5e88fd-9390-46fa-9436-66fa2852e8c9 req-f284766f-9e1b-4a52-b94c-8bc2d5f150fd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 944 time: 0.0863962 Mar 11 20:19:36.490582 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-af5e88fd-9390-46fa-9436-66fa2852e8c9 req-d5c2071b-ddd4-44c1-bb26-f0e507dc5845 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Mar 11 20:19:37.097333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a90a62ce-867d-4396-92bc-9ba9f2b2ef6d up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:19:37.174527 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:19:37.181539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:19:37.182056 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:37.299917 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:37.325962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:19:37.335714 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:37.340133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:37.383522 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'code': 200} Mar 11 20:19:37.412511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:37.601976 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c321ea87-cc23-4878-9066-56d02f5c6a6a req-4404d00a-52df-4495-8094-d6a01c1a095b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.0667415 Mar 11 20:19:37.691780 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c321ea87-cc23-4878-9066-56d02f5c6a6a req-332a5eb5-7c55-446a-843f-347f4751db8a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835712 Mar 11 20:19:37.713038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8a345-f013-4e3a-9c55-dbe5a9d01c72 req-de15bda2-9148-4cc5-8403-62dafcf9e766 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:37.714390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27d8a345-f013-4e3a-9c55-dbe5a9d01c72 req-de15bda2-9148-4cc5-8403-62dafcf9e766 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0940251 Mar 11 20:19:37.758188 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-27d8a345-f013-4e3a-9c55-dbe5a9d01c72 req-9a895b79-c109-4f65-88d9-919f246f0fd3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380721 Mar 11 20:19:38.963352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b02f5-83bd-4338-a016-615d414727c5 req-d69e7e5c-e669-43f0-8349-06e4a43b5d8f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:38.964778 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f88b02f5-83bd-4338-a016-615d414727c5 req-d69e7e5c-e669-43f0-8349-06e4a43b5d8f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0828645 Mar 11 20:19:39.011118 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f88b02f5-83bd-4338-a016-615d414727c5 req-a12bd105-3cfa-40c0-9f10-749b378c4a66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Mar 11 20:19:40.213644 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4953154-9e33-4a59-9559-773907f08a5b req-306ffa79-5040-4844-808c-653535378659 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:40.215068 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4953154-9e33-4a59-9559-773907f08a5b req-306ffa79-5040-4844-808c-653535378659 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0757635 Mar 11 20:19:40.262070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4953154-9e33-4a59-9559-773907f08a5b req-3c2ad0c1-92a7-4926-a97a-1e2c5b2b754f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412822 Mar 11 20:19:40.461861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d84b-3f60-4be2-8c2c-7709f5149cc8 req-9877a79f-9d58-4edf-a7fa-ecac85f9b9d3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:40.463292 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c5e9d84b-3f60-4be2-8c2c-7709f5149cc8 req-9877a79f-9d58-4edf-a7fa-ecac85f9b9d3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0838757 Mar 11 20:19:40.508928 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-c5e9d84b-3f60-4be2-8c2c-7709f5149cc8 req-6f886308-cf96-4cba-845d-c7d731fa09e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399058 Mar 11 20:19:40.538785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42516) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:40.621857 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-32ae700b-6bb2-4efe-a333-73029618d96b tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1093 time: 0.0818906 Mar 11 20:19:40.624677 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42520) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:40.629751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:19:40.635599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:19:40.639469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:floatingip and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:19:40.642313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:19:40.648096 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:19:40.660621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:40.798769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:40.927420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.102 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/c26921fc-b80a-45a5-b744-237758d36da2) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:19:41.087451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:41.115759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:41.186024 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=c26921fc-b80a-45a5-b744-237758d36da2,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:41.189171 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:19:41.190528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:19:41.193123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:19:41.689735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:41.748073 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:42.049907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:42.055651 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:42.158565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=c26921fc-b80a-45a5-b744-237758d36da2,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:42.177686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:42.369334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Floating IP df8a7813-a432-475d-beca-578d3bb795e8 associated. External IP: 172.26.8.102, port: a90a62ce-867d-4396-92bc-9ba9f2b2ef6d. Mar 11 20:19:42.769913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router c6bece28-7ac0-4583-8461-c851adf8c96a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:19:42.967045 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:42.976693 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Sync routers for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:19:42.989691 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:42.990272 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:42.992500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:43.045115 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1699e165-7870-445f-85c0-8c39bb1c6570 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4192367 Mar 11 20:19:43.045516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:19:43.196746 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'status': 'completed', 'code': 200} Mar 11 20:19:43.213843 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:43.264180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbb8fe-a7e8-4eb3-94ba-66af2ef2ce6a req-50f8626a-b9fa-4f91-a222-cb1a06ddf8ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:43.265669 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40cbb8fe-a7e8-4eb3-94ba-66af2ef2ce6a req-50f8626a-b9fa-4f91-a222-cb1a06ddf8ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.1134670 Mar 11 20:19:43.331450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40cbb8fe-a7e8-4eb3-94ba-66af2ef2ce6a req-7d707d62-096e-49ab-a3f5-ed525882553e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577462 Mar 11 20:19:43.334608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-df52b3aa-b5e1-49ce-8fc4-6a7569c9d207 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.1137960 Mar 11 20:19:43.360010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42530) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:43.471159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be26b-c994-42eb-8f93-247be29913dd req-d6824b51-c5d5-4304-9853-12a474680e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:43.471563 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e9a1f52c-babf-4959-92b2-958ef8f21cab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 200 len: 991 time: 0.1102154 Mar 11 20:19:43.472420 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-d6824b51-c5d5-4304-9853-12a474680e47 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1308930 Mar 11 20:19:43.572838 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-5e9e4a79-c48e-4691-991b-b043e2ccecb9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 999 time: 0.0937743 Mar 11 20:19:43.701261 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'df8a7813-a432-475d-beca-578d3bb795e8', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.102', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'port_id': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'mac_address': 'fa:16:3e:4a:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:19:41Z', 'updated_at': '2022-03-11T20:19:41Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:43.709402 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Checking router: c6bece28-7ac0-4583-8461-c851adf8c96a for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:19:43.736216 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2be26b-c994-42eb-8f93-247be29913dd req-f341e3df-ca2b-4325-8c00-d937bc0cdc54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:43.737663 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-f341e3df-ca2b-4325-8c00-d937bc0cdc54 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.1586204 Mar 11 20:19:43.737803 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:19:43.738297 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:19:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:43.815029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-a4a8e245-a3a7-44a4-bc2c-b8b7fffae28e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712256 Mar 11 20:19:43.920075 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:19:43.943595 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-aa1d8394-41ea-4259-930d-d63e8d212f1f service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222179 Mar 11 20:19:44.070889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aa2be26b-c994-42eb-8f93-247be29913dd req-3474c0e7-36e1-40d9-9b98-37b3daf2cc7d service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217949 Mar 11 20:19:44.260386 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'df8a7813-a432-475d-beca-578d3bb795e8', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.102', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'port_id': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'mac_address': 'fa:16:3e:4a:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:19:41Z', 'updated_at': '2022-03-11T20:19:41Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:44.264434 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8560684-a347-46c1-a32b-96c1a8540f67 None None] The sync data for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv is: [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'df8a7813-a432-475d-beca-578d3bb795e8', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.102', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'port_id': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'mac_address': 'fa:16:3e:4a:0c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:19:41Z', 'updated_at': '2022-03-11T20:19:41Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:19:44.476687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42534) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:44.537756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f1d6a774-860c-4c97-b0bd-35ead765613a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:44.589034 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b47b0bac-9c5e-4a20-b50c-af46e12a4905 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 200 len: 991 time: 0.1105673 Mar 11 20:19:45.401444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee4b03-a828-48d3-856f-db339420ed80 None None] New status for floating IP df8a7813-a432-475d-beca-578d3bb795e8: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:19:45.593373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42538) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:45.699964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a78197d1-7ff4-4f86-a110-0da7bca9cc0b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 200 len: 991 time: 0.1055415 Mar 11 20:19:46.705199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42542) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:19:46.828845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d8e0920a-a6e2-4034-a5c8-81ce3b9d36f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:46.918032 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6955f406-a08f-4567-9766-906da520d2e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 200 len: 993 time: 0.2114859 Mar 11 20:19:47.991206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:48.077697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:49.332299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:19:54.933663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:00.239821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:20:13.969763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-096aa9f8-6508-4ef3-bd25-16c40ff703c2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714056 Mar 11 20:20:14.112278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-2a219599-f6c3-40e2-88c3-20f70f4b6faf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.0720415 Mar 11 20:20:14.261271 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-758e7b6d-3655-4a4b-a4cb-86f629d1cb9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:14.262590 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-758e7b6d-3655-4a4b-a4cb-86f629d1cb9a service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1297808 Mar 11 20:20:14.363374 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-b1d5822a-da88-449e-aa6b-1bd421a05327 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 1001 time: 0.0951498 Mar 11 20:20:14.427511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-0e30980b-348a-48ac-8907-c2bcde272f7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:14.428897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-0e30980b-348a-48ac-8907-c2bcde272f7b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.0590358 Mar 11 20:20:14.501222 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-9edcc479-f544-47ab-932d-3aec67dfeacc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665452 Mar 11 20:20:14.541891 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e91b2f45-8b1d-4db0-b0d0-56086114908e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:14.630983 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-c3bc692e-43b6-4c02-a360-e2840b0a980b service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232698 Mar 11 20:20:14.759846 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d560563-d0fb-4b67-bd4d-949b4dd69b23 req-4f394abd-d571-467c-83dc-be47554d8fbd service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226826 Mar 11 20:20:16.840114 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aeffb725-3c6a-41a0-92c2-d23c154d1e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:17.990139 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:18.085949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:19.333536 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:24.957409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:37.238671 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:20:44.553043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b2ffb233-ed74-47cc-aefb-036f8dfaf7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:46.834496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b385e00e-0b8a-40cf-8f68-753930735d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:47.996166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:48.087349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:49.338994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:54.689185 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-4ba6bb75-12f3-4ee6-bfe0-29f2d5a89797 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.0753813 Mar 11 20:20:54.735965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767b0c2-6f89-44d1-8ba7-facd7c371797 req-48a4821b-60fc-4e97-ba8e-239bf777d7eb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:54.737410 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4767b0c2-6f89-44d1-8ba7-facd7c371797 req-48a4821b-60fc-4e97-ba8e-239bf777d7eb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0842164 Mar 11 20:20:54.782354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4767b0c2-6f89-44d1-8ba7-facd7c371797 req-542fc4e0-b3c9-4ef2-8fc8-6b31c0818da8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391188 Mar 11 20:20:54.821749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-6c4feb82-e2c5-4ccc-b5cb-ab1d91748c52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:54.823203 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-6c4feb82-e2c5-4ccc-b5cb-ab1d91748c52 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1279438 Mar 11 20:20:54.944903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:20:55.013655 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-45a3b8d0-0b8b-481e-aba5-1992510a691a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 1001 time: 0.1836662 Mar 11 20:20:55.075941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-2c999dfe-2618-40ad-b3b8-b9b8ce24a9f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:55.077291 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-2c999dfe-2618-40ad-b3b8-b9b8ce24a9f9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.0570343 Mar 11 20:20:55.150701 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-ad73a4cf-27e5-4672-afca-cd85e611ebc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668285 Mar 11 20:20:55.284635 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-d78a6ea7-e35b-4525-b6de-d469ce8ae3b2 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213374 Mar 11 20:20:55.423868 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bc207f1c-7747-4ace-9ad3-1a595ccc5d5e req-5d057bfa-d3c1-4d37-bc70-cb1764ab1ee9 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326168 Mar 11 20:20:55.997449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f871b-d0c5-459c-a55d-6dd42585a227 req-e7e2f129-5ec7-4dde-8161-1a9e7d986e75 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:55.998850 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e86f871b-d0c5-459c-a55d-6dd42585a227 req-e7e2f129-5ec7-4dde-8161-1a9e7d986e75 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0833936 Mar 11 20:20:56.045396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e86f871b-d0c5-459c-a55d-6dd42585a227 req-853c0798-f84c-483d-834a-bc2694671390 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383449 Mar 11 20:20:57.261914 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4edbc-2a95-416e-b444-a37e55b49b7f req-f2898f23-2906-4fd1-98c6-6259e7c8bc27 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:57.263348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fed4edbc-2a95-416e-b444-a37e55b49b7f req-f2898f23-2906-4fd1-98c6-6259e7c8bc27 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0889940 Mar 11 20:20:57.310348 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fed4edbc-2a95-416e-b444-a37e55b49b7f req-69790d1c-d5ac-492a-a30e-2db5e5ab70f6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388672 Mar 11 20:20:58.519628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbde45d-a86a-459f-bab1-399c209ceced req-d1090dff-b02c-4ca8-a5ab-c9ed79a8282c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:58.521041 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6dbde45d-a86a-459f-bab1-399c209ceced req-d1090dff-b02c-4ca8-a5ab-c9ed79a8282c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0808029 Mar 11 20:20:58.565936 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6dbde45d-a86a-459f-bab1-399c209ceced req-74c7a7e6-c9cc-4216-a76b-12a4a601e254 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391428 Mar 11 20:20:59.786208 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd0d03-96cd-4364-8ef2-d2a4d572c085 req-c5a83a64-994c-47f0-8c9c-c62fc9a83352 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:59.787622 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07fd0d03-96cd-4364-8ef2-d2a4d572c085 req-c5a83a64-994c-47f0-8c9c-c62fc9a83352 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0847802 Mar 11 20:20:59.831712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-07fd0d03-96cd-4364-8ef2-d2a4d572c085 req-5522d669-3b0a-448b-bb6c-8879afa5b06e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385373 Mar 11 20:21:01.040332 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd53c93-3f79-41d0-aa13-3e89a5feb4a8 req-2ab3962c-b2b9-4363-a70d-d88a06015055 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:01.041743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5cd53c93-3f79-41d0-aa13-3e89a5feb4a8 req-2ab3962c-b2b9-4363-a70d-d88a06015055 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0827973 Mar 11 20:21:01.086208 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5cd53c93-3f79-41d0-aa13-3e89a5feb4a8 req-fd9a4c59-1b4a-4503-b0b2-6452168d57c6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389731 Mar 11 20:21:02.297297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d31be-fe1e-423f-81db-e1a05454e5e3 req-f03a0dca-44f7-48d9-a852-79e3485e708c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:02.298731 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ed5d31be-fe1e-423f-81db-e1a05454e5e3 req-f03a0dca-44f7-48d9-a852-79e3485e708c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0926447 Mar 11 20:21:02.344875 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ed5d31be-fe1e-423f-81db-e1a05454e5e3 req-5b0f7529-a045-42a6-b7da-911e0125a5d2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404646 Mar 11 20:21:03.547175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d691f-b59d-425b-ab51-97827706a7a0 req-828207a7-0901-42fa-a2b9-379822ebac81 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:03.548529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-621d691f-b59d-425b-ab51-97827706a7a0 req-828207a7-0901-42fa-a2b9-379822ebac81 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0757372 Mar 11 20:21:03.592731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-621d691f-b59d-425b-ab51-97827706a7a0 req-d06cd0ea-d4c0-4c88-a102-2d19749f9bad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386200 Mar 11 20:21:04.332447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-446193e2-ac59-4894-acf3-c5f7ec7194d4 req-51d52403-a1ce-430f-99fa-54e96ebcb3e2 tempest-ServerDiskConfigTestJSON-270702410 tempest-ServerDiskConfigTestJSON-270702410-project] (83812) timed out ('10.222.0.90', 53217) {{(pid=83812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 20:21:04.819869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819bccc-38e0-4072-b2ce-5c5e97eda4af req-de598496-19a0-4218-aa9c-d02fb1e75cf9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:04.821309 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a819bccc-38e0-4072-b2ce-5c5e97eda4af req-de598496-19a0-4218-aa9c-d02fb1e75cf9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0944500 Mar 11 20:21:04.870558 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a819bccc-38e0-4072-b2ce-5c5e97eda4af req-222fb7ab-8b35-4449-952f-7c560aadce47 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Mar 11 20:21:06.082117 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7585a1d-3bb9-47e1-8b7a-4cbfb65d3fd2 req-4ec7a417-585e-441b-b40d-6bc9d04a5523 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:06.083763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7585a1d-3bb9-47e1-8b7a-4cbfb65d3fd2 req-4ec7a417-585e-441b-b40d-6bc9d04a5523 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0810711 Mar 11 20:21:06.132365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7585a1d-3bb9-47e1-8b7a-4cbfb65d3fd2 req-e4fa5792-a2f2-48af-95a1-bf5c7ff9fd41 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Mar 11 20:21:07.339127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46864b32-f9cf-4c4d-9832-a3d0d75d2dcf req-80f1acfd-c707-4972-8a21-8798d27e913c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.340579 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46864b32-f9cf-4c4d-9832-a3d0d75d2dcf req-80f1acfd-c707-4972-8a21-8798d27e913c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0841401 Mar 11 20:21:07.385399 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46864b32-f9cf-4c4d-9832-a3d0d75d2dcf req-9c25af9c-a06d-498f-8c6a-bcff5b7bac1c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Mar 11 20:21:07.413593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42598) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:21:07.516518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-48f28bdd-c510-4484-a1b6-415aa8a35b20 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 200 len: 993 time: 0.1015730 Mar 11 20:21:14.229783 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:21:14.548979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-227b6746-b237-4a72-8ef7-946acfa37f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:15.221955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-be6d87ab-2df5-4c4f-8a51-a57b368b83d8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698137 Mar 11 20:21:15.365174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-ead1f91b-78fd-4bf2-beb1-a04f36afd47e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.0723236 Mar 11 20:21:15.510540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158271b-d6d5-43d4-8917-6760db55885b req-b5387b50-52a4-4814-a851-d517520cc8c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.512255 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-b5387b50-52a4-4814-a851-d517520cc8c7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1294227 Mar 11 20:21:15.619972 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-d7758994-cf4e-4bca-9163-9a9460e3ba8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 1001 time: 0.1010320 Mar 11 20:21:15.681584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158271b-d6d5-43d4-8917-6760db55885b req-f03605cd-f7ac-4c30-bc5e-6e2910c6bbaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.682916 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-f03605cd-f7ac-4c30-bc5e-6e2910c6bbaa service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.0566931 Mar 11 20:21:15.760122 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-253690b3-a9ba-436a-bd01-d71e5aea6b49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688176 Mar 11 20:21:15.889112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-a9229e4a-c296-48ec-aefe-73a873d61d58 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215148 Mar 11 20:21:16.112593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c158271b-d6d5-43d4-8917-6760db55885b req-3478e005-ef92-4aff-b112-ae84ce122118 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176728 Mar 11 20:21:16.835496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-64bfb856-da8a-4b64-9af4-39bf6015fdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:18.002084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:18.086050 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:19.334710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:24.957627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:44.562668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-220ab2e9-9388-425e-9ccf-1dc26e70c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:46.842782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6a25662-02f0-4b3d-b315-fd5f1efefc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:48.003623 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:48.080841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:49.342768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:21:51.236667 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:21:54.977220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:05.499648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42626) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:05.695282 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port c26921fc-b80a-45a5-b744-237758d36da2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:22:05.695597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:05.858767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:05.859071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:05.972850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for c26921fc-b80a-45a5-b744-237758d36da2 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:22:06.127923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:06.172508 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=c26921fc-b80a-45a5-b744-237758d36da2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:06.209361 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.209695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.210021 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.210348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.210676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.210970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.211334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.211660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.212002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.212281 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.212593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:06.284337 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:06.679416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router c6bece28-7ac0-4583-8461-c851adf8c96a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:22:06.986059 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:22:06.996415 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Sync routers for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:22:07.008590 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:07.008848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:07.009179 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:21:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:07.061166 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e3df27d3-e55c-4f1f-aa40-099b3459cfc4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/floatingips/df8a7813-a432-475d-beca-578d3bb795e8 HTTP/1.1" status: 204 len: 168 time: 1.5604498 Mar 11 20:22:07.061750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:22:07.183087 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:07.199865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'status': 'completed', 'code': 200} Mar 11 20:22:07.293613 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-554c9882-d4b5-4404-8096-2dd3267faf33 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 1098 time: 0.0723960 Mar 11 20:22:07.482713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-460ac68f-8003-4972-a72c-fed414bbb3cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:07.484312 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-460ac68f-8003-4972-a72c-fed414bbb3cf service neutron] 10.222.0.90 "GET /v2.0/networks?id=ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 200 len: 897 time: 0.1721008 Mar 11 20:22:07.495014 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:07.498934 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Checking router: c6bece28-7ac0-4583-8461-c851adf8c96a for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:22:07.509473 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:07.510057 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:21:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:07.561290 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-225c91b6-7b65-43c8-9eab-744873191d7d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 200 len: 217 time: 0.0692134 Mar 11 20:22:07.567821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8184a33-be3a-45d2-96c0-9bfc8d06805b req-94f427c5-1847-42d0-af09-7759457cbd15 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:07.568486 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c8184a33-be3a-45d2-96c0-9bfc8d06805b req-94f427c5-1847-42d0-af09-7759457cbd15 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:07.626436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-c8184a33-be3a-45d2-96c0-9bfc8d06805b req-94f427c5-1847-42d0-af09-7759457cbd15 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:07.627781 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8184a33-be3a-45d2-96c0-9bfc8d06805b req-94f427c5-1847-42d0-af09-7759457cbd15 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.2315538 Mar 11 20:22:07.634623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-f67eca08-2163-4f74-a262-e676bd44f83c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:07.636055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-f67eca08-2163-4f74-a262-e676bd44f83c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 200 len: 833 time: 0.0649631 Mar 11 20:22:07.687006 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:07.723361 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c8184a33-be3a-45d2-96c0-9bfc8d06805b req-bd835dc2-b09e-4c7e-9d5c-cbc0aa602f10 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863693 Mar 11 20:22:07.742551 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-cd2fd7f6-67b6-4bb3-9631-a695540e08a5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ab2e641a-9231-4f5d-9e39-39549f36b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919175 Mar 11 20:22:07.873009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-113e5cd8-48f5-4b02-841f-b55c7effe957 service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230247 Mar 11 20:22:07.987124 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:07.990992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75278541-93f6-4772-ab8f-871dd39cc408 None None] The sync data for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv is: [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'f5ba222c-6423-4884-b429-0bb790072c64', 'name': '', 'network_id': 'ab2e641a-9231-4f5d-9e39-39549f36b88a', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c1:b8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:23Z', 'updated_at': '2022-03-11T20:19:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': '76a6cf90-2a5c-4df9-937c-f22070019ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:22:08.002396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7aa00d93-463d-43e6-8641-ea32d6802038 req-fd404beb-4ab9-4463-9136-41b9d46bf66e service neutron] 10.222.0.90 "GET /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229155 Mar 11 20:22:08.206108 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d66cc2-820f-4d20-8110-924a14bd3b80 None None] New status for floating IP df8a7813-a432-475d-beca-578d3bb795e8: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:22:08.935192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f4fc1-34f1-4764-80fb-2d879ad7ea35 req-6414a35c-d960-42c9-b775-639b6b5aaed2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:08.936662 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-074f4fc1-34f1-4764-80fb-2d879ad7ea35 req-6414a35c-d960-42c9-b775-639b6b5aaed2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0824318 Mar 11 20:22:08.985993 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-074f4fc1-34f1-4764-80fb-2d879ad7ea35 req-c3ec500a-1cf4-4dec-97fd-73899781ba4a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=2a9c64f7-6b98-4433-90a4-3cec5d450d3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436578 Mar 11 20:22:09.220796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-b17012c9-36e0-4f6f-a4a3-3b64915322fa tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:09.222202 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-b17012c9-36e0-4f6f-a4a3-3b64915322fa tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 945 time: 0.0778334 Mar 11 20:22:09.299367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:22:09.299703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:09.536087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:09.536434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:09.758142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for a90a62ce-867d-4396-92bc-9ba9f2b2ef6d owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:22:09.906517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:09.956026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=a90a62ce-867d-4396-92bc-9ba9f2b2ef6d,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:10.027562 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] No DVR routers for this DVR port a90a62ce-867d-4396-92bc-9ba9f2b2ef6d on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:22:10.030040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:10.032640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'name': 'network-vif-deleted', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:22:10.051294 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72744669-05d9-4c06-87de-4a6210cf4e9d req-3f4dc4cd-271b-4932-8248-b7d73b554391 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "DELETE /v2.0/ports/a90a62ce-867d-4396-92bc-9ba9f2b2ef6d HTTP/1.1" status: 204 len: 173 time: 0.8233192 Mar 11 20:22:10.165042 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a4185b-62c6-4b81-8eef-9dfaa9df0ede', 'name': 'network-vif-deleted', 'tag': 'a90a62ce-867d-4396-92bc-9ba9f2b2ef6d', 'status': 'completed', 'code': 200} Mar 11 20:22:10.171439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ba44cb7b-ad2f-4227-b442-9ed11bd848c6 req-d9b33a99-7925-499d-b015-5ffa7210d5a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:10.192062 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-ba44cb7b-ad2f-4227-b442-9ed11bd848c6 req-d9b33a99-7925-499d-b015-5ffa7210d5a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:10.193463 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ba44cb7b-ad2f-4227-b442-9ed11bd848c6 req-d9b33a99-7925-499d-b015-5ffa7210d5a5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=24a4185b-62c6-4b81-8eef-9dfaa9df0ede HTTP/1.1" status: 200 len: 210 time: 0.0784304 Mar 11 20:22:11.310987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42646) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:11.708912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:11.790096 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a90a62ce-867d-4396-92bc-9ba9f2b2ef6d no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:22:11.822179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: a90a62ce-867d-4396-92bc-9ba9f2b2ef6d {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:22:11.822515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device a90a62ce-867d-4396-92bc-9ba9f2b2ef6d not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:22:12.317273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port f5ba222c-6423-4884-b429-0bb790072c64 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:22:12.317886 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:12.495157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port f5ba222c-6423-4884-b429-0bb790072c64, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=f5ba222c-6423-4884-b429-0bb790072c64,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:12.495415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:12.700095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for f5ba222c-6423-4884-b429-0bb790072c64 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:22:12.870634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:12.915833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=f5ba222c-6423-4884-b429-0bb790072c64,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:13.205424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:13.796050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router c6bece28-7ac0-4583-8461-c851adf8c96a has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:22:14.097080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:22:14.108801 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Sync routers for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:22:14.114680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2de9f86e-3cb7-483a-bd3c-9fa996e54260 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/c6bece28-7ac0-4583-8461-c851adf8c96a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025544 Mar 11 20:22:14.117707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42650) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:14.135859 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:14.136476 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:21:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:14.301050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting subnet 76a6cf90-2a5c-4df9-937c-f22070019ab0 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:22:14.304012 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.358177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.359184 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:14.436431 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.514633 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.557247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Subnet': ['ID=76a6cf90-2a5c-4df9-937c-f22070019ab0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:14.565752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.570377 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7cb7ec7d-9e9f-4103-a95d-8065daf552d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.572998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c51f6c08-0d49-4beb-930d-42a49f24a936 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/subnets/76a6cf90-2a5c-4df9-937c-f22070019ab0 HTTP/1.1" status: 204 len: 168 time: 0.4542902 Mar 11 20:22:14.575786 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:14.592819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c89ffb-f5f8-4d24-a4f0-0294c4596d0e None None] Network ab2e641a-9231-4f5d-9e39-39549f36b88a requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:22:14.683278 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:22:12Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:14.687675 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Checking router: c6bece28-7ac0-4583-8461-c851adf8c96a for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:22:14.699686 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Routers {'c6bece28-7ac0-4583-8461-c851adf8c96a'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:14.700385 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:21:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['c6bece28-7ac0-4583-8461-c851adf8c96a'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:14.771065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.845609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] DHCP port deletion for ab2e641a-9231-4f5d-9e39-39549f36b88a request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:22:14.849481 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Deleting port 67ac83ac-c580-4513-8ed3-43d7455accac {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:22:14.849795 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.878755 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] Set router c6bece28-7ac0-4583-8461-c851adf8c96a gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:14.968490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:14.978228 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 278e17dc-0148-4d14-9322-a1e8e3315c4e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:22:14.978633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:15.049927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] For port 67ac83ac-c580-4513-8ed3-43d7455accac, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=67ac83ac-c580-4513-8ed3-43d7455accac,segment=NetworkSegment(e4069f7c-d3e4-4846-bd68-dcc0d764339e),segment_id=e4069f7c-d3e4-4846-bd68-dcc0d764339e)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:15.050315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:15.153988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 278e17dc-0148-4d14-9322-a1e8e3315c4e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=278e17dc-0148-4d14-9322-a1e8e3315c4e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:15.153988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:15.172512 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Calling delete_port for 67ac83ac-c580-4513-8ed3-43d7455accac owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:22:15.180507 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:22:12Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:15.184474 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531a9feb-1dbd-4c89-9bf7-830c24f292f2 None None] The sync data for ids ['c6bece28-7ac0-4583-8461-c851adf8c96a'] in dv-neutron-832764-2-hyperv is: [{'id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1682869808', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150'}], 'enable_snat': True}, 'gw_port_id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:22:12Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '278e17dc-0148-4d14-9322-a1e8e3315c4e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:34:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bece28-7ac0-4583-8461-c851adf8c96a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:19:20Z', 'updated_at': '2022-03-11T20:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:22:15.253162 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:15.277997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 278e17dc-0148-4d14-9322-a1e8e3315c4e owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:22:15.295669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Pushing event deleted for resources: {'Port': ['ID=67ac83ac-c580-4513-8ed3-43d7455accac,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:15.304735 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] No DVR routers for this DVR port 67ac83ac-c580-4513-8ed3-43d7455accac on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.315111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e3ebd-a28c-4455-ac42-f8082151c71d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.556549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:15.600960 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=278e17dc-0148-4d14-9322-a1e8e3315c4e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:15.642636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.643003 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.643461 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.643666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.643988 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.644337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.644645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.644956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.645270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.645577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.645890 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:15.840436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.100807 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.105573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.137195 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.137747 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Fanout notify agent at l3_agent the message router_deleted on router c6bece28-7ac0-4583-8461-c851adf8c96a {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:22:16.152268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.156091 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-735aa49c-3820-406d-aaba-c91e73905fe4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/routers/c6bece28-7ac0-4583-8461-c851adf8c96a HTTP/1.1" status: 204 len: 168 time: 1.5766420 Mar 11 20:22:16.156444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:16.253364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67ac83ac-c580-4513-8ed3-43d7455accac no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:22:16.290145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.294622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 67ac83ac-c580-4513-8ed3-43d7455accac {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:22:16.294959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 67ac83ac-c580-4513-8ed3-43d7455accac not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:22:16.295392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5ba222c-6423-4884-b429-0bb790072c64 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:22:16.329359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: f5ba222c-6423-4884-b429-0bb790072c64 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:22:16.329697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device f5ba222c-6423-4884-b429-0bb790072c64 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:22:16.423584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.447589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab2e641a-9231-4f5d-9e39-39549f36b88a']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:16.460198 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4069f7c-d3e4-4846-bd68-dcc0d764339e') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:16.460493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4069f7c-d3e4-4846-bd68-dcc0d764339e') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:16.471812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.487925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.494962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:22:16.495484 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:22:16.509834 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:22:16.593593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.611724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.623230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Network': ['ID=ab2e641a-9231-4f5d-9e39-39549f36b88a,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:16.633363 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b132f5e9-bdd5-4401-b836-0d2c65834c6f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/networks/ab2e641a-9231-4f5d-9e39-39549f36b88a HTTP/1.1" status: 204 len: 168 time: 0.4757874 Mar 11 20:22:16.642400 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:16.713670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.743624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.816847 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.829593 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1501d13d-35fa-49fb-b9ca-5ffa6348224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.836240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9c64f7-6b98-4433-90a4-3cec5d450d3a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:16.845528 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:16.846804 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6ffae4fd-0fd7-4e35-a443-d789b73135c9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/security-groups/2a9c64f7-6b98-4433-90a4-3cec5d450d3a HTTP/1.1" status: 204 len: 168 time: 0.2051668 Mar 11 20:22:18.000872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:18.091658 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:18.139492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 278e17dc-0148-4d14-9322-a1e8e3315c4e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:22:18.172073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 278e17dc-0148-4d14-9322-a1e8e3315c4e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:22:18.172418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 278e17dc-0148-4d14-9322-a1e8e3315c4e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:22:19.170472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42680) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:19.178593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119981170', 'description': 'tempest-secgroup-smoke-119981170 description', 'project_id': '0ff100bf344b44e9963838009f23d59b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:19.187384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.192220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.195100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.200816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.212860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.249751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.254141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.257408 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.264791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.327648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.332418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.343373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.380558 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94524bc-4d16-4f77-994c-036defa01a4e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:19.385168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.386612 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-76b94747-4e7c-4a26-96c8-110675ae2c66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2155311 Mar 11 20:22:19.390008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42684) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:19.395755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:19.401919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.406102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.409125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.414982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.432957 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.496836 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.501831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.523765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c24824-137e-4c1a-8eee-0c4843333333,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:19.533373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.534542 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-536fbbb4-7650-4bdc-9ce9-093da1645ba8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1434879 Mar 11 20:22:19.537362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42688) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:19.542686 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:19.548348 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.552124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.554920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.560838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.579160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.648661 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.653851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.675929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4418ce18-e424-4516-8125-099fd28e53cf,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:19.686120 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.687293 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-de05dd17-ba67-4e76-a3e3-b68dfff7576d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1490164 Mar 11 20:22:19.690139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42692) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:19.695512 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:19.701455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.705612 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.708577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.714396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.735839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.803749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.808632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.832913 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20337436-2784-4801-bf68-984d7a29ac0c,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:19.843441 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.845008 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-769e31a9-2296-4970-b20e-59da03882d68 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1539040 Mar 11 20:22:19.847741 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:19.853115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:19.858791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:19.862560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:19.865474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:19.871456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:19.890184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.954110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.959763 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.982505 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1041b5f-5fec-43e7-9c5f-e1f66dcd3377,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:19.992190 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:19.993466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-85c157f3-f471-4ea2-896e-b5a52f7c4a5b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1447079 Mar 11 20:22:19.996146 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:20.001446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:20.007495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:20.011502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:20.014841 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:20.020830 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:20.035019 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:22:20.044772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.113700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.118017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.140325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfaf2c57-f1ee-4bb0-a3c3-34e78dc63b07,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:20.149849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.151169 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-678a078c-9e18-4a7c-8bff-713bd83996fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1540999 Mar 11 20:22:20.153993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:20.159275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': 'e94524bc-4d16-4f77-994c-036defa01a4e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:20.165007 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:20.168762 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:20.171782 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:20.177464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:20.188122 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:22:20.194246 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.264080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.270222 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.292192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53be49cb-f96e-42ce-9eb1-971ab4b2d604,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:20.302159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.303407 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-453df85c-63bd-43ad-945d-918a700a687a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1484277 Mar 11 20:22:20.306186 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42708) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:20.311545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'network': {'name': 'tempest-network-smoke--442063209', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:20.316322 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:20.320346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:network and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:20.323139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:20.328861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:20.340413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:22:20.343303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.370560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:22:20.379114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.379482 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Added segment 94122d85-7a2b-4295-96f8-6e4de7a30b80 of type vlan for network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 Mar 11 20:22:20.408371 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.441635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.445457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:20.446059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.549170 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2419634 Mar 11 20:22:20.553163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42714) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:20.554474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b727f8-ed9c-4383-b0f1-dffa44b03de6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Network': ['ID=367a6fad-ef3e-4939-b9ba-9cb58eb37382,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:20.558861 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'admin_state_up': True, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:20.565448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:22:20.566586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:20.570702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:router and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:20.573625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:20.579465 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:20.593074 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.594154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.614118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.758355 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.943213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:20.980027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:21.113487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.23 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/bb368db3-f860-4a0f-bb2d-82b93c659e3a) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:21.356975 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:21.387721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:21.465034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:21.468495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:21.470392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=bb368db3-f860-4a0f-bb2d-82b93c659e3a,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:21.472507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:22:21.632865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:21.633517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:21.857672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 25178bc0-2921-4148-8aee-99cdd3d52f0c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:22:22.068287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:22:22.077807 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Sync routers for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:22:22.090256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:22.090930 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:22.097091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.098321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dc26fcff-a856-4e0c-880d-2c2a678cd6fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5440409 Mar 11 20:22:22.101591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42718) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:22.143259 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c1ae336d-cff2-457d-8177-7881af9f6da0 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0ff100bf344b44e9963838009f23d59b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379975 Mar 11 20:22:22.143654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42722) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:22.267457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:22.270663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362a7d0-d4ff-48b5-ae55-29a0cb2358dc tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:22.272193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d362a7d0-d4ff-48b5-ae55-29a0cb2358dc tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278830 Mar 11 20:22:22.275333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42726) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:22.402520 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c708788e-9b73-4260-8269-396480b9287b tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1259530 Mar 11 20:22:22.405160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42730) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:22.475463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-528003830', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:22.550168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:22.554185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Checking router: 25178bc0-2921-4148-8aee-99cdd3d52f0c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:22:22.554529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Updating router 25178bc0-2921-4148-8aee-99cdd3d52f0c port bb368db3-f860-4a0f-bb2d-82b93c659e3a binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:22:22.580940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:22.584806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:subnet and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:22.587586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:22.593293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:22.606293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:22:22.608617 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.706929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.920503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.927738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.939022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Transition to ACTIVE for port object bb368db3-f860-4a0f-bb2d-82b93c659e3a will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:22.945192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:22.995150 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Subnet': ['ID=ec5dae7c-8141-4c40-bb2b-c7bc98893608,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:23.009387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Checking segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:22:23.009745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network hostable DHCP agents. Network: 367a6fad-ef3e-4939-b9ba-9cb58eb37382, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:22:23.020779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5389-4a66-46bc-8843-a991f0b23687 None None] Pushing event updated for resources: {'Port': ['ID=bb368db3-f860-4a0f-bb2d-82b93c659e3a,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:23.023061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Attempting to bind port bb368db3-f860-4a0f-bb2d-82b93c659e3a on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:22:23.023438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Attempting to bind port bb368db3-f860-4a0f-bb2d-82b93c659e3a by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:22:23.023775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Attempting to bind port bb368db3-f860-4a0f-bb2d-82b93c659e3a on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:22:23.030969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:22:23.031376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:22:23.031803 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:23.032226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:22:23.032674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Bound port: bb368db3-f860-4a0f-bb2d-82b93c659e3a, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:22:23.033062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:23.033165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:22:23.043814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 367a6fad-ef3e-4939-b9ba-9cb58eb37382) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:23.049578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:23.050281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:23.060488 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64189fee-2e1a-4dbc-a17e-da52fad39205 None None] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:22:23.074377 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5632f4ef-1b94-4011-8c3f-11b6af0aa798 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6682391 Mar 11 20:22:23.077251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42736) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:23.187734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] For port bb368db3-f860-4a0f-bb2d-82b93c659e3a, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:23.205895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] For port bb368db3-f860-4a0f-bb2d-82b93c659e3a, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bb368db3-f860-4a0f-bb2d-82b93c659e3a,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:23.211639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:23.353902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e5389-4a66-46bc-8843-a991f0b23687 None None] Pushing event updated for resources: {'Port': ['ID=bb368db3-f860-4a0f-bb2d-82b93c659e3a,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:23.375495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:23.376102 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:23.461827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:22:23.462637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:23.809525 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:23.815352 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.021189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Allocated IP 172.20.0.2 (367a6fad-ef3e-4939-b9ba-9cb58eb37382/ec5dae7c-8141-4c40-bb2b-c7bc98893608/af71328f-aa33-4dc8-91bd-64edc1551133) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:24.329763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:24.335560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.341784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68329bca-db7b-495a-9ea1-22506bc09ea3 None None] The sync data for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv is: [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:21Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:22:24.349287 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Transition to ACTIVE for port object af71328f-aa33-4dc8-91bd-64edc1551133 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:24.372107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Transition to ACTIVE for port object af71328f-aa33-4dc8-91bd-64edc1551133 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:24.379011 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.455791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.1 (367a6fad-ef3e-4939-b9ba-9cb58eb37382/ec5dae7c-8141-4c40-bb2b-c7bc98893608/71817188-f8f1-4355-a26c-7c8b3dca5703) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:24.456905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:24.457636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Pushing event updated for resources: {'Port': ['ID=af71328f-aa33-4dc8-91bd-64edc1551133,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:24.461226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:24.463258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:22:24.557745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Attempting to bind port af71328f-aa33-4dc8-91bd-64edc1551133 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:22:24.558122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Attempting to bind port af71328f-aa33-4dc8-91bd-64edc1551133 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:22:24.560072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Attempting to bind port af71328f-aa33-4dc8-91bd-64edc1551133 on network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:22:24.569604 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:22:24.569967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Checking segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:22:24.570360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.570743 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Bound using segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:22:24.571219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Bound port: af71328f-aa33-4dc8-91bd-64edc1551133, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:22:24.571622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.630549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.650078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 71817188-f8f1-4355-a26c-7c8b3dca5703 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:24.672956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] For port af71328f-aa33-4dc8-91bd-64edc1551133, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:24.676275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.678315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] For port af71328f-aa33-4dc8-91bd-64edc1551133, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=af71328f-aa33-4dc8-91bd-64edc1551133,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:24.687170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.747848 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:24.751081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:24.755838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:22:24.773904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f24889-7ab1-429f-a2d3-552239ac1ce2 None None] Pushing event updated for resources: {'Port': ['ID=af71328f-aa33-4dc8-91bd-64edc1551133,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:24.784721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:24.823409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.927585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:24.990219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:25.350306 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:25.357204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:25.469436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:25.472066 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:25.610796 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:25.612060 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:25.659924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3a1544-e43d-4417-977a-f5bd6765fde4 None None] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:22:25.797449 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ac50326d-fd94-4f93-84f4-95a5c8df1a3a None None] Provisioning for port af71328f-aa33-4dc8-91bd-64edc1551133 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:26.095992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 25178bc0-2921-4148-8aee-99cdd3d52f0c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:22:26.187365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eea40ee7-836f-4405-a14e-694ab95d24c0 None None] Provisioning for port 71817188-f8f1-4355-a26c-7c8b3dca5703 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:26.195750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-eea40ee7-836f-4405-a14e-694ab95d24c0 None None] Provisioning complete for port 71817188-f8f1-4355-a26c-7c8b3dca5703 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:26.196416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-eea40ee7-836f-4405-a14e-694ab95d24c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.262547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-eea40ee7-836f-4405-a14e-694ab95d24c0 None None] Port 71817188-f8f1-4355-a26c-7c8b3dca5703 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:22:26.285987 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device af71328f-aa33-4dc8-91bd-64edc1551133 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:26.319098 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:22:26.333270 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1730b07a-a801-4fd9-b705-cb13d3793bd4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/25178bc0-2921-4148-8aee-99cdd3d52f0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2549622 Mar 11 20:22:26.358940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port af71328f-aa33-4dc8-91bd-64edc1551133 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:26.365212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port af71328f-aa33-4dc8-91bd-64edc1551133 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:26.365584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.497845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.516796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7999089a-a373-4c6f-afcf-c0d25ca9d580 None None] Provisioning complete for port 71817188-f8f1-4355-a26c-7c8b3dca5703 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:26.517243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7999089a-a373-4c6f-afcf-c0d25ca9d580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.517622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-48c71b9d-bf44-40cd-980b-995d8c53ba75 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:26.534489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-48c71b9d-bf44-40cd-980b-995d8c53ba75 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:26.536724 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-48c71b9d-bf44-40cd-980b-995d8c53ba75 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119981170&fields=id&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 267 time: 0.0639248 Mar 11 20:22:26.581039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port af71328f-aa33-4dc8-91bd-64edc1551133, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=af71328f-aa33-4dc8-91bd-64edc1551133,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:26.583851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-7999089a-a373-4c6f-afcf-c0d25ca9d580 None None] Port 71817188-f8f1-4355-a26c-7c8b3dca5703 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:22:26.586020 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.586747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bb368db3-f860-4a0f-bb2d-82b93c659e3a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:26.687670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-3dd8f8dd-4f3c-4e71-aaba-85a5363e9ca1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:26.688288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-3dd8f8dd-4f3c-4e71-aaba-85a5363e9ca1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:26.700725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=af71328f-aa33-4dc8-91bd-64edc1551133,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:26.704482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-3dd8f8dd-4f3c-4e71-aaba-85a5363e9ca1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:26.705795 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-3dd8f8dd-4f3c-4e71-aaba-85a5363e9ca1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 796 time: 0.1619484 Mar 11 20:22:26.719463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e79c88ff-7b15-4260-b351-fbf284db8b5b None None] Provisioning complete for port 71817188-f8f1-4355-a26c-7c8b3dca5703 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:26.719833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e79c88ff-7b15-4260-b351-fbf284db8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.723583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-f79f8439-0376-45f1-94d7-f5226bed28c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/quotas/0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 375 time: 0.0118697 Mar 11 20:22:26.748984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port bb368db3-f860-4a0f-bb2d-82b93c659e3a completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:26.766189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port bb368db3-f860-4a0f-bb2d-82b93c659e3a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:26.766553 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.802757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-9b664ae7-865a-4790-a0fc-188ad329330a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:26.816874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-e79c88ff-7b15-4260-b351-fbf284db8b5b None None] Port 71817188-f8f1-4355-a26c-7c8b3dca5703 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:22:26.818955 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-9b664ae7-865a-4790-a0fc-188ad329330a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:26.820709 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-9b664ae7-865a-4790-a0fc-188ad329330a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918415 Mar 11 20:22:26.885055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.901222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port bb368db3-f860-4a0f-bb2d-82b93c659e3a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bb368db3-f860-4a0f-bb2d-82b93c659e3a,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:26.906041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:26.969043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=bb368db3-f860-4a0f-bb2d-82b93c659e3a,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:27.028489 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-719ca2a5-3709-4c1b-9af9-393e5e09fba3 service neutron] 10.222.0.76 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957908 Mar 11 20:22:27.158576 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-bff76e7b-64bc-4749-b6f8-a8701aa9e092 service neutron] 10.222.0.76 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214705 Mar 11 20:22:28.015927 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Sync routers for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:22:28.028936 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:28.029529 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:28.192653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device af71328f-aa33-4dc8-91bd-64edc1551133 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:28.200203 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:28.254415 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:22:28.259524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port af71328f-aa33-4dc8-91bd-64edc1551133 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:28.259821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:28.391181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bb368db3-f860-4a0f-bb2d-82b93c659e3a up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:28.395891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-067a5ce6-2c0c-4338-9472-475b46d10a8f req-9194b80e-7cc6-47ea-81d2-16d9c3900858 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:28.408023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-067a5ce6-2c0c-4338-9472-475b46d10a8f req-9194b80e-7cc6-47ea-81d2-16d9c3900858 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:28.409391 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-067a5ce6-2c0c-4338-9472-475b46d10a8f req-9194b80e-7cc6-47ea-81d2-16d9c3900858 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 210 time: 0.0701008 Mar 11 20:22:28.463998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port bb368db3-f860-4a0f-bb2d-82b93c659e3a triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:28.464497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:28.574204 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:25Z', 'revision_number': 2, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:28.578816 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Checking router: 25178bc0-2921-4148-8aee-99cdd3d52f0c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:22:28.579278 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Updating router 25178bc0-2921-4148-8aee-99cdd3d52f0c port 71817188-f8f1-4355-a26c-7c8b3dca5703 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:22:28.628873 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:28.972807 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:28.984075 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Transition to ACTIVE for port object 71817188-f8f1-4355-a26c-7c8b3dca5703 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:28.990467 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:29.121202 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Pushing event updated for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:29.159177 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.159542 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.159837 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.160148 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.160476 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.160764 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.161093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.161400 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.161706 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.162006 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.162309 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:29.217435 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Attempting to bind port 71817188-f8f1-4355-a26c-7c8b3dca5703 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:22:29.217782 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Attempting to bind port 71817188-f8f1-4355-a26c-7c8b3dca5703 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:22:29.218144 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Attempting to bind port 71817188-f8f1-4355-a26c-7c8b3dca5703 on network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:22:29.224737 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:22:29.225025 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Checking segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:22:29.225439 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:29.225812 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Bound using segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:22:29.226258 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Bound port: 71817188-f8f1-4355-a26c-7c8b3dca5703, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:22:29.226615 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:29.323066 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] For port 71817188-f8f1-4355-a26c-7c8b3dca5703, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:29.326783 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] For port 71817188-f8f1-4355-a26c-7c8b3dca5703, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71817188-f8f1-4355-a26c-7c8b3dca5703,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:29.332597 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:29.424423 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:29.425056 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:29.491445 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e883f-5d54-4cbc-b763-c2b7d97828ad None None] Pushing event updated for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:29.639038 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:29.652782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7c663a5f-71a1-479e-8c9a-ff8f13ae1b8a req-11880105-8174-42aa-8c02-a36e21e17057 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 210 time: 0.0552843 Mar 11 20:22:29.660679 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-69f75730-d16f-4b6e-a056-8f36642f88db tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:29.662009 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-69f75730-d16f-4b6e-a056-8f36642f88db tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 796 time: 0.3735852 Mar 11 20:22:29.718324 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-bb3a256a-3132-4120-88e4-efe885d542ed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 379 time: 0.0443599 Mar 11 20:22:29.726362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'port': {'device_id': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'admin_state_up': True, 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'security_groups': ['e94524bc-4d16-4f77-994c-036defa01a4e']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:29.856791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:29.866705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:29.878607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:22:29.881994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:29.948288 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:29Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:29.952291 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1104b85-941c-4abc-bfd2-5927e74dd4dc None None] The sync data for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv is: [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:29Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:22:30.042429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.14 (367a6fad-ef3e-4939-b9ba-9cb58eb37382/ec5dae7c-8141-4c40-bb2b-c7bc98893608/97700638-b859-44cf-95d9-0564f76c18d2) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:30.232477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71817188-f8f1-4355-a26c-7c8b3dca5703 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:30.242200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.258718 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 97700638-b859-44cf-95d9-0564f76c18d2 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:30.282605 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.306569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 71817188-f8f1-4355-a26c-7c8b3dca5703 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:30.311665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 71817188-f8f1-4355-a26c-7c8b3dca5703 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:30.312246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.354607 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:30.357822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:30.362505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:22:30.403867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:30.435149 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.440463 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:30.441119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.476425 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-26a71158-281d-4a40-b9e3-d2bdd4ab07e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535758 Mar 11 20:22:30.488599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Request body: {'port': {'device_id': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:30.488741 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 71817188-f8f1-4355-a26c-7c8b3dca5703, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71817188-f8f1-4355-a26c-7c8b3dca5703,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:30.495786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.574515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:30.612319 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.624313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5aa0c0bc-c17d-4262-8e68-d01b1334ffc7 None None] Provisioning for port 97700638-b859-44cf-95d9-0564f76c18d2 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:30.629769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5aa0c0bc-c17d-4262-8e68-d01b1334ffc7 None None] Provisioning complete for port 97700638-b859-44cf-95d9-0564f76c18d2 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:30.630309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5aa0c0bc-c17d-4262-8e68-d01b1334ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.696740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5aa0c0bc-c17d-4262-8e68-d01b1334ffc7 None None] Port 97700638-b859-44cf-95d9-0564f76c18d2 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:22:30.858547 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49bcd9-0b18-411a-a45e-78deafc5c899 req-d03b9e75-35f8-48cf-b8f0-e0e3c2817f95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:30.860173 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb49bcd9-0b18-411a-a45e-78deafc5c899 req-d03b9e75-35f8-48cf-b8f0-e0e3c2817f95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 932 time: 0.0831525 Mar 11 20:22:30.906446 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-bb49bcd9-0b18-411a-a45e-78deafc5c899 req-e644122b-6bff-412b-9dd2-5895903d5354 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:30.922103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-bb49bcd9-0b18-411a-a45e-78deafc5c899 req-e644122b-6bff-412b-9dd2-5895903d5354 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:30.923268 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bb49bcd9-0b18-411a-a45e-78deafc5c899 req-e644122b-6bff-412b-9dd2-5895903d5354 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574796 Mar 11 20:22:30.961037 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97700638-b859-44cf-95d9-0564f76c18d2 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:22:30.968502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:30.982752 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Transition to ACTIVE for port object 97700638-b859-44cf-95d9-0564f76c18d2 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:22:30.986551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:31.112449 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:31.215353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Attempting to bind port 97700638-b859-44cf-95d9-0564f76c18d2 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:22:31.215691 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Attempting to bind port 97700638-b859-44cf-95d9-0564f76c18d2 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:22:31.216016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Attempting to bind port 97700638-b859-44cf-95d9-0564f76c18d2 on network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:22:31.221634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Port 97700638-b859-44cf-95d9-0564f76c18d2 on network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:22:31.221948 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Attempting to bind port 97700638-b859-44cf-95d9-0564f76c18d2 on network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:22:31.227977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:22:31.228308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Checking segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:22:31.228681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Bound using segment: {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:22:31.229096 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Bound port: 97700638-b859-44cf-95d9-0564f76c18d2, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94122d85-7a2b-4295-96f8-6e4de7a30b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:22:31.229439 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:31.319845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:31.323415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:31.329161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:31.393374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:31.394736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] 10.222.0.90 "PUT /v2.0/ports/97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1094 time: 0.9112859 Mar 11 20:22:31.395155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:22:31.414374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9e5b4-58d2-4f13-8bbb-eebac6e4290c service neutron] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:31.482020 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'status': 'completed', 'code': 200} Mar 11 20:22:31.519640 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-5f042a25-7681-4e7f-b642-595f649473a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1097 time: 0.0813570 Mar 11 20:22:31.588248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-955317b7-483f-4a05-9a60-f1626606fc6d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 217 time: 0.0619526 Mar 11 20:22:31.741821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-113498c3-3963-42a4-b424-5db3f8fb456c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:31.743870 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-113498c3-3963-42a4-b424-5db3f8fb456c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.1498024 Mar 11 20:22:31.821458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-b85658c3-c87c-4239-841b-6fba6ff87e98 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716958 Mar 11 20:22:31.948610 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-2c770725-332b-4424-bc2e-dbc536118547 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213169 Mar 11 20:22:32.080191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-63c5f799-a093-4cd3-a749-6e4da5a27bbf req-eae06b38-69a2-4876-9003-6aef3a7cc845 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261189 Mar 11 20:22:32.125714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2206de4-ae14-473a-9fd1-915b17d31763 req-1a3f0537-d2c8-4a88-a72a-2cfe4d8dec2d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:32.127146 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2206de4-ae14-473a-9fd1-915b17d31763 req-1a3f0537-d2c8-4a88-a72a-2cfe4d8dec2d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.0799866 Mar 11 20:22:32.179537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f2206de4-ae14-473a-9fd1-915b17d31763 req-d27a56f3-7b51-48b1-8005-2d43b7394e40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467904 Mar 11 20:22:32.210453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71817188-f8f1-4355-a26c-7c8b3dca5703 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:32.220871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-e723651f-6516-4a52-b401-03342bbe51b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1097 time: 0.0989985 Mar 11 20:22:32.307199 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 71817188-f8f1-4355-a26c-7c8b3dca5703 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:32.307598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:32.351688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-6e888346-cd98-4efc-908f-37b645cecc04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:32.353133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-6e888346-cd98-4efc-908f-37b645cecc04 service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1261725 Mar 11 20:22:32.417855 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-1b3f6135-65ff-4e39-8ca2-a35ee49b6e81 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 217 time: 0.0586820 Mar 11 20:22:32.489590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-89037cb9-7493-4425-a328-d026465a0cff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:32.491030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-89037cb9-7493-4425-a328-d026465a0cff service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0682602 Mar 11 20:22:32.567465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-2685ef83-9f17-4006-8eb5-54c419fb9302 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695927 Mar 11 20:22:32.696258 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-a0371866-ae41-4098-a988-6a0abe983e59 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223068 Mar 11 20:22:32.826841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3a13fdd-2c81-469a-820d-7b2e28f99e58 req-1a602a88-b363-451c-abff-67663312e13a service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237974 Mar 11 20:22:33.390213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5522d-43cd-4ed8-a91d-f68838ab1912 req-855cfb5c-6304-48b7-adad-c8382dd5d48a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:33.390912 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-97a5522d-43cd-4ed8-a91d-f68838ab1912 req-855cfb5c-6304-48b7-adad-c8382dd5d48a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:22:33.409261 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-97a5522d-43cd-4ed8-a91d-f68838ab1912 req-855cfb5c-6304-48b7-adad-c8382dd5d48a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:22:33.410469 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-97a5522d-43cd-4ed8-a91d-f68838ab1912 req-855cfb5c-6304-48b7-adad-c8382dd5d48a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.1066017 Mar 11 20:22:33.458818 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-97a5522d-43cd-4ed8-a91d-f68838ab1912 req-0d7a615f-626c-4dde-a816-109a66b80bc1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416605 Mar 11 20:22:34.678961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81ce20-e654-486f-90a3-61787fe568dc req-86f463f3-bc59-4f9a-a237-be72fba99d66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:34.680421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc81ce20-e654-486f-90a3-61787fe568dc req-86f463f3-bc59-4f9a-a237-be72fba99d66 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.0859828 Mar 11 20:22:34.734477 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dc81ce20-e654-486f-90a3-61787fe568dc req-97f731ca-bed2-4781-a2cb-2ddddcbb35e8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457065 Mar 11 20:22:35.871103 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:22:35.941016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c0f25f-2e86-4a1f-b97f-0d8ea5bb5af7 req-cc05c2d5-76be-4de6-b8f9-048b178fb31e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:35.942430 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-47c0f25f-2e86-4a1f-b97f-0d8ea5bb5af7 req-cc05c2d5-76be-4de6-b8f9-048b178fb31e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.0748522 Mar 11 20:22:35.987330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-47c0f25f-2e86-4a1f-b97f-0d8ea5bb5af7 req-3b9dd4b5-b8a9-47b7-bddf-980f2ddd5bca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391254 Mar 11 20:22:36.005357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:36.018687 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '97700638-b859-44cf-95d9-0564f76c18d2', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'mac_address': 'fa:16:3e:26:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:22:36.069323 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:36.085997 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97700638-b859-44cf-95d9-0564f76c18d2 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:22:36.100583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:36.107213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:36.172537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:36.469875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['97700638-b859-44cf-95d9-0564f76c18d2'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:22:37.195170 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5957b-2bb9-4f61-a154-812bb8d6879b req-e7cdb08a-329b-47b5-9877-fe5267be333e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:37.196722 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b4a5957b-2bb9-4f61-a154-812bb8d6879b req-e7cdb08a-329b-47b5-9877-fe5267be333e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 945 time: 0.0817969 Mar 11 20:22:37.246797 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b4a5957b-2bb9-4f61-a154-812bb8d6879b req-12cbe829-f1ef-4362-a2bd-67b99c076a0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437255 Mar 11 20:22:37.872586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:22:37.952366 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 97700638-b859-44cf-95d9-0564f76c18d2 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:22:37.957066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 97700638-b859-44cf-95d9-0564f76c18d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:22:37.957439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:38.070474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:38.096653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:22:38.106372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:38.110574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:38.156995 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'code': 200} Mar 11 20:22:38.180606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:38.388769 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ab79e7e-6b74-42b3-bae6-a54df4725f98 req-b59c433b-c8c5-4a31-901e-a0517a2df884 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.0697434 Mar 11 20:22:38.429545 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ab79e7e-6b74-42b3-bae6-a54df4725f98 req-4ef6f520-2850-4dd7-8685-df9781829780 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348923 Mar 11 20:22:38.454964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495a4b8-791a-47f8-8122-86688ab3e8d3 req-3a3fd3c1-f622-49de-a8e0-1a939909bf82 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.456420 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e495a4b8-791a-47f8-8122-86688ab3e8d3 req-3a3fd3c1-f622-49de-a8e0-1a939909bf82 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0771525 Mar 11 20:22:38.511938 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e495a4b8-791a-47f8-8122-86688ab3e8d3 req-e598ec18-eaf2-4465-9100-947778ca418f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498092 Mar 11 20:22:39.731220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d14bc-3336-47e8-a01f-1a19ad78642e req-b01d5c18-a920-421f-8b6f-df671fbf6172 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.732820 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d0d14bc-3336-47e8-a01f-1a19ad78642e req-b01d5c18-a920-421f-8b6f-df671fbf6172 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0746987 Mar 11 20:22:39.781969 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8d0d14bc-3336-47e8-a01f-1a19ad78642e req-0b9fbea2-553e-49be-a049-afb86de5a3a4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436656 Mar 11 20:22:40.997879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a8c7f-1ebf-4d7b-9a6e-0f638b017791 req-16ab1791-929e-48f1-b94b-427ae4723d0d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:40.999222 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d9a8c7f-1ebf-4d7b-9a6e-0f638b017791 req-16ab1791-929e-48f1-b94b-427ae4723d0d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0824707 Mar 11 20:22:41.045673 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5d9a8c7f-1ebf-4d7b-9a6e-0f638b017791 req-e8e623e6-2768-42af-881d-9e5ffc75f68b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Mar 11 20:22:41.243830 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a2dbc-bccf-4e91-a08d-bb9ccf17d631 req-cc7509e6-0ad3-4824-a8aa-ff34230b8be2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:41.245230 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-667a2dbc-bccf-4e91-a08d-bb9ccf17d631 req-cc7509e6-0ad3-4824-a8aa-ff34230b8be2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0797241 Mar 11 20:22:41.290375 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-667a2dbc-bccf-4e91-a08d-bb9ccf17d631 req-a725a3dc-bb10-42e0-b8c8-3a05733624ba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395813 Mar 11 20:22:41.317887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42792) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:41.460585 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b3cb962d-2926-4527-a2fd-a81b104a63cd tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1094 time: 0.1415992 Mar 11 20:22:41.463481 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42798) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:41.468838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:22:41.474614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:22:41.478457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:floatingip and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:22:41.481287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:22:41.487447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:22:41.498325 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:41.633160 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:41.768732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.187 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/67cefd39-8c72-4c2e-b8b5-ca51202b7230) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:41.911603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:41.942346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:42.006966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:42.009767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:42.015679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:22:42.039361 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=67cefd39-8c72-4c2e-b8b5-ca51202b7230,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:42.593575 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:42.660100 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:42.879056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:42.884810 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:42.989114 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=67cefd39-8c72-4c2e-b8b5-ca51202b7230,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:43.003215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:43.190633 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Floating IP 56090932-19a2-4f63-8b8c-7d8812095516 associated. External IP: 172.26.8.187, port: 97700638-b859-44cf-95d9-0564f76c18d2. Mar 11 20:22:43.594411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 25178bc0-2921-4148-8aee-99cdd3d52f0c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:22:43.886572 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:22:43.896862 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Sync routers for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:22:43.909902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:43.910605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:43.914261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:43.970120 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e8b0e4f3-ef48-44f8-97a0-08629cca6ce9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5055132 Mar 11 20:22:43.970690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:22:44.027111 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'status': 'completed', 'code': 200} Mar 11 20:22:44.086959 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:44.156285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d41f6-5c2f-4d87-a985-139d8f086861 req-687d38dc-bd67-4ec3-bc62-f63ec31fc5e1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.157953 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d41f6-5c2f-4d87-a985-139d8f086861 req-687d38dc-bd67-4ec3-bc62-f63ec31fc5e1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0879319 Mar 11 20:22:44.207965 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b39d41f6-5c2f-4d87-a985-139d8f086861 req-6dfe0cc8-b21a-44b4-8184-2163abcb27b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435386 Mar 11 20:22:44.223491 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-d86af9a6-11b1-49b4-8870-a893d92eb0e0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.1743150 Mar 11 20:22:44.233714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42806) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:44.341034 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7b1095b8-81c1-4c06-916e-6e91f058cfbd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 200 len: 992 time: 0.1049631 Mar 11 20:22:44.354118 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-602b92f8-80e1-4bae-a778-34dbc1da3f0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.355587 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-602b92f8-80e1-4bae-a778-34dbc1da3f0c service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1263390 Mar 11 20:22:44.443591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '56090932-19a2-4f63-8b8c-7d8812095516', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'mac_address': 'fa:16:3e:26:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:22:42Z', 'updated_at': '2022-03-11T20:22:42Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:44.447355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Checking router: 25178bc0-2921-4148-8aee-99cdd3d52f0c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:22:44.456933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-f6ef804f-97dc-4e35-96f6-fd3c7549fb08 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1000 time: 0.0955608 Mar 11 20:22:44.459796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:22:44.460390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:22:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:44.518518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-453bf32e-ab87-4689-a802-899230122399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.519986 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-453bf32e-ab87-4689-a802-899230122399 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0572143 Mar 11 20:22:44.596690 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-b29c4b48-fc0e-4587-9920-1ff0973ab030 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709593 Mar 11 20:22:44.638185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29534f65-2623-4d39-aa63-4e94be704a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:44.681259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:22:44.728774 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-7fbfcd0d-1a30-47d6-9f57-72e2d6990fba service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246021 Mar 11 20:22:44.857430 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4d81bbf3-bb2c-4711-97ba-5d916f48348e req-91ff6272-ae9f-4453-ba3b-663ee8325f50 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226869 Mar 11 20:22:45.024903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '56090932-19a2-4f63-8b8c-7d8812095516', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'mac_address': 'fa:16:3e:26:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:22:42Z', 'updated_at': '2022-03-11T20:22:42Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:22:45.028945 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258d09a5-2613-4bd3-b5fa-1321f1ed64ae None None] The sync data for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv is: [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '56090932-19a2-4f63-8b8c-7d8812095516', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'mac_address': 'fa:16:3e:26:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:22:42Z', 'updated_at': '2022-03-11T20:22:42Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:22:45.345176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42810) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:45.465575 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-1edbd191-2fba-4a21-905f-7022dda74b58 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 200 len: 992 time: 0.1188893 Mar 11 20:22:46.469415 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42814) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:46.575002 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b3badcab-f999-460c-9114-c57c52c6ff24 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 200 len: 992 time: 0.1041517 Mar 11 20:22:46.829409 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4b938046-cd78-46d8-a782-64d51efa1d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:46.963447 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d8c5e-d4c3-4c59-97ad-21c5fbb2f37b None None] New status for floating IP 56090932-19a2-4f63-8b8c-7d8812095516: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:22:47.579481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42818) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:22:47.678014 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d6d3fdd3-ffd6-4416-b1e9-1567f3634321 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 200 len: 994 time: 0.0974329 Mar 11 20:22:48.004237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:48.085204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:49.350029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:22:55.007113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:05.252228 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:23:14.553314 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-63a62294-f0c9-484e-814c-a1f175d8f20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:15.469035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-7c2172fd-d612-4432-bde4-29199f3f2fd5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1475608 Mar 11 20:23:15.608184 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-a9912224-a55d-48ca-9b16-a1eadf33594e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.0678501 Mar 11 20:23:15.757932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-008808f9-f9e6-41a1-80e6-dff50bcf2d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:15.759452 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-008808f9-f9e6-41a1-80e6-dff50bcf2d7f service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1322567 Mar 11 20:23:15.862421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-c1771961-cd9e-4937-8edf-2ee93f52c743 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1002 time: 0.0958371 Mar 11 20:23:15.922183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-dd0d88f8-900c-4dff-a989-d0e8455b485f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:15.923565 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-dd0d88f8-900c-4dff-a989-d0e8455b485f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0550432 Mar 11 20:23:15.997583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-9ab61cdd-0269-4891-b893-bc1c3a4d41a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678179 Mar 11 20:23:16.221827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-0e7b6d35-a9cb-4330-aebc-b7ae504f0e1c service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181220 Mar 11 20:23:16.353499 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53fab70c-229a-4ed8-b7f6-bcc93e651304 req-63c97467-d8ab-45f4-9fc4-0e7507210f73 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257296 Mar 11 20:23:16.823872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3c44aafd-14cb-4ae5-9bc0-ab20d2746ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:18.010122 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:18.096893 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:19.357747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:25.010913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:42.248909 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:23:44.564423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c29e0805-0edb-475c-a01b-af0882d5da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:46.836666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-290c2687-8a4b-4649-a3cf-6954f090c311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:48.016892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:48.098951 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:49.357447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:55.009759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:23:57.259873 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-61345612-9dc5-4d54-ac4e-c179b42cd09a req-3ea1e429-7789-4938-8742-0e6e20f87642 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1424134 Mar 11 20:23:57.526655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42862) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:23:57.575031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac14c2-7250-44d0-b91e-20f8501e1398 req-1ccab7e7-ed76-4762-8edd-0746f057fc3a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:57.576591 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-faac14c2-7250-44d0-b91e-20f8501e1398 req-1ccab7e7-ed76-4762-8edd-0746f057fc3a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0796008 Mar 11 20:23:57.621596 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-faac14c2-7250-44d0-b91e-20f8501e1398 req-8e44d970-8f6a-4643-9070-025f4de5d13a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394235 Mar 11 20:23:57.663157 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-240e3ebf-13de-4e7e-9f9f-ec10b24102bd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1352422 Mar 11 20:23:58.827577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3fbc0-62c6-4962-abfa-de28706c3745 req-7d2c455d-e414-4249-a734-1657a633910c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.828998 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cd3fbc0-62c6-4962-abfa-de28706c3745 req-7d2c455d-e414-4249-a734-1657a633910c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0855401 Mar 11 20:23:58.874436 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cd3fbc0-62c6-4962-abfa-de28706c3745 req-3ecc481a-7a74-4e62-a8a3-43350d800519 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396800 Mar 11 20:23:59.019573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-8a603316-4ab3-42ee-b37d-9db08cda62f2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.0732698 Mar 11 20:23:59.148874 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-4ec75425-febf-4a6f-bba6-7e73d06bcf2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:59.150734 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-4ec75425-febf-4a6f-bba6-7e73d06bcf2e service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1254783 Mar 11 20:23:59.250854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-26a14add-7b75-4a75-acb5-7503eb531357 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1002 time: 0.0944512 Mar 11 20:23:59.312923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-dbe02d6a-288b-4690-9c2f-889220e97118 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:59.314213 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-dbe02d6a-288b-4690-9c2f-889220e97118 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0563157 Mar 11 20:23:59.398070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-8222292c-5775-4ad2-8590-b8e3a3777e48 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774555 Mar 11 20:23:59.529432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-4c61adac-771d-4119-a30c-737984097c0b service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250761 Mar 11 20:23:59.657003 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-154efd64-7e8a-4df3-a155-4e57ff324573 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220140 Mar 11 20:24:00.084776 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3d43f-c79f-4eed-9c3c-bbdfbb8596c7 req-bca32bf6-990c-47d1-b4e1-1befb753f746 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:00.086197 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9da3d43f-c79f-4eed-9c3c-bbdfbb8596c7 req-bca32bf6-990c-47d1-b4e1-1befb753f746 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0797939 Mar 11 20:24:00.130243 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9da3d43f-c79f-4eed-9c3c-bbdfbb8596c7 req-243954fa-f1f2-42c3-8264-804fa31bbeca tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386105 Mar 11 20:24:01.342861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a8adc-31c4-44c6-b332-feccb6d32340 req-0bc7b0f9-f0df-4597-a42a-6c96e488a4da tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:01.346143 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-046a8adc-31c4-44c6-b332-feccb6d32340 req-0bc7b0f9-f0df-4597-a42a-6c96e488a4da tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0919657 Mar 11 20:24:01.392126 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-046a8adc-31c4-44c6-b332-feccb6d32340 req-98e12306-4407-406f-96b0-a223ea56b3eb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423319 Mar 11 20:24:02.604521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49650c-c8a0-4c3b-9521-8fb7b0f162a9 req-f25441d2-c9c6-43ef-bcdd-e3a25673c42d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:02.605901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a49650c-c8a0-4c3b-9521-8fb7b0f162a9 req-f25441d2-c9c6-43ef-bcdd-e3a25673c42d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0832124 Mar 11 20:24:02.652631 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a49650c-c8a0-4c3b-9521-8fb7b0f162a9 req-c65b3fe0-ec1c-43a7-b765-eeb6a57b615d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385301 Mar 11 20:24:03.868040 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc47b2-9c94-429d-8b81-b5aa1130591b req-0c7da5c0-a474-4b7b-91a7-c0b0a03f3895 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:03.869460 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46cc47b2-9c94-429d-8b81-b5aa1130591b req-0c7da5c0-a474-4b7b-91a7-c0b0a03f3895 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0864217 Mar 11 20:24:03.918153 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-46cc47b2-9c94-429d-8b81-b5aa1130591b req-142788a0-48fb-408c-a3db-0428adeecb4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406010 Mar 11 20:24:05.138665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf9ca5-694c-46c6-b10d-c1306492dc43 req-816e3880-36c9-4df2-8388-52d76a040c7f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:05.140117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36bf9ca5-694c-46c6-b10d-c1306492dc43 req-816e3880-36c9-4df2-8388-52d76a040c7f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0847349 Mar 11 20:24:05.185759 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-36bf9ca5-694c-46c6-b10d-c1306492dc43 req-f32dc008-3857-4ca0-bdbf-7a61a9670c43 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399306 Mar 11 20:24:06.411735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dc879-8e36-4de3-8556-98a637c16047 req-19241a6c-8669-4736-b682-e389bac00062 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:06.413190 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d39dc879-8e36-4de3-8556-98a637c16047 req-19241a6c-8669-4736-b682-e389bac00062 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0929275 Mar 11 20:24:06.457656 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d39dc879-8e36-4de3-8556-98a637c16047 req-cbb5270a-67da-4ec2-a154-9b9b910ded57 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388489 Mar 11 20:24:07.681852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f25fc-64df-4dbe-aed2-88dcd7417166 req-78ff9e02-72a3-45ea-b11e-d04963290eb3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:07.683336 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-872f25fc-64df-4dbe-aed2-88dcd7417166 req-78ff9e02-72a3-45ea-b11e-d04963290eb3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0852389 Mar 11 20:24:07.728617 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-872f25fc-64df-4dbe-aed2-88dcd7417166 req-4d42ce4b-d5bf-445d-b6b0-eea85586fb01 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396121 Mar 11 20:24:09.088868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5da16-c1a7-453a-b4ba-3b14b544c869 req-576d09f8-0c22-435f-acba-0228ffff2d62 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:09.090185 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ffa5da16-c1a7-453a-b4ba-3b14b544c869 req-576d09f8-0c22-435f-acba-0228ffff2d62 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0821240 Mar 11 20:24:09.138019 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ffa5da16-c1a7-453a-b4ba-3b14b544c869 req-0144f417-2c15-4205-81cf-9a5eca7c09dc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420208 Mar 11 20:24:10.334391 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cf461-3ae3-4829-ab78-9bbb7dc60e9b req-6ce2a38b-0a73-4b10-b232-a9678156bdf3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:10.335759 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-507cf461-3ae3-4829-ab78-9bbb7dc60e9b req-6ce2a38b-0a73-4b10-b232-a9678156bdf3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0796432 Mar 11 20:24:10.381021 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-507cf461-3ae3-4829-ab78-9bbb7dc60e9b req-fa8585db-e1cd-4b21-8448-868769fc9eb3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Mar 11 20:24:11.336406 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-0c417823-ba14-47af-970e-354d79903c88 service neutron] 10.222.0.90 "GET /v2.0/ports/97700638-b859-44cf-95d9-0564f76c18d2/bindings/hv-neutron-8327 HTTP/1.1" status: 200 len: 384 time: 0.0812268 Mar 11 20:24:11.577033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe77524-b307-4a3e-9fdf-76008c017f7b req-01cfd78b-4ea2-4409-b9b6-67d098e2b507 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:11.578490 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6fe77524-b307-4a3e-9fdf-76008c017f7b req-01cfd78b-4ea2-4409-b9b6-67d098e2b507 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0755448 Mar 11 20:24:11.616211 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-432559d4-bce7-4e94-be15-c1c0f953fd8b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 1099 time: 0.0694852 Mar 11 20:24:11.622980 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6fe77524-b307-4a3e-9fdf-76008c017f7b req-9889907c-d19d-4b77-b1da-342f53702695 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385633 Mar 11 20:24:11.797982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-1c98da8b-dc16-4e2c-9aad-1a71a32de7a6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.1600502 Mar 11 20:24:11.934247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-4d8444dd-8106-441b-ae82-18a9ef503da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:11.935727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-4d8444dd-8106-441b-ae82-18a9ef503da1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1314809 Mar 11 20:24:12.041766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-22f88479-faa2-4d4b-9603-d4493d94a055 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1002 time: 0.1001637 Mar 11 20:24:12.105901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-00d63afc-205f-41d7-9053-776d914953eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:12.107261 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-00d63afc-205f-41d7-9053-776d914953eb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0593305 Mar 11 20:24:12.179713 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-24892654-2e58-4483-983f-a4da7e044a5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659587 Mar 11 20:24:12.316353 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-ce4167e5-36d6-4449-b51e-febbd0c41d97 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308725 Mar 11 20:24:12.445971 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-335ca500-ec3c-43ba-ab30-e19ca0d0b2f4 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227150 Mar 11 20:24:12.843434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbc00c-2378-473d-a717-0908f6a6fedc req-3b94d9a5-615e-4b92-b3d0-bee5d1a15e21 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:12.844766 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8fcbc00c-2378-473d-a717-0908f6a6fedc req-3b94d9a5-615e-4b92-b3d0-bee5d1a15e21 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0998940 Mar 11 20:24:12.889494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8fcbc00c-2378-473d-a717-0908f6a6fedc req-61104910-513c-413a-9c63-570688ba17e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 Mar 11 20:24:14.101261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3d69e-71f0-437c-96da-40174c8ac17f req-cec1ca9c-fe83-40b4-b492-21b57d591a4f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:14.102686 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3ef3d69e-71f0-437c-96da-40174c8ac17f req-cec1ca9c-fe83-40b4-b492-21b57d591a4f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0799186 Mar 11 20:24:14.147194 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3ef3d69e-71f0-437c-96da-40174c8ac17f req-c53f80fa-16ca-47cb-ad67-2c6d01085aa5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 Mar 11 20:24:14.250896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:24:14.394273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:14.411523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '97700638-b859-44cf-95d9-0564f76c18d2', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'port_id': '97700638-b859-44cf-95d9-0564f76c18d2', 'mac_address': 'fa:16:3e:26:46:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:24:14.465934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:14.484561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97700638-b859-44cf-95d9-0564f76c18d2 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:24:14.499418 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:14.505543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:14.586008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-99c6bceb-f9f8-4e88-ab1e-4586c812ac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:14.590254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:14.598574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.598975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.599329 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.599740 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.600076 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.600398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.600722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.601064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.601381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.601695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.601996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:14.686250 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['97700638-b859-44cf-95d9-0564f76c18d2'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:24:15.363055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe665fc-286b-4613-9b83-d42df2ee6c18 req-f6e0a029-69d3-4da2-bdb6-e6c6ba164b77 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:15.364562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfe665fc-286b-4613-9b83-d42df2ee6c18 req-f6e0a029-69d3-4da2-bdb6-e6c6ba164b77 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 945 time: 0.0814490 Mar 11 20:24:15.412390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfe665fc-286b-4613-9b83-d42df2ee6c18 req-78b4cf5c-d05a-49c8-b401-e95ff17d55fa tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422289 Mar 11 20:24:16.254530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:24:16.332667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 97700638-b859-44cf-95d9-0564f76c18d2 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:24:16.332946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:16.406356 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-b21df1b9-3dfd-4099-92ae-9ae8360ee9a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685008 Mar 11 20:24:16.446574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:16.478867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:24:16.488822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:16.494620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:16.556602 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-1ebe28d6-3806-47fa-a5f7-ff089b24944b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.0817289 Mar 11 20:24:16.573822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:16.624959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2bb80-c5be-4da1-99cb-bea2f1946a7c req-4d38e8d7-7807-46b7-93bc-62a04a1b574e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:16.626406 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56a2bb80-c5be-4da1-99cb-bea2f1946a7c req-4d38e8d7-7807-46b7-93bc-62a04a1b574e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0778670 Mar 11 20:24:16.646681 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'code': 200} Mar 11 20:24:16.676296 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-56a2bb80-c5be-4da1-99cb-bea2f1946a7c req-942d5237-c582-4a4d-9d73-67362a412014 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440545 Mar 11 20:24:16.709233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-00620448-f360-44fc-8ed8-f173766f7727 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:16.710665 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-00620448-f360-44fc-8ed8-f173766f7727 service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1350293 Mar 11 20:24:16.830198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-21e9f31d-b975-4a89-97b9-70c6dffceeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:16.839958 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-9a417e2c-954d-45da-9bdf-fd84205b14cd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1002 time: 0.1230900 Mar 11 20:24:16.907692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-08c971f4-c31d-4118-ba62-235e821b41f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:16.909262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-08c971f4-c31d-4118-ba62-235e821b41f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0640535 Mar 11 20:24:16.923202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.90', 53627) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:24:16.990321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-8426f209-7068-47d0-a1fd-59b5103e490e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678484 Mar 11 20:24:17.059418 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-159afaf7-63a7-4105-8ce9-60d74df9e0b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.060834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-159afaf7-63a7-4105-8ce9-60d74df9e0b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&tenant_id=0ff100bf344b44e9963838009f23d59b&binding%3Ahost_id=hv-neutron-8327 HTTP/1.1" status: 200 len: 946 time: 0.1366341 Mar 11 20:24:17.066911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da0885-a513-4d59-94df-5294933a845a req-02f73baa-6997-4de5-bb37-36b77468f2b1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.068368 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66da0885-a513-4d59-94df-5294933a845a req-02f73baa-6997-4de5-bb37-36b77468f2b1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.1065505 Mar 11 20:24:17.119757 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-36481049-c387-43a4-8ed0-d270e71f727d service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234496 Mar 11 20:24:17.127056 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-66da0885-a513-4d59-94df-5294933a845a req-874f071f-1b22-413f-8f54-25c2aa7d4e3a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528040 Mar 11 20:24:17.389691 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-43c12b17-7b7a-47a3-aa29-32725da8e4d0 req-a17031fb-61e0-4b90-986a-370ed27788a5 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640517 Mar 11 20:24:17.404445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737d132-3915-4422-bd49-e6b66b8415f8 req-73114aa0-e817-4d18-9a5b-98d28dd2341a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.405855 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2737d132-3915-4422-bd49-e6b66b8415f8 req-73114aa0-e817-4d18-9a5b-98d28dd2341a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.1230023 Mar 11 20:24:17.455387 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2737d132-3915-4422-bd49-e6b66b8415f8 req-957e6c78-af14-4a36-9c5c-93b48300745d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432680 Mar 11 20:24:17.549450 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-c488f0ba-61b8-4380-8841-7f592492ddac service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1099 time: 0.0711110 Mar 11 20:24:17.690169 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-50ac33c8-9f54-48c8-a6ee-670a631cf6f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.691572 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-50ac33c8-9f54-48c8-a6ee-670a631cf6f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1347964 Mar 11 20:24:17.793829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-95e25fca-1511-476f-9989-a4790ba2eceb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 1002 time: 0.0964620 Mar 11 20:24:17.859594 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-ed528ac9-775b-4344-b700-66049ee1d5a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.860973 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-ed528ac9-775b-4344-b700-66049ee1d5a7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0608237 Mar 11 20:24:17.937575 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-4b852b7b-aa06-461d-bdbc-944bacfb5d12 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690596 Mar 11 20:24:18.016063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:18.070220 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-28764f9c-462d-4a18-95bf-84d7da45dfe7 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259382 Mar 11 20:24:18.096626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:18.206734 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-8662b107-f723-4f40-8105-01c26e4a7c58 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306558 Mar 11 20:24:18.752046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf1bdd-de1b-4a11-93b4-95e6dd4aa9ef req-19ee904c-7d9a-4f1d-9e6d-dbcc8e724e48 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:18.753410 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7cdf1bdd-de1b-4a11-93b4-95e6dd4aa9ef req-19ee904c-7d9a-4f1d-9e6d-dbcc8e724e48 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.1675894 Mar 11 20:24:18.798305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7cdf1bdd-de1b-4a11-93b4-95e6dd4aa9ef req-ac811c46-cee0-4cd6-a5ff-619d31f49ae5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389667 Mar 11 20:24:19.246399 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:24:19.369958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:20.152932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bcee8f-b988-423c-b7f0-3741d7d9d389 req-26444863-d99b-4ccf-8627-27cb41fa9307 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:20.154295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92bcee8f-b988-423c-b7f0-3741d7d9d389 req-26444863-d99b-4ccf-8627-27cb41fa9307 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 946 time: 0.0802078 Mar 11 20:24:20.202046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92bcee8f-b988-423c-b7f0-3741d7d9d389 req-b9e252d9-112e-414c-aa0e-0d8bbade4156 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Mar 11 20:24:20.229483 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 42940) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:24:20.308492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:24:20.334120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3ea33dc8-6ae2-433c-82ce-25be5751f179 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 200 len: 994 time: 0.1035764 Mar 11 20:24:20.418240 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:20.446195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:24:20.455779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:20.460483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:20.520183 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'code': 200} Mar 11 20:24:20.556665 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:25.032906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:44.572238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d1e9eb5b-c441-4e75-8145-66cd76b01d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:46.835423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-612ef6d7-61c8-423e-b202-328c43803d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:48.023650 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:48.106092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:49.367404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:55.043808 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:24:56.237971 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:25:13.428435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42970) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:13.635928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 67cefd39-8c72-4c2e-b8b5-ca51202b7230 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:25:13.636258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:13.800996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:13.801232 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:13.920324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 67cefd39-8c72-4c2e-b8b5-ca51202b7230 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:25:14.093542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:14.139862 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=67cefd39-8c72-4c2e-b8b5-ca51202b7230,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:14.176356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.176696 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.177021 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.177362 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.177689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.178108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.178429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.178744 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.179057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.179396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.179715 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:14.236769 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:14.557472 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-42981bfe-fa3d-4aa3-8f1f-2c173c32e4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:14.628929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 25178bc0-2921-4148-8aee-99cdd3d52f0c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:14.927539 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:14.937363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Sync routers for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:25:14.948288 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:14.949732 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:14.950334 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:24:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:15.000128 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5e165ceb-daaa-4bb8-92c5-5759143a46e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/floatingips/56090932-19a2-4f63-8b8c-7d8812095516 HTTP/1.1" status: 204 len: 168 time: 1.5704110 Mar 11 20:25:15.000746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:25:15.129353 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'status': 'completed', 'code': 200} Mar 11 20:25:15.130809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:15.225990 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-27af3feb-9eb7-4b4d-bb90-d9bb51adbf94 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 1097 time: 0.0727766 Mar 11 20:25:15.363104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-bdcca220-03ee-451f-9f47-efbea34160a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.364581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-bdcca220-03ee-451f-9f47-efbea34160a8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 200 len: 897 time: 0.1331408 Mar 11 20:25:15.438971 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:15.442779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Checking router: 25178bc0-2921-4148-8aee-99cdd3d52f0c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:25:15.452944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:15.453518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:24:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:15.477897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-c31f0eb7-b367-4e90-b9ae-314c92da763b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 200 len: 217 time: 0.1045263 Mar 11 20:25:15.550420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-b455c3a1-8f12-47b9-b036-ee513cbb6e80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.551878 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-b455c3a1-8f12-47b9-b036-ee513cbb6e80 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 200 len: 834 time: 0.0679183 Mar 11 20:25:15.562711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6905a7-ae79-44a5-bde8-420c84788acc req-c89c7f7a-bce5-44b4-81c3-4916b4577361 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.564128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c6905a7-ae79-44a5-bde8-420c84788acc req-c89c7f7a-bce5-44b4-81c3-4916b4577361 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.2262964 Mar 11 20:25:15.628060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:15.763413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4c6905a7-ae79-44a5-bde8-420c84788acc req-ec473a37-6731-4177-ac15-b0a1eebef48d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590233 Mar 11 20:25:15.773901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-004dd48b-7223-4779-9674-deda6ae1b8cd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=367a6fad-ef3e-4939-b9ba-9cb58eb37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2088871 Mar 11 20:25:15.902984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-54eac250-81a8-4ed9-bc22-245b6da06cf0 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218040 Mar 11 20:25:15.934150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:15.938244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a6cff2-51b1-4466-97f4-4f0e5cba3026 None None] The sync data for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv is: [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:22:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '71817188-f8f1-4355-a26c-7c8b3dca5703', 'name': '', 'network_id': '367a6fad-ef3e-4939-b9ba-9cb58eb37382', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:46:72:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:24Z', 'updated_at': '2022-03-11T20:22:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ec5dae7c-8141-4c40-bb2b-c7bc98893608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:25:16.034082 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-474276bb-9ebb-4e4a-9c05-774dce44d52f req-a3c78bc0-6c30-4ea7-8c10-9e53ad9ae586 service neutron] 10.222.0.90 "GET /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242251 Mar 11 20:25:16.157140 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc369a9-9037-4c3d-aa18-03e39ed4c40a None None] New status for floating IP 56090932-19a2-4f63-8b8c-7d8812095516: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:25:16.832408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7a9b6bf0-f9ac-4f39-be15-b2838525ecc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:17.041518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9613ad-f44a-4e8f-a74f-7333f5cd9b4e req-907d1db2-7b45-4071-a9d1-8321f5736729 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.042165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-9a9613ad-f44a-4e8f-a74f-7333f5cd9b4e req-907d1db2-7b45-4071-a9d1-8321f5736729 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:17.060745 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-9a9613ad-f44a-4e8f-a74f-7333f5cd9b4e req-907d1db2-7b45-4071-a9d1-8321f5736729 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:17.062198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9a9613ad-f44a-4e8f-a74f-7333f5cd9b4e req-907d1db2-7b45-4071-a9d1-8321f5736729 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.1661661 Mar 11 20:25:17.108475 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9a9613ad-f44a-4e8f-a74f-7333f5cd9b4e req-024ba0f8-2960-46d2-b186-4e60105d00bb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=e94524bc-4d16-4f77-994c-036defa01a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406928 Mar 11 20:25:17.237722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-9c9d6220-f434-410c-9756-9fe276dbdf65 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.239140 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-9c9d6220-f434-410c-9756-9fe276dbdf65 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 944 time: 0.0738351 Mar 11 20:25:17.320748 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 97700638-b859-44cf-95d9-0564f76c18d2 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:25:17.321115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:17.568591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 97700638-b859-44cf-95d9-0564f76c18d2, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=97700638-b859-44cf-95d9-0564f76c18d2,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:17.568941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:17.684390 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 97700638-b859-44cf-95d9-0564f76c18d2 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:25:17.826573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:17.877801 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=97700638-b859-44cf-95d9-0564f76c18d2,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:17.923008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.923418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.923720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.924050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.924401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.924728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.925047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.925370 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.925670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.925982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.926298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:17.967258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] No DVR routers for this DVR port 97700638-b859-44cf-95d9-0564f76c18d2 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:25:17.969663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:17.972099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-deleted', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:25:17.988044 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-cbb00932-8e9f-4fbb-b975-1d0d3ca6ed77 req-ea5a6722-8fc9-474f-8f16-76f3b85a5fc3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "DELETE /v2.0/ports/97700638-b859-44cf-95d9-0564f76c18d2 HTTP/1.1" status: 204 len: 173 time: 0.7437007 Mar 11 20:25:18.039351 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a1061-a3d2-460d-9d66-5348d073ed58', 'name': 'network-vif-deleted', 'tag': '97700638-b859-44cf-95d9-0564f76c18d2', 'status': 'completed', 'code': 200} Mar 11 20:25:18.065113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:18.098355 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:18.284563 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8ddc3bb2-9cf8-498c-be16-065ffb052671 req-96eca480-8d70-42bb-a965-53dbd7ba710a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 210 time: 0.0408413 Mar 11 20:25:18.360803 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-b68cfd09-c7de-4fe4-8875-ebc79db4bb6d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a08a1061-a3d2-460d-9d66-5348d073ed58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0396616 Mar 11 20:25:18.467067 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-9c82e99c-5746-4837-bac6-183e9732e4c5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=a08a1061-a3d2-460d-9d66-5348d073ed58 HTTP/1.1" status: 200 len: 210 time: 0.0397916 Mar 11 20:25:18.614104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-b9e68c84-5736-4cc5-b6af-62924cb5d817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:18.615743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-b9e68c84-5736-4cc5-b6af-62924cb5d817 service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=0ff100bf344b44e9963838009f23d59b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1310678 Mar 11 20:25:18.746893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-905c621a-8fdd-4494-acc1-bb5878fa3baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:18.748319 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0874206c-97fe-43c3-9e60-093d3136c0c1 req-905c621a-8fdd-4494-acc1-bb5878fa3baa service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269603 Mar 11 20:25:19.363025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:19.397429 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 42998) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:19.827101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:19.935436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-67e3e547-0119-43ed-b056-f2be1fcf9084 req-072fa12f-9813-47f8-8aa7-61d3090d3090 service neutron] (83812) timed out ('10.222.0.76', 39498) {{(pid=83812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 20:25:20.446327 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 71817188-f8f1-4355-a26c-7c8b3dca5703 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:25:20.446992 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:20.632751 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 71817188-f8f1-4355-a26c-7c8b3dca5703, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71817188-f8f1-4355-a26c-7c8b3dca5703,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:20.633069 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:20.841858 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 71817188-f8f1-4355-a26c-7c8b3dca5703 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:25:21.027978 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:21.072983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=71817188-f8f1-4355-a26c-7c8b3dca5703,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:21.369281 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:21.944320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 25178bc0-2921-4148-8aee-99cdd3d52f0c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:22.141638 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:22.154078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-66bc27e0-db5f-4313-8117-78b872e4f3ab tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/25178bc0-2921-4148-8aee-99cdd3d52f0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7554939 Mar 11 20:25:22.154958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Sync routers for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:25:22.156834 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43002) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:22.166704 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:22.167279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:22.343622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:22.434850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting subnet ec5dae7c-8141-4c40-bb2b-c7bc98893608 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:25:22.437806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:22.491044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:22.573910 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:22.584655 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:25:22.620382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 97700638-b859-44cf-95d9-0564f76c18d2 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:25:22.620695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 97700638-b859-44cf-95d9-0564f76c18d2 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:25:22.646709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:22.650863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:25:20Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:22.654651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Checking router: 25178bc0-2921-4148-8aee-99cdd3d52f0c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:25:22.665072 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Routers {'25178bc0-2921-4148-8aee-99cdd3d52f0c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:22.665648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['25178bc0-2921-4148-8aee-99cdd3d52f0c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:22.683828 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5dae7c-8141-4c40-bb2b-c7bc98893608,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:22.691100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:22.698035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2c9ce128-d9b8-40c5-8b1e-2491581d8f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/subnets/ec5dae7c-8141-4c40-bb2b-c7bc98893608 HTTP/1.1" status: 204 len: 168 time: 0.5401168 Mar 11 20:25:22.700811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43006) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:22.715756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404c3c0e-7eb2-4362-a6b9-4d9d265691b8 None None] Network 367a6fad-ef3e-4939-b9ba-9cb58eb37382 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:25:22.996408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] Set router 25178bc0-2921-4148-8aee-99cdd3d52f0c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:22.998780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.205750 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.215888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port bb368db3-f860-4a0f-bb2d-82b93c659e3a {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:25:23.216269 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.231244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] DHCP port deletion for 367a6fad-ef3e-4939-b9ba-9cb58eb37382 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:25:23.238904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Deleting port af71328f-aa33-4dc8-91bd-64edc1551133 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:25:23.239266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.386593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port bb368db3-f860-4a0f-bb2d-82b93c659e3a, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=bb368db3-f860-4a0f-bb2d-82b93c659e3a,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:23.386950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.506525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for bb368db3-f860-4a0f-bb2d-82b93c659e3a owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:25:23.521161 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:25:20Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:23.529712 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] For port af71328f-aa33-4dc8-91bd-64edc1551133, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=af71328f-aa33-4dc8-91bd-64edc1551133,segment=NetworkSegment(94122d85-7a2b-4295-96f8-6e4de7a30b80),segment_id=94122d85-7a2b-4295-96f8-6e4de7a30b80)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:23.530098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.539294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ea074-6468-4e21-8ef7-c43e7567db4e None None] The sync data for ids ['25178bc0-2921-4148-8aee-99cdd3d52f0c'] in dv-neutron-832764-2-hyperv is: [{'id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646671179', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23'}], 'enable_snat': True}, 'gw_port_id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:22:20Z', 'updated_at': '2022-03-11T20:25:20Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'bb368db3-f860-4a0f-bb2d-82b93c659e3a', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:07:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25178bc0-2921-4148-8aee-99cdd3d52f0c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:22:21Z', 'updated_at': '2022-03-11T20:22:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:25:23.657069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Calling delete_port for af71328f-aa33-4dc8-91bd-64edc1551133 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:25:23.682119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.727636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:23.729030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=bb368db3-f860-4a0f-bb2d-82b93c659e3a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:23.777642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] No DVR routers for this DVR port af71328f-aa33-4dc8-91bd-64edc1551133 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:25:23.779131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Pushing event deleted for resources: {'Port': ['ID=af71328f-aa33-4dc8-91bd-64edc1551133,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:23.793140 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.793485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.793802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.794113 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.794451 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.794762 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.795539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.795539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.795745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.796008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.796312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc18d0-1a0e-41f7-8652-d93e34d3b8c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:23.950227 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.309949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.314443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.329469 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71817188-f8f1-4355-a26c-7c8b3dca5703 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:25:24.340019 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.340620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Fanout notify agent at l3_agent the message router_deleted on router 25178bc0-2921-4148-8aee-99cdd3d52f0c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:25:24.354893 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.356045 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-15608b74-17b4-4320-96fc-bf3e4f820068 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/routers/25178bc0-2921-4148-8aee-99cdd3d52f0c HTTP/1.1" status: 204 len: 168 time: 1.6542349 Mar 11 20:25:24.358917 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43010) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:24.364656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 71817188-f8f1-4355-a26c-7c8b3dca5703 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:25:24.365134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71817188-f8f1-4355-a26c-7c8b3dca5703 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:25:24.365667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device af71328f-aa33-4dc8-91bd-64edc1551133 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:25:24.399067 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: af71328f-aa33-4dc8-91bd-64edc1551133 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:25:24.399465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device af71328f-aa33-4dc8-91bd-64edc1551133 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:25:24.473197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.603500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.631663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367a6fad-ef3e-4939-b9ba-9cb58eb37382']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:24.649653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94122d85-7a2b-4295-96f8-6e4de7a30b80') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:24.649950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94122d85-7a2b-4295-96f8-6e4de7a30b80') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:24.660768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.676134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.683017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:25:24.683465 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:25:24.703627 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:25:24.785889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.803510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.816013 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Network': ['ID=367a6fad-ef3e-4939-b9ba-9cb58eb37382,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:24.822847 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-31dfac8a-cfa8-4f1e-b161-5eb07fe2728a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/networks/367a6fad-ef3e-4939-b9ba-9cb58eb37382 HTTP/1.1" status: 204 len: 168 time: 0.4624388 Mar 11 20:25:24.825294 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43014) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:24.899770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:24.928829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.002313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.021427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94524bc-4d16-4f77-994c-036defa01a4e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.037662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.041455 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62b333ad-0697-4119-b86d-950f6ea621d5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/security-groups/e94524bc-4d16-4f77-994c-036defa01a4e HTTP/1.1" status: 204 len: 168 time: 0.2125258 Mar 11 20:25:25.054990 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.464156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43022) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:25.469807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002972287', 'description': 'tempest-secgroup-smoke-2002972287 description', 'project_id': '0ff100bf344b44e9963838009f23d59b'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:25.475920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:25.480069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:25.482906 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:25.488581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:25.501250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.535115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:25.538806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:25.541511 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:25.546946 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:25.607025 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.612045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.657994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ca551-08e4-404d-9c62-7b46c9fb2599,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.661997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.663239 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-76039ce6-7cec-48ab-ab25-1f35150b8d40 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1981082 Mar 11 20:25:25.666313 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43026) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:25.671609 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:25.677502 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:25.681293 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:25.684208 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:25.689826 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:25.708480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.770741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.776222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.799893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b14260fe-e88d-4e81-b680-b9e73dcfdfee,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.811495 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.812697 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8f893a33-0e51-40a7-8a7f-eb0e7020b343 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1454988 Mar 11 20:25:25.816117 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43030) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:25.822681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:25.828911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:25.832933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:25.835939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:25.841757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:25.860569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.928942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.933337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.955437 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87b6cdc-e118-4aa7-ab20-8983187c7c78,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.965387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:25.966576 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0a1802d0-e91c-4fd8-a526-0cbd33eecc34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494026 Mar 11 20:25:25.969435 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43034) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:25.974795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:25.980783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:25.984698 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:25.987637 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:25.993545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.016607 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.083720 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.089161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.111592 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7922f83e-1818-4f6f-8eb7-06ab907b5931,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:26.120242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.121738 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d11a31a4-a5a2-42b0-8579-83f20fda043f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1513686 Mar 11 20:25:26.124583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43038) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:26.130119 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:26.136154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:26.140239 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:26.143175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:26.149004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.166090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.234260 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.239701 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.242576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bb368db3-f860-4a0f-bb2d-82b93c659e3a no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:25:26.265286 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d2a89a-98aa-4497-af70-d9f63ba19732,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:26.274115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.275534 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8d8fc24a-8ddb-4c89-9f8d-aa6519e81081 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1498539 Mar 11 20:25:26.278308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43042) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:26.283732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:26.285839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: bb368db3-f860-4a0f-bb2d-82b93c659e3a {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:25:26.286178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device bb368db3-f860-4a0f-bb2d-82b93c659e3a not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:25:26.289851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:26.293719 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:26.296549 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:26.302055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.316506 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:25:26.322736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.390336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.395545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.417983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db9f325-79af-43aa-8355-4712c59d7b28,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:26.428010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.429193 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6fa535d9-72c3-4275-870d-e362f1d098ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499658 Mar 11 20:25:26.431923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43046) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:26.437287 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '9b1ca551-08e4-404d-9c62-7b46c9fb2599', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:26.443121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:26.446975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:26.449869 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:26.455639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.468202 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:25:26.474685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.538605 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.543334 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.567046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdca4fd-6df9-40cc-ad1e-6b44d47716a9,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:26.578583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.579751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c13687bc-6140-4c18-a454-d3d55d6f17dd tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1469228 Mar 11 20:25:26.582883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43050) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:26.588174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'network': {'name': 'tempest-network-smoke--1717440796', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'port_security_enabled': True}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:26.592929 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:26.597038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:network and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:26.599874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:26.605565 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.617656 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:25:26.620495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.648001 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:25:26.656489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.656818 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Added segment 57332166-82b9-46ee-834d-f198837dcd07 of type vlan for network e5757830-d83d-4dfd-80a4-39f282099b43 Mar 11 20:25:26.684553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.714956 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.718627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.719200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.822846 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2387600 Mar 11 20:25:26.825473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e1bd2-e10c-4c94-aa98-2ce1deebf587 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Network': ['ID=e5757830-d83d-4dfd-80a4-39f282099b43,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:26.825722 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43054) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:26.832514 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'admin_state_up': True, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:26.835380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network e5757830-d83d-4dfd-80a4-39f282099b43 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:25:26.840921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:26.845020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:router and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:26.847936 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:26.854273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:26.865105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.866197 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:26.885459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.039044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.217785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.248266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.399365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.93 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/71ad845d-582f-47ec-ae47-64098825e10b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:27.547882 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.577232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.641581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:27.644374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:27.648643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:25:27.677577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=71ad845d-582f-47ec-ae47-64098825e10b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:27.811532 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:27.812156 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:28.132324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:25:28.343215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:28.352772 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Sync routers for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:25:28.365111 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:28.365788 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:28.370307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:28.371646 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-f74250b6-9f22-46a6-ada5-5c5507781e95 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5448422 Mar 11 20:25:28.374694 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:28.413527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d3703d06-58b1-45a5-bd3e-04855180aaf8 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0ff100bf344b44e9963838009f23d59b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375345 Mar 11 20:25:28.416143 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43062) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:28.539250 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:28.542008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787884c-7816-4130-9345-d5f9ae939716 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:28.543536 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-7787884c-7816-4130-9345-d5f9ae939716 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263831 Mar 11 20:25:28.546647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43066) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:28.584752 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ecfc5e6a-a5ce-4fcf-b4c5-dcb167f69a58 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369234 Mar 11 20:25:28.587719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43070) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:28.592911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812097059', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:28.699736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:28.703545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:subnet and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:28.706326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:28.712013 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:28.723581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:25:28.813294 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:27Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:28.817589 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Checking router: 4e2220f8-67f8-42f2-8694-a01a408d5bb4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:25:28.817954 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Updating router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 port 71ad845d-582f-47ec-ae47-64098825e10b binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:25:28.826191 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:28.870362 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.040317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.117397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Subnet': ['ID=c2030d01-a8e5-4b8f-91c9-6c207b42ae39,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:29.130106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Checking segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:25:29.130464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network hostable DHCP agents. Network: e5757830-d83d-4dfd-80a4-39f282099b43, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:25:29.153053 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network e5757830-d83d-4dfd-80a4-39f282099b43 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:25:29.164982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, e5757830-d83d-4dfd-80a4-39f282099b43) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:29.169406 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:29.170253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.177844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c472ddb-8ffb-4b1f-af47-c3dcdb477dde None None] Network e5757830-d83d-4dfd-80a4-39f282099b43 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:25:29.195135 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b1a982c6-2aca-4007-a1c3-72fbb47e85c3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6060731 Mar 11 20:25:29.197701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43074) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:29.230338 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.241944 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Transition to ACTIVE for port object 71ad845d-582f-47ec-ae47-64098825e10b will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:29.249775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.327267 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Attempting to bind port 71ad845d-582f-47ec-ae47-64098825e10b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:25:29.327657 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Attempting to bind port 71ad845d-582f-47ec-ae47-64098825e10b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:25:29.328009 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Attempting to bind port 71ad845d-582f-47ec-ae47-64098825e10b on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:25:29.336346 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Pushing event updated for resources: {'Port': ['ID=71ad845d-582f-47ec-ae47-64098825e10b,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:29.346462 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.346790 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.347134 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.347480 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.348290 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.348290 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.348480 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.349062 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.349372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.349684 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.349992 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:29.354584 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:25:29.355240 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:25:29.355442 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.355704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:25:29.356140 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Bound port: 71ad845d-582f-47ec-ae47-64098825e10b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:25:29.356497 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.397069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-e5757830-d83d-4dfd-80a4-39f282099b43', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:25:29.397947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.433552 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] For port 71ad845d-582f-47ec-ae47-64098825e10b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:29.437030 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] For port 71ad845d-582f-47ec-ae47-64098825e10b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71ad845d-582f-47ec-ae47-64098825e10b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:29.441207 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.521683 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896082a-e308-431e-b549-7434686d50c5 None None] Pushing event updated for resources: {'Port': ['ID=71ad845d-582f-47ec-ae47-64098825e10b,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:29.527592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:29.528188 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:29.555683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Allocated IP 172.20.0.2 (e5757830-d83d-4dfd-80a4-39f282099b43/c2030d01-a8e5-4b8f-91c9-6c207b42ae39/b781feca-8ec6-4cc0-b47a-eb2505498f87) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:29.705093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:29.758574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.769850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Transition to ACTIVE for port object b781feca-8ec6-4cc0-b47a-eb2505498f87 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:29.788794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Transition to ACTIVE for port object b781feca-8ec6-4cc0-b47a-eb2505498f87 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:29.794440 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.863627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Network e5757830-d83d-4dfd-80a4-39f282099b43 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:29.866636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:29.871106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:25:29.873213 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Pushing event updated for resources: {'Port': ['ID=b781feca-8ec6-4cc0-b47a-eb2505498f87,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:29.959147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Attempting to bind port b781feca-8ec6-4cc0-b47a-eb2505498f87 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:25:29.959648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Attempting to bind port b781feca-8ec6-4cc0-b47a-eb2505498f87 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:25:29.960002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Attempting to bind port b781feca-8ec6-4cc0-b47a-eb2505498f87 on network e5757830-d83d-4dfd-80a4-39f282099b43 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:25:29.966421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:25:29.966783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Checking segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:25:29.967179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:29.967588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Bound using segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:25:29.968049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Bound port: b781feca-8ec6-4cc0-b47a-eb2505498f87, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:25:29.968413 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.006617 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:27Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:30.010513 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3630084-ad86-4a7a-a6f3-ea5ee486fe4b None None] The sync data for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv is: [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:27Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:25:30.064473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] For port b781feca-8ec6-4cc0-b47a-eb2505498f87, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:30.068049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] For port b781feca-8ec6-4cc0-b47a-eb2505498f87, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b781feca-8ec6-4cc0-b47a-eb2505498f87,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:30.073478 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.105202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.153423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4f28c-8029-4235-9821-0f58b727b4e1 None None] Pushing event updated for resources: {'Port': ['ID=b781feca-8ec6-4cc0-b47a-eb2505498f87,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:30.385475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71ad845d-582f-47ec-ae47-64098825e10b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:30.529627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 71ad845d-582f-47ec-ae47-64098825e10b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:30.535155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 71ad845d-582f-47ec-ae47-64098825e10b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:30.535783 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.588949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.1 (e5757830-d83d-4dfd-80a4-39f282099b43/c2030d01-a8e5-4b8f-91c9-6c207b42ae39/89edfb71-0af9-48ef-8b54-d154e0374b18) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:30.653012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.678012 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 71ad845d-582f-47ec-ae47-64098825e10b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71ad845d-582f-47ec-ae47-64098825e10b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:30.683878 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.757666 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=71ad845d-582f-47ec-ae47-64098825e10b,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:30.762115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.778816 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 89edfb71-0af9-48ef-8b54-d154e0374b18 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:30.801680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:30.872637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network e5757830-d83d-4dfd-80a4-39f282099b43 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:30.875758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:30.878279 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:25:30.919087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:30.945652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.030320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.139629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ada91c-90f3-4181-ab83-6f49f33e3b55 None None] Network e5757830-d83d-4dfd-80a4-39f282099b43 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:25:31.259407 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3a846fc5-a45b-4c2e-99b6-d949eb8e91af None None] Provisioning for port b781feca-8ec6-4cc0-b47a-eb2505498f87 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:31.427557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.433045 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.594818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5c0ea8d-74a5-470f-882f-f14080c86ea8 None None] Provisioning for port 89edfb71-0af9-48ef-8b54-d154e0374b18 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:31.601589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c5c0ea8d-74a5-470f-882f-f14080c86ea8 None None] Provisioning complete for port 89edfb71-0af9-48ef-8b54-d154e0374b18 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:31.602107 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c5c0ea8d-74a5-470f-882f-f14080c86ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.653227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:31.658269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.662857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0ea8d-74a5-470f-882f-f14080c86ea8 None None] Port 89edfb71-0af9-48ef-8b54-d154e0374b18 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:25:31.791920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network e5757830-d83d-4dfd-80a4-39f282099b43 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:31.793147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:31.798767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-220faa28-1f58-4a7b-a064-60ce1ecf8ca3 None None] Provisioning complete for port 89edfb71-0af9-48ef-8b54-d154e0374b18 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:31.799138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-220faa28-1f58-4a7b-a064-60ce1ecf8ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:31.852504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-220faa28-1f58-4a7b-a064-60ce1ecf8ca3 None None] Port 89edfb71-0af9-48ef-8b54-d154e0374b18 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:25:32.075424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9c853248-e490-4c46-9d52-d42b252e544f None None] Provisioning complete for port 89edfb71-0af9-48ef-8b54-d154e0374b18 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:32.075631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c853248-e490-4c46-9d52-d42b252e544f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:32.128976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9c853248-e490-4c46-9d52-d42b252e544f None None] Port 89edfb71-0af9-48ef-8b54-d154e0374b18 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:25:32.182522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:32.353390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b781feca-8ec6-4cc0-b47a-eb2505498f87 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:32.381304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:32.394523 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d168939f-4a48-4831-a55e-da7e0c7cc265 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/4e2220f8-67f8-42f2-8694-a01a408d5bb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1955462 Mar 11 20:25:32.421960 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port b781feca-8ec6-4cc0-b47a-eb2505498f87 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:32.427425 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port b781feca-8ec6-4cc0-b47a-eb2505498f87 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:32.427797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:32.540694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:32.562974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-c22804c4-bb97-4e82-be25-218fa47ed934 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002972287&fields=id&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 267 time: 0.0401826 Mar 11 20:25:32.571640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port b781feca-8ec6-4cc0-b47a-eb2505498f87, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b781feca-8ec6-4cc0-b47a-eb2505498f87,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:32.576678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:32.577482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71ad845d-582f-47ec-ae47-64098825e10b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:32.688854 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=b781feca-8ec6-4cc0-b47a-eb2505498f87,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:32.700099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 71ad845d-582f-47ec-ae47-64098825e10b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:32.700461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:32.709658 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030183e8-8f27-460a-b984-437b76f451b5 req-077fca1c-1863-4040-bc04-8dce00c99eee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:32.710359 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-077fca1c-1863-4040-bc04-8dce00c99eee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:32.726347 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-077fca1c-1863-4040-bc04-8dce00c99eee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:32.727545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-077fca1c-1863-4040-bc04-8dce00c99eee tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 797 time: 0.1577590 Mar 11 20:25:32.743773 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-e9c95c6e-3cce-4eea-87f1-4e06842c8345 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/quotas/0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 375 time: 0.0105832 Mar 11 20:25:32.827213 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-7d231dd4-2f39-4eaa-bda5-ad5451f476f1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:32.842249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-7d231dd4-2f39-4eaa-bda5-ad5451f476f1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:32.843532 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-7d231dd4-2f39-4eaa-bda5-ad5451f476f1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892000 Mar 11 20:25:32.858936 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-a9f05229-d331-49b0-ac9e-c15766f616b8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:25:32.859858 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-a9f05229-d331-49b0-ac9e-c15766f616b8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048876 Mar 11 20:25:33.077878 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-cf1b63ea-a273-404a-a3f3-b963a5a353c8 service neutron] 10.222.0.76 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123151 Mar 11 20:25:33.207776 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-88e5aa30-5e2e-4862-9285-27cf56b382a6 service neutron] 10.222.0.76 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240671 Mar 11 20:25:33.238746 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:25:33.396582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-870b6ecd-6350-4e85-b929-0799beb10874 req-8264d908-1b3c-4514-8603-6f471d7aca1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:33.408929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-870b6ecd-6350-4e85-b929-0799beb10874 req-8264d908-1b3c-4514-8603-6f471d7aca1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:33.410386 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-870b6ecd-6350-4e85-b929-0799beb10874 req-8264d908-1b3c-4514-8603-6f471d7aca1f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 210 time: 0.0597346 Mar 11 20:25:33.603946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Sync routers for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:25:33.615830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:33.616438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:33.792338 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:34.145444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:31Z', 'revision_number': 2, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:34.149713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Checking router: 4e2220f8-67f8-42f2-8694-a01a408d5bb4 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:25:34.150065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Updating router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 port 89edfb71-0af9-48ef-8b54-d154e0374b18 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:25:34.200550 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.312524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b781feca-8ec6-4cc0-b47a-eb2505498f87 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:34.434604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030183e8-8f27-460a-b984-437b76f451b5 req-d99bf32d-8e30-4b25-88b0-72baed5a4444 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:34.436099 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-d99bf32d-8e30-4b25-88b0-72baed5a4444 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 797 time: 0.1738181 Mar 11 20:25:34.497959 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-9f991c2f-e21c-435d-9ba1-81a246f56048 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:34.498443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port b781feca-8ec6-4cc0-b47a-eb2505498f87 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:34.498802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.518864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-030183e8-8f27-460a-b984-437b76f451b5 req-9f991c2f-e21c-435d-9ba1-81a246f56048 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:34.520555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-9f991c2f-e21c-435d-9ba1-81a246f56048 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 380 time: 0.0683801 Mar 11 20:25:34.529997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'port': {'device_id': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'admin_state_up': True, 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'security_groups': ['9b1ca551-08e4-404d-9c62-7b46c9fb2599']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:34.598078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2d5797df-e92a-4b0a-b5be-cab110d4cb00 req-c4191690-49d5-406c-b4bf-a6766960e4d8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 210 time: 0.0451083 Mar 11 20:25:34.665075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:34.674362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:34.683899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:25:34.686987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.712575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.725356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Transition to ACTIVE for port object 89edfb71-0af9-48ef-8b54-d154e0374b18 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:34.732233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.848443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.9 (e5757830-d83d-4dfd-80a4-39f282099b43/c2030d01-a8e5-4b8f-91c9-6c207b42ae39/ad8d164a-5272-46b7-b3b0-ca17638925f0) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:34.852094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d063-2596-41ed-b23b-c2a71a801f9d None None] Pushing event updated for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:34.944350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Attempting to bind port 89edfb71-0af9-48ef-8b54-d154e0374b18 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:25:34.944622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Attempting to bind port 89edfb71-0af9-48ef-8b54-d154e0374b18 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:25:34.945243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Attempting to bind port 89edfb71-0af9-48ef-8b54-d154e0374b18 on network e5757830-d83d-4dfd-80a4-39f282099b43 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:25:34.951864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:25:34.952222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Checking segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:25:34.952615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:34.952991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Bound using segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:25:34.953444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Bound port: 89edfb71-0af9-48ef-8b54-d154e0374b18, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:25:34.953818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.041208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] For port 89edfb71-0af9-48ef-8b54-d154e0374b18, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:35.044596 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] For port 89edfb71-0af9-48ef-8b54-d154e0374b18, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=89edfb71-0af9-48ef-8b54-d154e0374b18,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:35.052317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.145894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9d063-2596-41ed-b23b-c2a71a801f9d None None] Pushing event updated for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:35.153626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:35.154305 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:35.169299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.187213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object ad8d164a-5272-46b7-b3b0-ca17638925f0 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:35.213522 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.289496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network e5757830-d83d-4dfd-80a4-39f282099b43 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:35.293206 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:35.295256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:35.299958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:25:35.335237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:35.366800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.367538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.396362 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-e85300b9-5b63-42f6-a59d-1b80016cc0ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8703365 Mar 11 20:25:35.407964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Request body: {'port': {'device_id': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:35.527433 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.676416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8a8ac805-60bf-4581-89f3-b985c57770aa None None] Provisioning for port ad8d164a-5272-46b7-b3b0-ca17638925f0 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:35.683526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-8a8ac805-60bf-4581-89f3-b985c57770aa None None] Provisioning complete for port ad8d164a-5272-46b7-b3b0-ca17638925f0 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:35.683864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac805-60bf-4581-89f3-b985c57770aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.745205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ac805-60bf-4581-89f3-b985c57770aa None None] Port ad8d164a-5272-46b7-b3b0-ca17638925f0 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:25:35.751474 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:35Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:35.755505 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1227c-d7ac-423c-8630-9e9cff8e83c7 None None] The sync data for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv is: [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:35Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:25:35.893742 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92983c7a-8839-4a10-989d-544dfee27cba req-92af0eef-b4e6-43a5-a20d-9c2485eef995 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.894443 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-92983c7a-8839-4a10-989d-544dfee27cba req-92af0eef-b4e6-43a5-a20d-9c2485eef995 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:25:35.955165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8d164a-5272-46b7-b3b0-ca17638925f0 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:25:35.959233 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-92983c7a-8839-4a10-989d-544dfee27cba req-92af0eef-b4e6-43a5-a20d-9c2485eef995 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:25:35.960486 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92983c7a-8839-4a10-989d-544dfee27cba req-92af0eef-b4e6-43a5-a20d-9c2485eef995 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 931 time: 0.2138782 Mar 11 20:25:35.964383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:35.997780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Transition to ACTIVE for port object ad8d164a-5272-46b7-b3b0-ca17638925f0 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:25:36.007461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.075492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-92983c7a-8839-4a10-989d-544dfee27cba req-2877cf82-0e25-441e-b284-eb152edece03 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083496 Mar 11 20:25:36.149949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:36.261775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Attempting to bind port ad8d164a-5272-46b7-b3b0-ca17638925f0 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:25:36.262095 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Attempting to bind port ad8d164a-5272-46b7-b3b0-ca17638925f0 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:25:36.262475 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Attempting to bind port ad8d164a-5272-46b7-b3b0-ca17638925f0 on network e5757830-d83d-4dfd-80a4-39f282099b43 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:25:36.272807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Port ad8d164a-5272-46b7-b3b0-ca17638925f0 on network e5757830-d83d-4dfd-80a4-39f282099b43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:25:36.273133 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Attempting to bind port ad8d164a-5272-46b7-b3b0-ca17638925f0 on network e5757830-d83d-4dfd-80a4-39f282099b43 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:25:36.280884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:25:36.281228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Checking segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:25:36.281604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Bound using segment: {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:25:36.282030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Bound port: ad8d164a-5272-46b7-b3b0-ca17638925f0, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57332166-82b9-46ee-834d-f198837dcd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:25:36.282374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.341100 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 89edfb71-0af9-48ef-8b54-d154e0374b18 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:36.382653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:36.386328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:36.392494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.421386 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 89edfb71-0af9-48ef-8b54-d154e0374b18 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:36.426836 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 89edfb71-0af9-48ef-8b54-d154e0374b18 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:36.427200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.455806 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.457485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] 10.222.0.90 "PUT /v2.0/ports/ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 1093 time: 1.0535626 Mar 11 20:25:36.460493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:25:36.487138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164453c-1ce1-4ae9-a7e5-06edda290459 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:36.555102 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'status': 'completed', 'code': 200} Mar 11 20:25:36.572266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.596875 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-ce569038-db23-4416-bffe-cca563d55b50 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1096 time: 0.0894077 Mar 11 20:25:36.614819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 89edfb71-0af9-48ef-8b54-d154e0374b18, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=89edfb71-0af9-48ef-8b54-d154e0374b18,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:36.621530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:36.687739 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-d71c4dc1-3db8-438f-9b56-cb9c63e42950 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 217 time: 0.0829177 Mar 11 20:25:36.712021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:36.755192 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030183e8-8f27-460a-b984-437b76f451b5 req-58008f9a-6b1a-4b73-8568-af0ef8a288f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:36.756647 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-58008f9a-6b1a-4b73-8568-af0ef8a288f4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0633824 Mar 11 20:25:36.832503 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-a96d3ef1-bb91-4bfa-b1d9-a93deef56973 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698631 Mar 11 20:25:36.973920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-e6d9c7c0-7188-4909-aa8b-a5a6806dd9f1 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351240 Mar 11 20:25:37.225088 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-030183e8-8f27-460a-b984-437b76f451b5 req-67549033-78a4-4ca2-9469-97c869ea9299 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446434 Mar 11 20:25:37.274965 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc827e-8b10-44b2-994a-4b1d157aea16 req-eae22d0b-cde1-4dd4-be6e-332188da4d21 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:37.276418 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bacc827e-8b10-44b2-994a-4b1d157aea16 req-eae22d0b-cde1-4dd4-be6e-332188da4d21 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 943 time: 0.0819061 Mar 11 20:25:37.364723 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bacc827e-8b10-44b2-994a-4b1d157aea16 req-912ecb31-801d-434a-8dd8-f239b0f32c2b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598125 Mar 11 20:25:37.377198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-115f0cb1-9d9d-44f4-a835-9d1266da3174 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1096 time: 0.0999088 Mar 11 20:25:37.510823 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-886fd43d-0a03-45c1-82ad-ee6b833bbd44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:37.512278 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-886fd43d-0a03-45c1-82ad-ee6b833bbd44 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1291509 Mar 11 20:25:37.581331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-9fad80a5-cfd1-409f-9375-962eaae404de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 217 time: 0.0630825 Mar 11 20:25:37.642454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-b635fc4e-b604-4e8a-8401-0ec0e79ac52c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:37.643762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-b635fc4e-b604-4e8a-8401-0ec0e79ac52c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0573735 Mar 11 20:25:37.726603 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-dd0f295f-f5a2-4ccc-9493-91f23a150ded service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766728 Mar 11 20:25:37.861325 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-40033adb-9424-4e4f-9fc9-82b13d5d1444 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285992 Mar 11 20:25:37.990808 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8c62a9d5-7a96-4634-b6d3-971ee014b03d req-0650e4a9-097c-4f5e-afb4-3b860df21303 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225791 Mar 11 20:25:38.300296 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 89edfb71-0af9-48ef-8b54-d154e0374b18 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:38.374026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 89edfb71-0af9-48ef-8b54-d154e0374b18 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:38.374397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:38.564092 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a240ea-e08b-45d7-94bd-9bab3d14c52f req-d121d097-d1db-4ffc-a913-a390c8c0c5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:38.565429 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54a240ea-e08b-45d7-94bd-9bab3d14c52f req-d121d097-d1db-4ffc-a913-a390c8c0c5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 943 time: 0.0751615 Mar 11 20:25:38.611651 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-54a240ea-e08b-45d7-94bd-9bab3d14c52f req-35be9fbe-b264-4e3c-a161-0ba9ba2c37e1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389872 Mar 11 20:25:39.816811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce8de-84d3-47fc-b42e-8639e0b15d83 req-53ad7243-5228-4ab1-acf6-eb850838db9d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:39.818280 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c46ce8de-84d3-47fc-b42e-8639e0b15d83 req-53ad7243-5228-4ab1-acf6-eb850838db9d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 943 time: 0.0831509 Mar 11 20:25:39.863968 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c46ce8de-84d3-47fc-b42e-8639e0b15d83 req-f6ff40aa-63be-49b6-a945-ca346375884d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Mar 11 20:25:40.687668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ad8d164a-5272-46b7-b3b0-ca17638925f0 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:25:40.827026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:40.843758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'port_id': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'mac_address': 'fa:16:3e:c4:be:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:25:40.898123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:40.916397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8d164a-5272-46b7-b3b0-ca17638925f0 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:25:40.932248 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:40.937309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:41.001763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:41.060289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c66699-a33e-48c0-a8e6-b2343ae6983e req-57a11fbb-79b5-45cd-8065-fb9222f9dc64 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:41.061751 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-21c66699-a33e-48c0-a8e6-b2343ae6983e req-57a11fbb-79b5-45cd-8065-fb9222f9dc64 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 944 time: 0.0790341 Mar 11 20:25:41.109526 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-21c66699-a33e-48c0-a8e6-b2343ae6983e req-46a4a08b-5f52-448f-9dee-a6b75736dda2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395625 Mar 11 20:25:41.263069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['ad8d164a-5272-46b7-b3b0-ca17638925f0'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:25:42.318418 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a8130-40be-4d30-943d-d71427c3f622 req-f249a0ce-ecf3-43d6-be5e-3b43d90a000d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:42.319957 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b45a8130-40be-4d30-943d-d71427c3f622 req-f249a0ce-ecf3-43d6-be5e-3b43d90a000d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 944 time: 0.0883191 Mar 11 20:25:42.365325 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b45a8130-40be-4d30-943d-d71427c3f622 req-7ef20729-35e3-4461-9a1f-a6052e8d3414 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Mar 11 20:25:42.703517 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ad8d164a-5272-46b7-b3b0-ca17638925f0 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:25:42.782339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port ad8d164a-5272-46b7-b3b0-ca17638925f0 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:25:42.787333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port ad8d164a-5272-46b7-b3b0-ca17638925f0 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:25:42.787717 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:42.916541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:42.942609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:25:42.957544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:42.962640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:42.996312 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'code': 200} Mar 11 20:25:43.027719 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:43.226900 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76254a6f-0152-4e6c-aac5-99a558d1e803 req-edaaae1b-f1f6-4dca-b56d-6e750566b96f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.0685589 Mar 11 20:25:43.271030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76254a6f-0152-4e6c-aac5-99a558d1e803 req-116a6b68-0b8a-4b03-980e-06d35b2bcc22 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388131 Mar 11 20:25:43.593692 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2601e-82c9-45cf-ad34-295d1f326fc0 req-c6ce62b7-b64d-43df-a0d1-cd5976800b31 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:43.595136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a1f2601e-82c9-45cf-ad34-295d1f326fc0 req-c6ce62b7-b64d-43df-a0d1-cd5976800b31 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0764401 Mar 11 20:25:43.639699 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a1f2601e-82c9-45cf-ad34-295d1f326fc0 req-d8af3fa6-23f3-416d-8a98-004862885cf1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390449 Mar 11 20:25:44.559734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f26ca088-d9ac-4994-9193-b8af224aca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:44.841863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8ceb7-8a38-4f2f-8af0-cc75fff57c46 req-bb9f4cdf-f7ca-4557-a3b4-9464dbfc18f0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:44.843198 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-43a8ceb7-8a38-4f2f-8af0-cc75fff57c46 req-bb9f4cdf-f7ca-4557-a3b4-9464dbfc18f0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0848122 Mar 11 20:25:44.888103 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-43a8ceb7-8a38-4f2f-8af0-cc75fff57c46 req-827f0bd1-e4df-4e60-9f61-62561c944d31 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389638 Mar 11 20:25:45.092812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ad41-2214-4452-a383-bab7441c46f7 req-caa6907e-0271-4d9c-831e-70231a04f442 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:45.094115 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67b5ad41-2214-4452-a383-bab7441c46f7 req-caa6907e-0271-4d9c-831e-70231a04f442 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0828974 Mar 11 20:25:45.140732 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-67b5ad41-2214-4452-a383-bab7441c46f7 req-287cfd2a-70ec-4042-8fb8-5a51b7b7d160 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395167 Mar 11 20:25:45.167503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43120) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:45.247252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96200312-b401-4e10-92d6-750cc9e52a52 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1093 time: 0.0785823 Mar 11 20:25:45.251343 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43124) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:45.256380 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:25:45.261980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:25:45.266165 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:floatingip and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:25:45.268992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:25:45.274560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:25:45.287760 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:45.425761 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:45.668215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.236 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/b5e5ac2c-eed4-47f7-b42a-7527c02088f7) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:45.809534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:45.838818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:45.904517 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:45.907242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:45.911435 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:25:45.937267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=b5e5ac2c-eed4-47f7-b42a-7527c02088f7,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:46.415529 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.472676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.679350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.685619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.785163 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=b5e5ac2c-eed4-47f7-b42a-7527c02088f7,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:46.801363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.827203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-830ac38d-4861-456a-a546-acbb6eab1d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:46.989683 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Floating IP 7de48d59-9ebb-4030-8302-298ecf70b221 associated. External IP: 172.26.8.236, port: ad8d164a-5272-46b7-b3b0-ca17638925f0. Mar 11 20:25:47.484521 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:47.682689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:47.692800 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Sync routers for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:25:47.704761 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:47.705344 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:47.707363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:47.764755 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-27ff0136-9058-4fc7-ba6c-3a13d16b6b19 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5123017 Mar 11 20:25:47.765331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:25:47.819737 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'status': 'completed', 'code': 200} Mar 11 20:25:47.881504 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:47.911671 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-5d08bc17-6411-41f8-b767-a499381a785c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.0688915 Mar 11 20:25:47.946268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e782b6f-8d8b-42e4-bdde-aff941ffaeca req-6147f018-fd78-4f12-a5a1-0f79ca5c7b03 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:47.947652 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0e782b6f-8d8b-42e4-bdde-aff941ffaeca req-6147f018-fd78-4f12-a5a1-0f79ca5c7b03 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0835066 Mar 11 20:25:47.994872 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0e782b6f-8d8b-42e4-bdde-aff941ffaeca req-9919b6e9-160b-4c36-8553-84409948da34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410533 Mar 11 20:25:48.025064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:48.026154 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43132) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:48.048782 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831412-1cce-498e-92af-b15efad7c936 req-4522c609-cf40-4070-a52f-f311975ee238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.050943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-4522c609-cf40-4070-a52f-f311975ee238 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1333792 Mar 11 20:25:48.103649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:48.155603 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f286722a-4113-4f4a-9fb8-80228ac5941d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 991 time: 0.1280270 Mar 11 20:25:48.159089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-4a13adde-5989-4379-860f-5ba31a9cf51f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 999 time: 0.1026232 Mar 11 20:25:48.220155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831412-1cce-498e-92af-b15efad7c936 req-89f9c678-e704-4d86-9054-f49c1b806744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.221465 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-89f9c678-e704-4d86-9054-f49c1b806744 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0568473 Mar 11 20:25:48.260537 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '7de48d59-9ebb-4030-8302-298ecf70b221', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'port_id': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'mac_address': 'fa:16:3e:c4:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:25:46Z', 'updated_at': '2022-03-11T20:25:46Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:48.264794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Checking router: 4e2220f8-67f8-42f2-8694-a01a408d5bb4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:25:48.275194 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:25:48.275820 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:25:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:48.298023 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-ada69f33-96d1-48a3-96ef-b76777c2c6f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705664 Mar 11 20:25:48.427062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-444be4a0-dbeb-4d71-bb52-ee3193bdc4a7 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225257 Mar 11 20:25:48.446774 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:25:48.556645 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-33831412-1cce-498e-92af-b15efad7c936 req-35b9d0e6-4fbd-431e-9421-bc20d39e9181 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231680 Mar 11 20:25:48.793299 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '7de48d59-9ebb-4030-8302-298ecf70b221', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'port_id': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'mac_address': 'fa:16:3e:c4:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:25:46Z', 'updated_at': '2022-03-11T20:25:46Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:48.797254 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630920b5-51d5-4f2b-af77-f6538f90c596 None None] The sync data for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv is: [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '7de48d59-9ebb-4030-8302-298ecf70b221', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'port_id': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'mac_address': 'fa:16:3e:c4:be:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:25:46Z', 'updated_at': '2022-03-11T20:25:46Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:25:49.156784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43136) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:49.259177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c5017ba6-89a1-48cd-b3a9-37ff5f533d13 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 991 time: 0.1012437 Mar 11 20:25:49.375709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:25:50.264940 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43140) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:50.370160 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-37544a56-e439-468e-b005-3ec16ce3c48a tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 991 time: 0.1037564 Mar 11 20:25:51.375512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43144) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:51.481525 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-47dcd9fb-0051-407f-a524-882d87163e0c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 991 time: 0.1046548 Mar 11 20:25:51.599914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f798d30-611a-4e08-a998-f03c1a7d47f0 None None] New status for floating IP 7de48d59-9ebb-4030-8302-298ecf70b221: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:25:52.488027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43148) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:25:52.706919 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-68a8741d-1835-4998-b702-1d7f0433beba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 993 time: 0.2172880 Mar 11 20:25:55.058794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:10.240987 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:26:14.572894 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1fd1fa40-34b1-4612-ab8a-dc0cb4d1f3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:16.837745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2253a88e-a585-4bcf-8905-54358ec51f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:18.032299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:18.110811 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:19.381024 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:20.412708 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-51e825a8-9f38-418b-9445-84b4b9f21ec2 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712864 Mar 11 20:26:20.557268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-34fe0a94-82f4-4679-b42d-db9bbbcb2766 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.0747333 Mar 11 20:26:20.698107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-47f062d6-ef6c-4073-8085-3e72b8b7ab0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:20.699548 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-47f062d6-ef6c-4073-8085-3e72b8b7ab0d service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1236956 Mar 11 20:26:20.801583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-d69ecd26-f83c-49d1-8078-d190f514acdd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 1001 time: 0.0953877 Mar 11 20:26:20.864376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-a2481520-b856-4a08-b03f-5ad9b580b801 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:20.865805 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-a2481520-b856-4a08-b03f-5ad9b580b801 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0577207 Mar 11 20:26:20.942273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-c1a3517b-048d-4dc6-9693-69010bcd4daa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707359 Mar 11 20:26:21.071005 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-a8bd0699-7369-4206-8c8e-ecfeea0a9f9f service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212485 Mar 11 20:26:21.206457 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01c46a86-fe2a-4bd6-802c-0cabbbb2b1ef req-63e20a3e-114b-4301-89a1-ee3196088c50 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270344 Mar 11 20:26:25.069271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:44.577575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e43df79c-a838-485e-9506-db79df9a3be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:46.836942 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-59738114-dd27-4000-99aa-1207ef5d69ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:47.247210 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:26:48.038279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:48.111184 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:49.380324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:26:55.075290 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:00.130932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86369d6e-efad-48aa-aa53-fa9656151401 req-e6633506-bcb0-43b2-86a4-4e43172369b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:00.132424 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86369d6e-efad-48aa-aa53-fa9656151401 req-e6633506-bcb0-43b2-86a4-4e43172369b3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0773129 Mar 11 20:27:00.176865 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86369d6e-efad-48aa-aa53-fa9656151401 req-993e340e-a3aa-4467-98c5-8e1a48161745 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383713 Mar 11 20:27:01.431087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6da9a-a731-40e8-98e6-c4bd00f29300 req-8692a03e-441a-40db-83f4-b89278fb28ed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:01.432451 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57a6da9a-a731-40e8-98e6-c4bd00f29300 req-8692a03e-441a-40db-83f4-b89278fb28ed tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0894220 Mar 11 20:27:01.479302 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-57a6da9a-a731-40e8-98e6-c4bd00f29300 req-67bb3a92-0a4e-4acd-9238-0e24118b177c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Mar 11 20:27:02.683446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af086ef-e143-4029-80ed-79270bd5d27c req-c491e4a3-d04a-4617-8288-e47b924797ba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:02.684862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4af086ef-e143-4029-80ed-79270bd5d27c req-c491e4a3-d04a-4617-8288-e47b924797ba tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0808311 Mar 11 20:27:02.730413 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4af086ef-e143-4029-80ed-79270bd5d27c req-98faccdc-5584-48b7-bdc1-6033a52a6f97 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Mar 11 20:27:03.954798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c78d6-877a-49dc-af62-4b0aa76bf109 req-180cc12b-46cc-4b4a-9982-4a5b6583a18e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:03.956280 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f2c78d6-877a-49dc-af62-4b0aa76bf109 req-180cc12b-46cc-4b4a-9982-4a5b6583a18e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0884340 Mar 11 20:27:04.002158 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9f2c78d6-877a-49dc-af62-4b0aa76bf109 req-8ce4c245-db66-4d6c-96da-dd74fe71899b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403824 Mar 11 20:27:05.220441 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165c00a-e44e-4803-857a-e7fbebaa8e8e req-9c020e49-9982-496a-a464-a721fd2cfc33 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:05.221864 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3165c00a-e44e-4803-857a-e7fbebaa8e8e req-9c020e49-9982-496a-a464-a721fd2cfc33 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0869579 Mar 11 20:27:05.269070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3165c00a-e44e-4803-857a-e7fbebaa8e8e req-79db5677-23df-42d4-a53a-edd9f5fc93b5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Mar 11 20:27:06.491578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bba836-744a-45af-9a12-9f4e08648966 req-a26a8a93-5fdd-4c8a-8d97-3e154ccef029 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.492925 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-28bba836-744a-45af-9a12-9f4e08648966 req-a26a8a93-5fdd-4c8a-8d97-3e154ccef029 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0866086 Mar 11 20:27:06.538936 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-28bba836-744a-45af-9a12-9f4e08648966 req-4321aee3-6068-4319-b65e-377dee40fe55 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 Mar 11 20:27:07.739689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1be892-1150-405a-85f2-6303eff38ab8 req-a4403078-9df3-4ce9-86af-d5de23663f74 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:07.741125 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f1be892-1150-405a-85f2-6303eff38ab8 req-a4403078-9df3-4ce9-86af-d5de23663f74 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0798070 Mar 11 20:27:07.792295 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f1be892-1150-405a-85f2-6303eff38ab8 req-a6ef16c7-e8f7-4109-8efc-29252fd7931b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456848 Mar 11 20:27:09.006249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe94543-873a-411e-b3cc-6ac743cfb691 req-ca02fc39-86b1-43e1-8546-8821f41274e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:09.007756 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bfe94543-873a-411e-b3cc-6ac743cfb691 req-ca02fc39-86b1-43e1-8546-8821f41274e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0869148 Mar 11 20:27:09.064692 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bfe94543-873a-411e-b3cc-6ac743cfb691 req-2f705436-8195-44b2-b877-8ccac6a10d82 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508258 Mar 11 20:27:10.265674 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c52597-40df-4c68-b788-a1ea409a232b req-b71a11e1-7452-4ffe-91e8-9e5c20f08703 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:10.272246 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-79c52597-40df-4c68-b788-a1ea409a232b req-b71a11e1-7452-4ffe-91e8-9e5c20f08703 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0872064 Mar 11 20:27:10.314987 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-79c52597-40df-4c68-b788-a1ea409a232b req-2cf51551-52e7-4e86-84f0-36284cf59669 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Mar 11 20:27:11.523803 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db570145-f3bb-4d75-adb5-88b9b37b0553 req-fe32413a-56b2-4b91-ab80-4206e769a071 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:11.525155 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db570145-f3bb-4d75-adb5-88b9b37b0553 req-fe32413a-56b2-4b91-ab80-4206e769a071 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0802841 Mar 11 20:27:11.579537 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db570145-f3bb-4d75-adb5-88b9b37b0553 req-e838e062-c841-4a55-a299-35148f07962f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 Mar 11 20:27:11.607493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43198) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:27:11.714726 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-dfbd83e9-e7be-4cdb-a058-9fce711b82e8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 993 time: 0.1060202 Mar 11 20:27:13.363289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e9e58-62fe-4079-b498-a71fd1f7d5ab req-ef120c4f-69da-46a0-afc3-7491f8b89846 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:13.364724 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9f7e9e58-62fe-4079-b498-a71fd1f7d5ab req-ef120c4f-69da-46a0-afc3-7491f8b89846 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.2218175 Mar 11 20:27:13.419642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-d66c915f-8313-4286-ac04-4342e9b2bc3a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.2202005 Mar 11 20:27:13.456575 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9f7e9e58-62fe-4079-b498-a71fd1f7d5ab req-221063bd-185e-49c0-ae40-d90880b8de9c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858934 Mar 11 20:27:13.559219 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-9d38dcc5-8a53-4d01-bc0b-df4cb7e7cad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:13.560661 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-9d38dcc5-8a53-4d01-bc0b-df4cb7e7cad0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1346681 Mar 11 20:27:13.661634 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-92f7e258-8345-4c3b-aa45-70d51acb8e97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 1001 time: 0.0950687 Mar 11 20:27:13.722138 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-9fc82dfa-a380-42de-aed0-f154dab97b69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:13.723513 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-9fc82dfa-a380-42de-aed0-f154dab97b69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0564213 Mar 11 20:27:13.797543 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-3d998c71-41a3-4e97-b7a8-5da8b98b2baf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685194 Mar 11 20:27:13.923745 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-7d5b9eb7-1a3f-40a9-812c-ad0d8d2e1aad service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196778 Mar 11 20:27:14.059492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e212d264-4ae6-4094-8004-3f147ecf8cae req-4e710526-150a-449d-a221-06c7a2d1deba service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293840 Mar 11 20:27:14.571130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5fc47e02-7e00-41ac-93a3-4df18fd803d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:14.655608 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae5a1f-8750-4085-ba31-bcbfd18c2837 req-6b3ad113-e650-4278-8cef-e77357895709 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:14.657498 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-22ae5a1f-8750-4085-ba31-bcbfd18c2837 req-6b3ad113-e650-4278-8cef-e77357895709 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0768895 Mar 11 20:27:14.702515 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-22ae5a1f-8750-4085-ba31-bcbfd18c2837 req-e78987b4-9bff-4182-963e-62832c387916 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Mar 11 20:27:15.924321 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6eafa-3f85-427f-b2c9-478a4e8eec5c req-e1f6774f-fc53-45fe-abb2-7fe33165c5b2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:15.925799 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7f6eafa-3f85-427f-b2c9-478a4e8eec5c req-e1f6774f-fc53-45fe-abb2-7fe33165c5b2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0916395 Mar 11 20:27:15.971217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f7f6eafa-3f85-427f-b2c9-478a4e8eec5c req-77a40938-4361-4f4f-b192-93255413dea7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397980 Mar 11 20:27:15.998994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43212) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:27:16.101788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7c5d1ec0-a76a-42c4-9f2c-fd87178708e9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 200 len: 993 time: 0.1017337 Mar 11 20:27:16.839590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0681fed7-c6b7-4da1-acac-2ef21632b0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:18.046832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:18.104730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:19.385480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:23.006194 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-427f315c-253d-4263-9da3-279291cfc534 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832145 Mar 11 20:27:23.148422 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-301a7803-ad5c-4c48-9adb-7d6f75a41fd4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.0725946 Mar 11 20:27:23.291651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-016d1950-34e9-49f2-a915-65fb6422cdd3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:23.292996 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-016d1950-34e9-49f2-a915-65fb6422cdd3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1266313 Mar 11 20:27:23.393138 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-b91a745e-bb9f-4fa6-b2fa-91dcaadd8cd4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 1001 time: 0.0939081 Mar 11 20:27:23.459880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-ac275977-af29-40b2-969c-fbde64d37a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:23.461379 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-ac275977-af29-40b2-969c-fbde64d37a78 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0598545 Mar 11 20:27:23.542829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-7f722bab-8fd5-4b93-9e0b-d0d535b790ac service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692563 Mar 11 20:27:23.677583 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-06d84d24-9b66-4f29-82f3-6af6d566ccc0 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268997 Mar 11 20:27:23.892721 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b417a1e9-5cd0-47fc-8382-372d63401928 req-770807e4-bfdd-4a87-84d8-a8737c241e36 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093961 Mar 11 20:27:24.242254 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:27:25.096551 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:44.585676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-39012f22-0f83-4240-bc1c-853fa81fd5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:46.846303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1a6359ff-a85a-4406-b967-c5e3b8e1ea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:48.043344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:48.110466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:49.382084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:27:55.100835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:01.248986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:28:06.926820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43234) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:07.129772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port b5e5ac2c-eed4-47f7-b42a-7527c02088f7 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:28:07.130207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:07.294996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:07.295225 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:07.416244 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for b5e5ac2c-eed4-47f7-b42a-7527c02088f7 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:28:07.570610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:07.615773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=b5e5ac2c-eed4-47f7-b42a-7527c02088f7,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:07.661800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.662162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.662490 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.662820 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.663148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.663496 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.663813 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.664128 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.664451 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.664743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.665060 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:07.722462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:08.115196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:28:08.409109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:08.419262 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Sync routers for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:28:08.430148 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:08.431585 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:08.432180 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:27:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:08.486390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92090c32-f515-4a46-a6a6-111e9c7afa0f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/floatingips/7de48d59-9ebb-4030-8302-298ecf70b221 HTTP/1.1" status: 204 len: 168 time: 1.5574164 Mar 11 20:28:08.486954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:28:08.615897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'status': 'completed', 'code': 200} Mar 11 20:28:08.616248 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:08.710395 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-a58fceb2-5e08-4828-bcfc-4602002282b0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 1098 time: 0.0709662 Mar 11 20:28:08.846320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-140cb56d-07a3-4aa5-adb0-89be4d41adfc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:08.847791 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-140cb56d-07a3-4aa5-adb0-89be4d41adfc service neutron] 10.222.0.90 "GET /v2.0/networks?id=e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 200 len: 898 time: 0.1282952 Mar 11 20:28:08.898983 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61451f-ce8f-4a73-a172-8ce08f3ef150 req-82514f88-0af4-4276-8088-1954113c1838 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:08.900516 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bf61451f-ce8f-4a73-a172-8ce08f3ef150 req-82514f88-0af4-4276-8088-1954113c1838 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0819705 Mar 11 20:28:08.925809 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-795d1742-a443-431f-9e25-8658ac354253 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 200 len: 217 time: 0.0699804 Mar 11 20:28:08.950499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bf61451f-ce8f-4a73-a172-8ce08f3ef150 req-e656dfa7-7b01-4456-8812-11c511573cd3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Mar 11 20:28:08.958372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:08.962371 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Checking router: 4e2220f8-67f8-42f2-8694-a01a408d5bb4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:28:08.981326 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:08.981326 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:27:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:08.988344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-63d563d6-a821-40a3-9f72-1357c7c1df9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:08.989813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-63d563d6-a821-40a3-9f72-1357c7c1df9b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 200 len: 835 time: 0.0569272 Mar 11 20:28:09.064343 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-92abc595-9f36-4ee9-b81b-f90dcbe27e18 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=e5757830-d83d-4dfd-80a4-39f282099b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669880 Mar 11 20:28:09.075055 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-50a5857c-b6d7-45da-a37a-152828c2d11e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:28:09.076007 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-50a5857c-b6d7-45da-a37a-152828c2d11e service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047610 Mar 11 20:28:09.146362 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:09.206788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-0e7c7077-969c-4f10-b588-e0b865042fd4 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240556 Mar 11 20:28:09.339256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a36e3f6a-49d6-458f-adcb-24a11c5603e6 req-a5ad48bd-41ba-46b5-9622-74338dc0fdd0 service neutron] 10.222.0.90 "GET /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255090 Mar 11 20:28:09.450608 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:09.456407 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371ce5-5a2b-4904-8b59-ba81010d73fa None None] The sync data for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv is: [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '89edfb71-0af9-48ef-8b54-d154e0374b18', 'name': '', 'network_id': 'e5757830-d83d-4dfd-80a4-39f282099b43', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:a1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:30Z', 'updated_at': '2022-03-11T20:25:36Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'c2030d01-a8e5-4b8f-91c9-6c207b42ae39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:28:09.678699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e0d270-b33d-4df3-9bde-b5c911b8bff1 None None] New status for floating IP 7de48d59-9ebb-4030-8302-298ecf70b221: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:28:10.161471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7088cf-aa91-4321-9e9d-754c4889ece7 req-ef10774f-273f-478e-aac7-ce45af332c7c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:10.162504 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2a7088cf-aa91-4321-9e9d-754c4889ece7 req-ef10774f-273f-478e-aac7-ce45af332c7c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:10.179829 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-2a7088cf-aa91-4321-9e9d-754c4889ece7 req-ef10774f-273f-478e-aac7-ce45af332c7c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:10.180959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2a7088cf-aa91-4321-9e9d-754c4889ece7 req-ef10774f-273f-478e-aac7-ce45af332c7c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0978127 Mar 11 20:28:10.227550 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2a7088cf-aa91-4321-9e9d-754c4889ece7 req-a1f39474-8742-4342-bde3-1b7b78a485e4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=9b1ca551-08e4-404d-9c62-7b46c9fb2599&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408864 Mar 11 20:28:10.541985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-2c4af8ae-382e-4af7-8649-cc4675703eda tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:10.543421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-2c4af8ae-382e-4af7-8649-cc4675703eda tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 945 time: 0.0784774 Mar 11 20:28:10.610256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port ad8d164a-5272-46b7-b3b0-ca17638925f0 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:28:10.610587 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:10.847635 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port ad8d164a-5272-46b7-b3b0-ca17638925f0, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ad8d164a-5272-46b7-b3b0-ca17638925f0,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:10.847980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:10.962887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for ad8d164a-5272-46b7-b3b0-ca17638925f0 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:28:11.105057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:11.151563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=ad8d164a-5272-46b7-b3b0-ca17638925f0,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:11.224142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] No DVR routers for this DVR port ad8d164a-5272-46b7-b3b0-ca17638925f0 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:11.226657 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:11.229050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'name': 'network-vif-deleted', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:28:11.245612 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa51bd6c-cb22-44f1-b030-2c36e35f0547 req-13afb9ac-7929-486e-8220-421532b08b8b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "DELETE /v2.0/ports/ad8d164a-5272-46b7-b3b0-ca17638925f0 HTTP/1.1" status: 204 len: 173 time: 0.6970236 Mar 11 20:28:11.285858 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c834d10e-6242-4c45-b245-efe6dfafe478', 'name': 'network-vif-deleted', 'tag': 'ad8d164a-5272-46b7-b3b0-ca17638925f0', 'status': 'completed', 'code': 200} Mar 11 20:28:11.493234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-d01aa533-2fe9-4f4d-9c8c-d109bf170a81 req-fe0d92de-e134-4b8e-a472-c94b6f99ec1d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:11.510539 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-d01aa533-2fe9-4f4d-9c8c-d109bf170a81 req-fe0d92de-e134-4b8e-a472-c94b6f99ec1d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:11.512093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d01aa533-2fe9-4f4d-9c8c-d109bf170a81 req-fe0d92de-e134-4b8e-a472-c94b6f99ec1d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=c834d10e-6242-4c45-b245-efe6dfafe478 HTTP/1.1" status: 200 len: 210 time: 0.1523855 Mar 11 20:28:12.625934 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43262) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:13.029040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:13.640103 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 89edfb71-0af9-48ef-8b54-d154e0374b18 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:28:13.640853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:13.820304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 89edfb71-0af9-48ef-8b54-d154e0374b18, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=89edfb71-0af9-48ef-8b54-d154e0374b18,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:13.820598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:13.935613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 89edfb71-0af9-48ef-8b54-d154e0374b18 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:28:14.239822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:14.282984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=89edfb71-0af9-48ef-8b54-d154e0374b18,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:14.573983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c26e0c1b-c906-40c6-abd1-038e8f2f0ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:14.575717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.151081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:28:15.355464 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:15.365144 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Sync routers for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:28:15.377797 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2962e1ea-7ef3-439f-be78-5253489df14e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/4e2220f8-67f8-42f2-8694-a01a408d5bb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7473366 Mar 11 20:28:15.378092 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43274) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:15.379902 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:15.380442 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:27:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.406356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ad8d164a-5272-46b7-b3b0-ca17638925f0 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:28:15.438720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: ad8d164a-5272-46b7-b3b0-ca17638925f0 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:28:15.439125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ad8d164a-5272-46b7-b3b0-ca17638925f0 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:28:15.558691 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:15.680896 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting subnet c2030d01-a8e5-4b8f-91c9-6c207b42ae39 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:28:15.684038 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.737371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.823214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.844511 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:28:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.848385 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Checking router: 4e2220f8-67f8-42f2-8694-a01a408d5bb4 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:28:15.858842 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Routers {'4e2220f8-67f8-42f2-8694-a01a408d5bb4'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:15.859461 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:27:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.896589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.933738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Subnet': ['ID=c2030d01-a8e5-4b8f-91c9-6c207b42ae39,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:15.942867 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:15.949281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de087fe0-7a33-4a71-9b1e-7f731a418d55 None None] Network e5757830-d83d-4dfd-80a4-39f282099b43 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:28:15.952935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96cf4f64-6995-4255-973a-02c90a09e730 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/subnets/c2030d01-a8e5-4b8f-91c9-6c207b42ae39 HTTP/1.1" status: 204 len: 168 time: 0.5713723 Mar 11 20:28:15.953194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43278) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:16.037112 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] Set router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:16.161817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.216027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] DHCP port deletion for e5757830-d83d-4dfd-80a4-39f282099b43 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:28:16.220653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Deleting port b781feca-8ec6-4cc0-b47a-eb2505498f87 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:28:16.221209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.368282 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:28:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:16.373025 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5beb37-2a25-4d16-bb0c-9ee2a6ab24b9 None None] The sync data for ids ['4e2220f8-67f8-42f2-8694-a01a408d5bb4'] in dv-neutron-832764-2-hyperv is: [{'id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291006833', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93'}], 'enable_snat': True}, 'gw_port_id': '71ad845d-582f-47ec-ae47-64098825e10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:25:26Z', 'updated_at': '2022-03-11T20:28:14Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': '71ad845d-582f-47ec-ae47-64098825e10b', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e2220f8-67f8-42f2-8694-a01a408d5bb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:25:27Z', 'updated_at': '2022-03-11T20:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:28:16.400415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device b781feca-8ec6-4cc0-b47a-eb2505498f87 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:28:16.402897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.417770 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 71ad845d-582f-47ec-ae47-64098825e10b {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:28:16.418116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.486313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] For port b781feca-8ec6-4cc0-b47a-eb2505498f87, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=b781feca-8ec6-4cc0-b47a-eb2505498f87,segment=NetworkSegment(57332166-82b9-46ee-834d-f198837dcd07),segment_id=57332166-82b9-46ee-834d-f198837dcd07)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:16.486722 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.585454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 71ad845d-582f-47ec-ae47-64098825e10b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=71ad845d-582f-47ec-ae47-64098825e10b,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:16.585775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.636348 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Calling delete_port for b781feca-8ec6-4cc0-b47a-eb2505498f87 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:28:16.702566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 71ad845d-582f-47ec-ae47-64098825e10b owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:28:16.713183 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.755622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.848616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Pushing event deleted for resources: {'Port': ['ID=b781feca-8ec6-4cc0-b47a-eb2505498f87,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:16.862343 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] No DVR routers for this DVR port b781feca-8ec6-4cc0-b47a-eb2505498f87 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:16.876693 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.877027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.877361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.877716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.878002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.878326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.878645 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.878961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.879276 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.879614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.879950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35918d8b-484f-49cb-9d61-935f29ec2382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:16.882549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e6a1412a-8435-4eb3-9be2-29ffe861c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.888078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:16.930603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=71ad845d-582f-47ec-ae47-64098825e10b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:17.148695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.488783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.493363 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.523541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.524002 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Fanout notify agent at l3_agent the message router_deleted on router 4e2220f8-67f8-42f2-8694-a01a408d5bb4 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:28:17.538179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.539297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-92e2c707-75da-4778-bff2-6329a7b33789 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/routers/4e2220f8-67f8-42f2-8694-a01a408d5bb4 HTTP/1.1" status: 204 len: 168 time: 1.5852020 Mar 11 20:28:17.542193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43288) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:17.657183 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.783877 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.808421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5757830-d83d-4dfd-80a4-39f282099b43']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:17.820166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57332166-82b9-46ee-834d-f198837dcd07') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:17.820455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57332166-82b9-46ee-834d-f198837dcd07') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:17.831878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.848802 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.855270 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:28:17.855662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:17.869523 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:17.951258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.971551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:17.977875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Network': ['ID=e5757830-d83d-4dfd-80a4-39f282099b43,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:17.991203 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-cab7b48d-3d7d-474b-afb2-621121bddca7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/networks/e5757830-d83d-4dfd-80a4-39f282099b43 HTTP/1.1" status: 204 len: 168 time: 0.4480484 Mar 11 20:28:17.994136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43294) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:18.044212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.061549 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.089290 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.145641 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.165648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.184624 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ca551-08e4-404d-9c62-7b46c9fb2599,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:18.194585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.195731 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7396fc6d-110a-42ae-8430-467840a6625f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/security-groups/9b1ca551-08e4-404d-9c62-7b46c9fb2599 HTTP/1.1" status: 204 len: 168 time: 0.2007043 Mar 11 20:28:18.384154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 89edfb71-0af9-48ef-8b54-d154e0374b18 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:28:18.416187 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 89edfb71-0af9-48ef-8b54-d154e0374b18 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:28:18.416528 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 89edfb71-0af9-48ef-8b54-d154e0374b18 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:28:18.416925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71ad845d-582f-47ec-ae47-64098825e10b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:28:18.446324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 71ad845d-582f-47ec-ae47-64098825e10b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:28:18.446663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 71ad845d-582f-47ec-ae47-64098825e10b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:28:18.546982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43302) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:18.554065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134092005', 'description': 'tempest-secgroup-smoke-1134092005 description', 'project_id': '0ff100bf344b44e9963838009f23d59b'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:18.561849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:18.566031 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:18.568972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:18.575090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:18.587456 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.620333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:18.624230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:18.627231 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:18.632860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:18.687398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.693247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.742856 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e42d1e8-7c6c-46e7-8e36-29957a3b987e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:18.747275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.748492 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2010567 Mar 11 20:28:18.751669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43306) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:18.753624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.753965 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.754299 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.754643 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.754954 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.755276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.755615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.755935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.756249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.756567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.756874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bfeecb-3471-4601-a1c5-c80068040458 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:18.757880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:18.764310 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:18.768530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:18.771564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:18.777396 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:18.796650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.856729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.861862 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.883474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f0c353e-2c88-4a54-919b-8df9cfe8e155,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:18.893926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:18.895119 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ea627410-f111-45c0-b717-dc84a761736e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1423087 Mar 11 20:28:18.898170 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43310) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:18.903459 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:18.909181 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:18.912988 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:18.915849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:18.921540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:18.940004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.001503 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.007014 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.029551 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08628e32-3413-4f47-90d1-6bcfdcca0ca3,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.037404 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.038598 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-62fe5d27-b101-4e39-a818-2ecaa2876c7e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1395032 Mar 11 20:28:19.041560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43314) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.046885 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.052575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.056260 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.058989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.064579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.084230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.147416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.151168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.173338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b5b44f-9120-4b96-b2c0-c5be04e423df,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.183159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.184337 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-751e8d97-268f-4ef5-8e63-209af07e20f8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1419199 Mar 11 20:28:19.188159 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43320) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.193563 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.199080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.203031 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.205954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.211606 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.228726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.290800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.295951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.316226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb39e8c-4af7-419e-8d6a-c13a0f68cc6f,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.329283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.330470 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8948b0d0-d0b2-4d96-aff8-bdff0b0c44c4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1414082 Mar 11 20:28:19.333368 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43324) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.338676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.344574 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.348654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.351586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.357307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.368722 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:28:19.375570 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.385829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.444356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.449001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.470736 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db80637-d865-4b4b-8729-e556be2ff70c,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.481029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.482256 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a3258389-613c-460a-b5e0-3cea50e52163 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1479030 Mar 11 20:28:19.485115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43330) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.490590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'security_group_rule': {'security_group_id': '6e42d1e8-7c6c-46e7-8e36-29957a3b987e', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.496346 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.500237 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:security_group_rule and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.503120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.508880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.522599 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Project 0ff100bf344b44e9963838009f23d59b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:28:19.528302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.597642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.602584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.626353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc47f22-5d91-41ab-a89e-b60ae3b95c33,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.637051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.638205 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1e7735bd-df3e-407f-8a48-8cba492ce522 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1521752 Mar 11 20:28:19.642702 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43338) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.648143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'network': {'name': 'tempest-network-smoke--1652490906', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'port_security_enabled': True}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.652843 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.656785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:network and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.659567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.665050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.677315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:19.680267 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.707256 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:19.715652 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.716040 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Added segment e00aa30f-67db-4edb-a159-f87fc2e6b022 of type vlan for network 0237fe38-ba3d-4259-8fec-ae9690a5f383 Mar 11 20:28:19.741968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.771821 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.775527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:19.776077 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.877760 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339430 Mar 11 20:28:19.880421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241a468-7795-4951-88a0-e4d271ee760b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Network': ['ID=0237fe38-ba3d-4259-8fec-ae9690a5f383,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.880867 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43342) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:19.886384 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'admin_state_up': True, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:19.890697 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:28:19.894343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:19.898434 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:router and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:19.901525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:19.908240 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:19.919401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.920314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:19.940900 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.161657 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.352158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.384749 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.525524 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.214 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/d4e55ce9-e2b0-4515-a338-05fa37e00a83) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:20.674649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.703993 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.771262 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:20.774034 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:20.778230 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:28:20.801523 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=d4e55ce9-e2b0-4515-a338-05fa37e00a83,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:20.935527 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:20.936252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:21.176526 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 8886d971-10be-4014-bb93-4397808ab532 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:28:21.388633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:21.398661 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Sync routers for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:28:21.410251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:21.410969 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:21.416902 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:21.418081 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f0f11530-a903-477d-8b73-03471cd16144 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5362051 Mar 11 20:28:21.421387 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43348) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:21.585683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:21.765344 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5ad3bc76-a7b8-4aaa-ad74-5db89bf39586 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=0ff100bf344b44e9963838009f23d59b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3428321 Mar 11 20:28:21.767895 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43358) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:21.857422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:20Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:21.861539 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Checking router: 8886d971-10be-4014-bb93-4397808ab532 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:28:21.861879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Updating router 8886d971-10be-4014-bb93-4397808ab532 port d4e55ce9-e2b0-4515-a338-05fa37e00a83 binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:28:21.894519 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f138b35-2954-48c1-9083-8ea1340727ff tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:21.896031 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0f138b35-2954-48c1-9083-8ea1340727ff tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272674 Mar 11 20:28:21.898993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43362) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:21.916592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.036481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-4d669a30-c81e-4598-8a21-58ffa935b041 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=2804f96d-e9df-447f-a1ac-9259b438d02d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1361072 Mar 11 20:28:22.039407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43366) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:22.044565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-28735602', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'project_id': '0ff100bf344b44e9963838009f23d59b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:22.150139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:22.153968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:subnet and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:22.156772 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:22.162491 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:22.174995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:22.239369 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.250602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Transition to ACTIVE for port object d4e55ce9-e2b0-4515-a338-05fa37e00a83 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:22.257357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.270898 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.333588 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194966-128d-49e1-8930-abe01caf9de0 None None] Pushing event updated for resources: {'Port': ['ID=d4e55ce9-e2b0-4515-a338-05fa37e00a83,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:22.335941 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Attempting to bind port d4e55ce9-e2b0-4515-a338-05fa37e00a83 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:28:22.336345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Attempting to bind port d4e55ce9-e2b0-4515-a338-05fa37e00a83 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:28:22.336621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Attempting to bind port d4e55ce9-e2b0-4515-a338-05fa37e00a83 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:28:22.343631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:28:22.343996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:28:22.344380 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.344841 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:28:22.345272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Bound port: d4e55ce9-e2b0-4515-a338-05fa37e00a83, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:28:22.345632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.421064 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] For port d4e55ce9-e2b0-4515-a338-05fa37e00a83, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:22.424253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] For port d4e55ce9-e2b0-4515-a338-05fa37e00a83, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d4e55ce9-e2b0-4515-a338-05fa37e00a83,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:22.429848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.481682 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.505023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4194966-128d-49e1-8930-abe01caf9de0 None None] Pushing event updated for resources: {'Port': ['ID=d4e55ce9-e2b0-4515-a338-05fa37e00a83,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:22.510189 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:22.510790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:22.550779 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Subnet': ['ID=ab47dbf8-39e3-4975-9611-da7235fa2f43,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:22.567954 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Checking segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:28:22.568333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network hostable DHCP agents. Network: 0237fe38-ba3d-4259-8fec-ae9690a5f383, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:22.588879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:22.598230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 0237fe38-ba3d-4259-8fec-ae9690a5f383) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:22.602312 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:22.602889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:22.624934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5ad73d3-62aa-4b4d-9332-9cf64562185f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5844574 Mar 11 20:28:22.627665 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43370) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:22.652435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d58c4-e943-42e0-9980-d2bf12414075 None None] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:28:22.848657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:23.064155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-0237fe38-ba3d-4259-8fec-ae9690a5f383', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:28:23.064946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:23.284784 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Allocated IP 172.20.0.2 (0237fe38-ba3d-4259-8fec-ae9690a5f383/ab47dbf8-39e3-4975-9611-da7235fa2f43/8b2a0ac0-d0a6-4ed2-a670-13be04227962) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:23.314832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:20Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:23.367939 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7446bb79-b911-41b5-87ba-0749733772fc None None] The sync data for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv is: [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:20Z', 'revision_number': 3, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:28:23.370621 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:23.501900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:23.513726 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Transition to ACTIVE for port object 8b2a0ac0-d0a6-4ed2-a670-13be04227962 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:23.553691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Transition to ACTIVE for port object 8b2a0ac0-d0a6-4ed2-a670-13be04227962 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:23.578759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:23.787812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:23.792698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:23.795123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:28:23.802933 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Pushing event updated for resources: {'Port': ['ID=8b2a0ac0-d0a6-4ed2-a670-13be04227962,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:23.897047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Attempting to bind port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:28:23.897408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Attempting to bind port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:28:23.897766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Attempting to bind port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 on network 0237fe38-ba3d-4259-8fec-ae9690a5f383 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:28:23.908639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.1 (0237fe38-ba3d-4259-8fec-ae9690a5f383/ab47dbf8-39e3-4975-9611-da7235fa2f43/e07d67dd-d4af-4c42-97b9-a6fcbedf59a1) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:23.908926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:28:23.909311 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Checking segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:28:23.909708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:23.910097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Bound using segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:28:23.910566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Bound port: 8b2a0ac0-d0a6-4ed2-a670-13be04227962, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:28:23.910932 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.038544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] For port 8b2a0ac0-d0a6-4ed2-a670-13be04227962, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:24.049077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] For port 8b2a0ac0-d0a6-4ed2-a670-13be04227962, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8b2a0ac0-d0a6-4ed2-a670-13be04227962,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:24.057927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.077382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.095797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:24.121273 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.149146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0ee81-68b9-420f-850c-b34bfdea1bb3 None None] Pushing event updated for resources: {'Port': ['ID=8b2a0ac0-d0a6-4ed2-a670-13be04227962,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:24.209481 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:24.212446 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:24.216047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:28:24.260553 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:24.282638 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.396714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.458216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8b2a0ac0-d0a6-4ed2-a670-13be04227962 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:24.583423 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:24.588256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d4e55ce9-e2b0-4515-a338-05fa37e00a83 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:24.656775 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d4e55ce9-e2b0-4515-a338-05fa37e00a83 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:24.661747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d4e55ce9-e2b0-4515-a338-05fa37e00a83 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:24.662120 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.779567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.796605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port d4e55ce9-e2b0-4515-a338-05fa37e00a83, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d4e55ce9-e2b0-4515-a338-05fa37e00a83,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:24.801428 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.813027 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.818937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:24.876716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=d4e55ce9-e2b0-4515-a338-05fa37e00a83,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:24.931640 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:24.933939 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.075145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:25.076454 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:25.087002 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c7d0a7-719e-4761-ac33-115f2e551263 None None] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:28:25.187493 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.190163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Provisioning for port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:25.208083 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Provisioning complete for port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:25.208430 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.424079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.463289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] For port 8b2a0ac0-d0a6-4ed2-a670-13be04227962, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8b2a0ac0-d0a6-4ed2-a670-13be04227962,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:25.468759 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.537303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e369d0f-d1af-4ae0-8e3e-dff2dd89bd40 None None] Pushing event updated for resources: {'Port': ['ID=8b2a0ac0-d0a6-4ed2-a670-13be04227962,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:25.585107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 8886d971-10be-4014-bb93-4397808ab532 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:28:25.702390 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Provisioning for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:25.709995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Provisioning complete for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:25.710373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.767337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:28:25.779721 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Provisioning complete for port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:25.780097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1900a494-6394-4414-b856-4c22e08f2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:25.791697 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:25.805724 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-ff0af355-287f-4364-8967-b5197983b5f9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/8886d971-10be-4014-bb93-4397808ab532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1769702 Mar 11 20:28:25.994949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-4015906e-15e2-49d4-8843-1566ace2b4e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:26.011087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-4015906e-15e2-49d4-8843-1566ace2b4e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:26.012636 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-4015906e-15e2-49d4-8843-1566ace2b4e7 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134092005&fields=id&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 267 time: 0.0586066 Mar 11 20:28:26.015686 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-68488b50-1370-4259-805c-9a6828e5976d None None] Provisioning complete for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:26.016073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-68488b50-1370-4259-805c-9a6828e5976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:26.067827 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-68488b50-1370-4259-805c-9a6828e5976d None None] Port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:28:26.159837 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-625cd80b-2ac0-49dd-872a-77cbd3da07bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:26.160410 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-625cd80b-2ac0-49dd-872a-77cbd3da07bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:26.177493 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-625cd80b-2ac0-49dd-872a-77cbd3da07bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:network {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:26.179018 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-625cd80b-2ac0-49dd-872a-77cbd3da07bc tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 797 time: 0.1556153 Mar 11 20:28:26.197750 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-e9f3fb86-a2ae-49a7-b92d-c3048851e6d3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/quotas/0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 375 time: 0.0109670 Mar 11 20:28:26.288001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-e9a6c526-cd68-487e-81f0-4f57313d613e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:26.306846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-e9a6c526-cd68-487e-81f0-4f57313d613e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:26.308283 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-e9a6c526-cd68-487e-81f0-4f57313d613e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059246 Mar 11 20:28:26.396247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8b2a0ac0-d0a6-4ed2-a670-13be04227962 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:26.427247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-f892771d-dcb5-45fc-af7c-21de910c07d1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:28:26.428240 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-f892771d-dcb5-45fc-af7c-21de910c07d1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1087148 Mar 11 20:28:26.462954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:26.463384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:26.561237 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-f6986f51-61bd-43ca-ba27-cfce051782cc service neutron] 10.222.0.76 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265633 Mar 11 20:28:26.578581 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d4e55ce9-e2b0-4515-a338-05fa37e00a83 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:26.649760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d4e55ce9-e2b0-4515-a338-05fa37e00a83 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:26.650130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:26.697950 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-0a74b09b-27ae-417a-b91c-4d618539631f service neutron] 10.222.0.76 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306491 Mar 11 20:28:26.893274 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-aac0cb05-6488-4219-a9fb-031d88a83e16 req-71ab6a35-7346-4774-87f6-f928544d1a9b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 210 time: 0.0415983 Mar 11 20:28:26.908898 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Sync routers for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:28:26.920761 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:26.921363 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:27.096850 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:27.411259 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 2, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:27.415623 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Checking router: 8886d971-10be-4014-bb93-4397808ab532 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:28:27.416054 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Updating router 8886d971-10be-4014-bb93-4397808ab532 port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:28:27.471758 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:27.807198 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:27.819731 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Transition to ACTIVE for port object e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:27.828156 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:27.940324 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Pushing event updated for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:27.955821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.956426 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.956558 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.956780 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.957110 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.957418 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.957736 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.958041 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.958350 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.958659 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:27.958953 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:28.057073 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Attempting to bind port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:28:28.057500 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Attempting to bind port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:28:28.057794 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Attempting to bind port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 on network 0237fe38-ba3d-4259-8fec-ae9690a5f383 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:28:28.065095 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:28:28.065465 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Checking segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:28:28.067053 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:28.067470 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Bound using segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:28:28.067944 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Bound port: e07d67dd-d4af-4c42-97b9-a6fcbedf59a1, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:28:28.068309 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:28.078928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-860e8d75-3f0f-4a95-bc23-7db61e8e4fa1 req-bb9d7d45-9aca-479c-9aa6-c4ccdd0b8222 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 210 time: 0.0472806 Mar 11 20:28:28.181961 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] For port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:28.185269 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] For port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:28.190423 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:28.249593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-1a092e1f-9e58-451b-891e-a50cf5f76553 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:28.251260 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-1a092e1f-9e58-451b-891e-a50cf5f76553 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 797 time: 0.1614742 Mar 11 20:28:28.296467 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bf6e4-8234-4a80-9324-9272e35ddbcf None None] Pushing event updated for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:28.309266 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-ac79a4c2-1c2d-4cc2-848a-33c31be6af6c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff100bf344b44e9963838009f23d59b HTTP/1.1" status: 200 len: 380 time: 0.0449193 Mar 11 20:28:28.317788 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:28.318572 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:28.319131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'port': {'device_id': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'admin_state_up': True, 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'security_groups': ['6e42d1e8-7c6c-46e7-8e36-29957a3b987e']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:28.461762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:28.472026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:28.483972 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Made reservation on behalf of 0ff100bf344b44e9963838009f23d59b for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:28.487296 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:28.502468 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:28.646853 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.20.0.12 (0237fe38-ba3d-4259-8fec-ae9690a5f383/ab47dbf8-39e3-4975-9611-da7235fa2f43/9fea2150-a539-4955-b7e8-e6ba0a483484) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:28.803357 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:28.807294 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a26439-751a-4b11-b3fc-2ed332743b0a None None] The sync data for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv is: [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:28Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:28:28.831527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:28.857535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Transition to ACTIVE for port object 9fea2150-a539-4955-b7e8-e6ba0a483484 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:28.890088 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.075188 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:29.078035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:29.082712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:28:29.107525 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:29.152990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.153590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.203831 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-03983613-6cf8-47b9-9153-db5586714cd9 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8888774 Mar 11 20:28:29.310376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Request body: {'port': {'device_id': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:29.372442 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c1356f7c-aeda-48c0-aca4-605ad6a8dd3e None None] Provisioning for port 9fea2150-a539-4955-b7e8-e6ba0a483484 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:29.381537 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c1356f7c-aeda-48c0-aca4-605ad6a8dd3e None None] Provisioning complete for port 9fea2150-a539-4955-b7e8-e6ba0a483484 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:29.381875 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c1356f7c-aeda-48c0-aca4-605ad6a8dd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.436353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.442525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f30fe-b968-47c2-a75b-7c5c75b5d8a0 req-48916c10-6c76-4a2a-a38e-a4380938bbc5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.444121 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bf6f30fe-b968-47c2-a75b-7c5c75b5d8a0 req-48916c10-6c76-4a2a-a38e-a4380938bbc5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 932 time: 0.2092626 Mar 11 20:28:29.455156 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-c1356f7c-aeda-48c0-aca4-605ad6a8dd3e None None] Port 9fea2150-a539-4955-b7e8-e6ba0a483484 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:28:29.491088 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-bf6f30fe-b968-47c2-a75b-7c5c75b5d8a0 req-82ba9a10-7155-4e2c-b738-acabd00e03e0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:29.505813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-bf6f30fe-b968-47c2-a75b-7c5c75b5d8a0 req-82ba9a10-7155-4e2c-b738-acabd00e03e0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:29.515641 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-bf6f30fe-b968-47c2-a75b-7c5c75b5d8a0 req-82ba9a10-7155-4e2c-b738-acabd00e03e0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648966 Mar 11 20:28:29.790299 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fea2150-a539-4955-b7e8-e6ba0a483484 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:28:29.797097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.810881 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Transition to ACTIVE for port object 9fea2150-a539-4955-b7e8-e6ba0a483484 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:28:29.815916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:29.940116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Pushing event updated for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:30.052894 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Attempting to bind port 9fea2150-a539-4955-b7e8-e6ba0a483484 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:28:30.053220 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Attempting to bind port 9fea2150-a539-4955-b7e8-e6ba0a483484 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:28:30.053538 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Attempting to bind port 9fea2150-a539-4955-b7e8-e6ba0a483484 on network 0237fe38-ba3d-4259-8fec-ae9690a5f383 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:28:30.059603 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Port 9fea2150-a539-4955-b7e8-e6ba0a483484 on network 0237fe38-ba3d-4259-8fec-ae9690a5f383 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:28:30.059917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Attempting to bind port 9fea2150-a539-4955-b7e8-e6ba0a483484 on network 0237fe38-ba3d-4259-8fec-ae9690a5f383 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:28:30.066893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:28:30.067217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Checking segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:28:30.067600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Bound using segment: {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:28:30.068022 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Bound port: 9fea2150-a539-4955-b7e8-e6ba0a483484, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00aa30f-67db-4edb-a159-f87fc2e6b022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:28:30.068364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.161444 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:30.164423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9fea2150-a539-4955-b7e8-e6ba0a483484,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:30.170328 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.228720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.230042 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] 10.222.0.90 "PUT /v2.0/ports/9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 1094 time: 1.0186763 Mar 11 20:28:30.230460 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:28:30.253505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e93f94-215a-434e-ae23-0427e5668c9c service neutron] Pushing event updated for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:30.303199 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'status': 'completed', 'code': 200} Mar 11 20:28:30.344458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-04cee92c-2691-41cd-96e5-b531fd8a6485 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0746200 Mar 11 20:28:30.419353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:30.419802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-b40e88fd-2c1f-44fd-b326-4cbdf82f4af9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 217 time: 0.0690470 Mar 11 20:28:30.478783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-95f67f80-5fec-4783-abcc-e3e5a02981f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:30.480447 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-95f67f80-5fec-4783-abcc-e3e5a02981f1 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0556247 Mar 11 20:28:30.486281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:30.494239 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:30.494651 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.561546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-aa0a8ae0-705f-4763-83b0-8e85ed0eead1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756617 Mar 11 20:28:30.619304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.652961 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:30.659252 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:30.698522 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-762008c2-c6c3-4d07-a7a1-007f02e7895a service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300957 Mar 11 20:28:30.710839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bc4e0-22ae-4e19-8d2f-c8ec449116a9 req-23c21f37-eadc-4420-921d-f5e868ebf2ef tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:30.712328 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f98bc4e0-22ae-4e19-8d2f-c8ec449116a9 req-23c21f37-eadc-4420-921d-f5e868ebf2ef tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 944 time: 0.0776064 Mar 11 20:28:30.728110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:30.758758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f98bc4e0-22ae-4e19-8d2f-c8ec449116a9 req-27230f1a-0af0-4407-9acc-70b081d7ad01 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409322 Mar 11 20:28:30.830635 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9bf3aea6-4e6e-44e8-a1b6-ec0205f7984b req-6a25d381-8fd6-4cf6-8a72-a8cfd36a0b25 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269119 Mar 11 20:28:30.950390 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-9f74587b-0e04-4ac1-8053-aee4e696fbc4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0694380 Mar 11 20:28:31.168081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-2024ebfd-0c54-4c18-a427-d173dc89be70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:31.169521 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-2024ebfd-0c54-4c18-a427-d173dc89be70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 898 time: 0.2133605 Mar 11 20:28:31.238998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-b721264f-19d3-452b-97ae-9caf285fd658 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 217 time: 0.0631328 Mar 11 20:28:31.299334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-096c1cf2-c6ca-4981-9139-e5ab9b6c3997 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:31.300696 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-096c1cf2-c6ca-4981-9139-e5ab9b6c3997 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0558252 Mar 11 20:28:31.377987 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-5faf6a60-5a68-41f3-8d9a-87b13f962cbc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700834 Mar 11 20:28:31.531282 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-244b1fb4-2989-45f7-8ce6-934895695d11 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466935 Mar 11 20:28:31.672197 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f21db8f8-7ee2-4999-9e97-71e42dbdb3c4 req-76babaab-a5b0-4bb6-865a-623b7d2a91e0 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341522 Mar 11 20:28:31.975001 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc836f6-d7c9-44c5-ba19-87815f9f2b21 req-62aff46f-6e23-4c28-b685-3f4f445467f5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:31.975713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1bc836f6-d7c9-44c5-ba19-87815f9f2b21 req-62aff46f-6e23-4c28-b685-3f4f445467f5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:28:31.993713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-1bc836f6-d7c9-44c5-ba19-87815f9f2b21 req-62aff46f-6e23-4c28-b685-3f4f445467f5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:28:31.995026 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1bc836f6-d7c9-44c5-ba19-87815f9f2b21 req-62aff46f-6e23-4c28-b685-3f4f445467f5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 944 time: 0.0985785 Mar 11 20:28:32.041331 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1bc836f6-d7c9-44c5-ba19-87815f9f2b21 req-a6808531-979e-4569-a99a-5e9cc7d4207e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 Mar 11 20:28:32.403647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:32.506521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:32.507098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:33.261046 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345258e3-1352-4c6e-ac52-794796bda2e0 req-561496f0-4039-4983-bd63-c625ec8ed8d2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:33.263196 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-345258e3-1352-4c6e-ac52-794796bda2e0 req-561496f0-4039-4983-bd63-c625ec8ed8d2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 944 time: 0.0835321 Mar 11 20:28:33.312559 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-345258e3-1352-4c6e-ac52-794796bda2e0 req-e0a6ee33-dc7b-4a89-858d-5e11223e91d6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431979 Mar 11 20:28:33.518515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9fea2150-a539-4955-b7e8-e6ba0a483484 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:28:33.661463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9fea2150-a539-4955-b7e8-e6ba0a483484,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:33.674457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'port_id': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'mac_address': 'fa:16:3e:15:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:28:33.726242 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:33.742781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fea2150-a539-4955-b7e8-e6ba0a483484 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:28:33.759065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9fea2150-a539-4955-b7e8-e6ba0a483484,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:33.767138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:33.838790 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:34.108839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['9fea2150-a539-4955-b7e8-e6ba0a483484'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:28:34.511857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adc422c-e7ad-49b7-a19e-ea7be4ff9426 req-6d5d9848-fc8f-47b8-a479-efa69bc18567 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:34.513321 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2adc422c-e7ad-49b7-a19e-ea7be4ff9426 req-6d5d9848-fc8f-47b8-a479-efa69bc18567 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 945 time: 0.0817945 Mar 11 20:28:34.557966 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2adc422c-e7ad-49b7-a19e-ea7be4ff9426 req-921c1679-203f-40fe-b710-7475ce81f437 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Mar 11 20:28:35.529432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9fea2150-a539-4955-b7e8-e6ba0a483484 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:28:35.603443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 9fea2150-a539-4955-b7e8-e6ba0a483484 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:28:35.608829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 9fea2150-a539-4955-b7e8-e6ba0a483484 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:28:35.609195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:35.724958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:35.750898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:28:35.762406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9fea2150-a539-4955-b7e8-e6ba0a483484,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:35.767165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c13f76-050b-4766-a926-25b20afd26a8 req-6e35c71c-852b-48aa-aff1-13b65f115354 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:35.768573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-58c13f76-050b-4766-a926-25b20afd26a8 req-6e35c71c-852b-48aa-aff1-13b65f115354 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 945 time: 0.0794778 Mar 11 20:28:35.772153 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:35.813306 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'code': 200} Mar 11 20:28:35.817176 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-58c13f76-050b-4766-a926-25b20afd26a8 req-f30c715e-4e39-4ee2-aacb-d99fdcf19a3b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Mar 11 20:28:35.849273 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:36.052423 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76a2386b-5924-4080-b7b8-eeb7e5931d9e req-85993ae0-e26f-4dcc-86aa-eb6f82eaf8a9 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0761962 Mar 11 20:28:36.097515 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-76a2386b-5924-4080-b7b8-eeb7e5931d9e req-fad20814-6cd4-4ee9-adfb-c1a9c9e8b155 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394728 Mar 11 20:28:37.020857 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753975f-13a9-42b1-b41f-caa734922517 req-357def51-9d72-4720-a20d-362cef750aa6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:37.022174 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8753975f-13a9-42b1-b41f-caa734922517 req-357def51-9d72-4720-a20d-362cef750aa6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0795395 Mar 11 20:28:37.066090 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8753975f-13a9-42b1-b41f-caa734922517 req-44337162-2ee1-4dac-a3ad-bafc4c3a800f tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384519 Mar 11 20:28:38.241678 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:28:38.315217 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db298ba5-868a-4182-84a7-91cc5be1df8d req-0c40e879-4766-470d-a65a-b23544179fc8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:38.316663 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db298ba5-868a-4182-84a7-91cc5be1df8d req-0c40e879-4766-470d-a65a-b23544179fc8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.1094167 Mar 11 20:28:38.362305 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db298ba5-868a-4182-84a7-91cc5be1df8d req-4b81718d-3677-4897-a205-ea35077a17db tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398846 Mar 11 20:28:38.565591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feba6fd-5511-43cc-8962-495b9660bfda req-35cb4734-13cf-4283-8008-c4fda5870be4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:38.567080 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8feba6fd-5511-43cc-8962-495b9660bfda req-35cb4734-13cf-4283-8008-c4fda5870be4 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0852470 Mar 11 20:28:38.613099 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8feba6fd-5511-43cc-8962-495b9660bfda req-672298ae-0e49-46b1-a34a-b7cd0ce44d34 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404370 Mar 11 20:28:38.641684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43434) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:38.711191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-29fce77f-66d1-4286-978c-521fda88a3f2 tempest-TestNetworkAdvancedServerOps-859951930 tempest-TestNetworkAdvancedServerOps-859951930-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1094 time: 0.0683770 Mar 11 20:28:38.715179 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43438) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:38.720317 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:28:38.725866 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:28:38.729687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Usage tracker for resource:floatingip and tenant:0ff100bf344b44e9963838009f23d59b is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:28:38.732487 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:28:38.738047 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:28:38.751143 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:38.890212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:39.024480 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Allocated IP 172.26.8.142 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/f89f590d-862d-4f2d-9e32-00c2ae15e5a3) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:39.169542 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:39.202155 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:39.267438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:39.270726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:39.272612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=f89f590d-862d-4f2d-9e32-00c2ae15e5a3,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:39.274612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:28:39.865167 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:39.928751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:40.128565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:40.134666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:40.241477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event updated for resources: {'Port': ['ID=f89f590d-862d-4f2d-9e32-00c2ae15e5a3,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:40.253895 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:40.445467 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Floating IP ae13e953-d69c-4cc6-bc36-2b3db5d0a799 associated. External IP: 172.26.8.142, port: 9fea2150-a539-4955-b7e8-e6ba0a483484. Mar 11 20:28:40.960849 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 8886d971-10be-4014-bb93-4397808ab532 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:28:41.158461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:41.168660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Sync routers for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:28:41.182724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:41.183371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:41.183953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:41.244161 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e6903c8a-275f-4416-ba66-a1aa3518ca4b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5247018 Mar 11 20:28:41.244161 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:28:41.299673 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'status': 'completed', 'code': 200} Mar 11 20:28:41.370251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:41.390867 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-8cf7ba07-07eb-4aed-828b-68a794061d00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0698335 Mar 11 20:28:41.425791 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8ff61-dd93-42be-a75e-d7e8d05b9317 req-eaf89675-9c45-4988-be12-29aa3ea7b3d8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.427260 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba8ff61-dd93-42be-a75e-d7e8d05b9317 req-eaf89675-9c45-4988-be12-29aa3ea7b3d8 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0778325 Mar 11 20:28:41.472658 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0ba8ff61-dd93-42be-a75e-d7e8d05b9317 req-2bfbedf0-0360-47f7-8a0b-82cd2e787b55 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397794 Mar 11 20:28:41.501692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43448) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:41.527131 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-e56ae889-1a3f-40f0-b3cb-dfa68693c698 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.528670 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-e56ae889-1a3f-40f0-b3cb-dfa68693c698 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 898 time: 0.1323664 Mar 11 20:28:41.606254 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-f072362d-7baa-43c5-9124-3e861ea13df1 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 992 time: 0.1033375 Mar 11 20:28:41.632988 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-39c8b48f-a646-427e-881c-cd6cfc26e73b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 1000 time: 0.0986443 Mar 11 20:28:41.697799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-3a8b09b8-5e67-4b26-81c1-e1e621636fa7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.699222 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-3a8b09b8-5e67-4b26-81c1-e1e621636fa7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0599329 Mar 11 20:28:41.716877 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ae13e953-d69c-4cc6-bc36-2b3db5d0a799', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8886d971-10be-4014-bb93-4397808ab532', 'port_id': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'mac_address': 'fa:16:3e:15:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:28:39Z', 'updated_at': '2022-03-11T20:28:39Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:41.720745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Checking router: 8886d971-10be-4014-bb93-4397808ab532 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:28:41.730965 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:28:41.731569 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:28:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:41.775298 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-70d3a60a-b69f-49e1-9be5-b2f726d2f52b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707695 Mar 11 20:28:41.909421 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-2ce8c6eb-713c-4924-b173-f28b805561dd service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278522 Mar 11 20:28:41.938448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:28:42.040290 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-daeb3e18-5d4c-460e-8b17-61a8d84c9b7d req-d8b3d43c-0bdf-4a71-aa2e-0e26dc4a4f9f service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240396 Mar 11 20:28:42.295251 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ae13e953-d69c-4cc6-bc36-2b3db5d0a799', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8886d971-10be-4014-bb93-4397808ab532', 'port_id': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'mac_address': 'fa:16:3e:15:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:28:39Z', 'updated_at': '2022-03-11T20:28:39Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:42.302192 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab268e6b-1786-4470-85df-d3c786cc786e None None] The sync data for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv is: [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'ae13e953-d69c-4cc6-bc36-2b3db5d0a799', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '8886d971-10be-4014-bb93-4397808ab532', 'port_id': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'mac_address': 'fa:16:3e:15:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:28:39Z', 'updated_at': '2022-03-11T20:28:39Z', 'revision_number': 0, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:28:42.611462 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43452) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:42.718935 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8c0a34cc-6a1d-40a4-b452-689d1b1e2f30 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 992 time: 0.1060059 Mar 11 20:28:43.723875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43456) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:43.835340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-1e89387c-500c-4528-a0d5-d743986ab939 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 992 time: 0.1099656 Mar 11 20:28:44.575579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-281f0d18-dc99-4833-b3d6-a5673a0d168b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:44.840977 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43460) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:44.962651 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a5e49470-f758-4d2c-9810-773d075b6bb3 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 992 time: 0.1198859 Mar 11 20:28:45.117525 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc099cf3-59a8-462b-bd0f-7313e937e10d None None] New status for floating IP ae13e953-d69c-4cc6-bc36-2b3db5d0a799: ACTIVE {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:28:45.966826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43464) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:28:46.074787 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-774be669-0d5d-4749-a6a4-60a2ff593e8d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 994 time: 0.1065953 Mar 11 20:28:46.831495 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e97843a7-8587-42fd-9868-5effecdef280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:48.047019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:48.120503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:49.397266 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:28:55.146691 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:14.582092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8e2d7dac-f0a5-49fc-9faf-de696ac33d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:15.248385 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:29:16.836884 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3819b1a2-0a16-4b7f-a842-0f88e7ace3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:18.056521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:18.113491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:19.406013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:22.416183 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-03dd5ada-f57e-4d23-87c4-03e4cdc828e6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885584 Mar 11 20:29:22.574586 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-46b7be5a-ef07-4e8c-aa00-8b5820c81172 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0721095 Mar 11 20:29:22.826543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-60092315-acbe-4905-8e15-817f0574e857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:22.827938 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-60092315-acbe-4905-8e15-817f0574e857 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 898 time: 0.2306459 Mar 11 20:29:22.928330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-d0820514-70ab-48fc-bd42-1402626ea377 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 1002 time: 0.0935934 Mar 11 20:29:22.988941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-0a648434-47a7-4673-b251-9a320e3497dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:22.990429 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-0a648434-47a7-4673-b251-9a320e3497dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0563407 Mar 11 20:29:23.068871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-21cf3cf9-f86e-4669-84ed-3d156cb51dca service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721214 Mar 11 20:29:23.196200 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-728767d6-9949-4c85-a395-c24ffa95b5e8 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209219 Mar 11 20:29:23.322724 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6adde81-201b-4ed0-bdf0-7964668655c8 req-d1665d2b-2bd3-499d-9431-932b5fc2872d service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202545 Mar 11 20:29:25.144968 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:44.570802 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-10f107f2-76ee-40b5-9345-99b2edd55050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:45.249238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42c5b-2584-490f-b673-cb39a9d84870 req-d4e69c12-860b-4d07-968b-cf70c07f7fcf tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:45.250682 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b42c5b-2584-490f-b673-cb39a9d84870 req-d4e69c12-860b-4d07-968b-cf70c07f7fcf tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0807605 Mar 11 20:29:45.298417 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-19b42c5b-2584-490f-b673-cb39a9d84870 req-88453174-eb87-4381-88a6-4029500750a2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410089 Mar 11 20:29:46.514126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7e922-6dee-45f7-abcc-917c2f137fe5 req-1e9827ea-0a5e-42b4-b1a7-912e14541973 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:46.515522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e2c7e922-6dee-45f7-abcc-917c2f137fe5 req-1e9827ea-0a5e-42b4-b1a7-912e14541973 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0899050 Mar 11 20:29:46.570756 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e2c7e922-6dee-45f7-abcc-917c2f137fe5 req-bb64e5de-3c93-4778-97e5-0cff02afc4ad tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496409 Mar 11 20:29:46.840180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9d7316a3-1400-46ea-ace8-fb5d1c0457a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:47.782051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ebb2c-b6a3-48a1-a25c-caa12080a3c9 req-691e9b62-68be-47fc-b5cd-e8cbfebb7ff6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:47.783561 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a94ebb2c-b6a3-48a1-a25c-caa12080a3c9 req-691e9b62-68be-47fc-b5cd-e8cbfebb7ff6 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0809495 Mar 11 20:29:47.829674 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a94ebb2c-b6a3-48a1-a25c-caa12080a3c9 req-5ff2ec03-1d99-4217-bf4f-00dbc01d4c41 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383615 Mar 11 20:29:47.863958 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43510) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:29:47.977805 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b91eacd4-ec5c-447c-a1d4-5ab6ddb85b81 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 994 time: 0.1126704 Mar 11 20:29:48.062433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:48.129358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:49.399247 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:49.481872 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-dbeadb69-ef52-4337-aeed-1b297608f30d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0681913 Mar 11 20:29:49.495850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6880270-c507-4ddc-ac1d-5bc4b816dd4f req-90fd3bde-c7af-4d1d-8660-43f12320b7b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:49.497357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e6880270-c507-4ddc-ac1d-5bc4b816dd4f req-90fd3bde-c7af-4d1d-8660-43f12320b7b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0827065 Mar 11 20:29:49.544216 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e6880270-c507-4ddc-ac1d-5bc4b816dd4f req-14c92296-aefc-4a2d-ba20-b4876547a230 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409031 Mar 11 20:29:49.613701 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-b47ccd48-b577-46c3-8626-bd449737a16e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:49.615158 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-b47ccd48-b577-46c3-8626-bd449737a16e service neutron] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 898 time: 0.1277618 Mar 11 20:29:49.715616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-c8a1548b-18c0-4b8a-966b-c03239955375 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 1002 time: 0.0944242 Mar 11 20:29:49.775341 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-7d1f2d66-8c1a-4b21-9fdf-23cf7da22e83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:49.776769 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-7d1f2d66-8c1a-4b21-9fdf-23cf7da22e83 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0559239 Mar 11 20:29:49.857426 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-f0ba8a28-0343-43f7-a4ea-05637770555e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741124 Mar 11 20:29:49.985841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-45fa1b7e-95c7-4e80-93a4-a2ab26eeca35 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222901 Mar 11 20:29:50.232513 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fbf6d04c-0fe6-4274-bfcb-0006920e4b7c req-61928e3b-7942-482d-ba9e-678132fec76f service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402451 Mar 11 20:29:50.753812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457dc3c-f93a-4a40-9937-0e3923a8e041 req-e5a9da42-aec1-4c18-862a-4c3b3b22740d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:50.755272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4457dc3c-f93a-4a40-9937-0e3923a8e041 req-e5a9da42-aec1-4c18-862a-4c3b3b22740d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0775166 Mar 11 20:29:50.802149 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4457dc3c-f93a-4a40-9937-0e3923a8e041 req-e6886e81-51d5-4a49-8b44-5e1b95ae460e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385282 Mar 11 20:29:52.015740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8b5b5-763c-4944-9a60-0da23401428c req-56e95cf1-60cd-4290-a7ec-baf7ca68293b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:52.017167 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa8b5b5-763c-4944-9a60-0da23401428c req-56e95cf1-60cd-4290-a7ec-baf7ca68293b tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0776558 Mar 11 20:29:52.065276 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7aa8b5b5-763c-4944-9a60-0da23401428c req-bcc0a11f-2a33-431b-bf51-b6ece17e0b77 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Mar 11 20:29:52.093203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43524) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:29:52.196570 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6ad347c5-b1f2-42fd-b4ce-9293c238e44e tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 200 len: 994 time: 0.1021619 Mar 11 20:29:52.238796 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:29:52.589419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43532) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:29:52.795168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port f89f590d-862d-4f2d-9e32-00c2ae15e5a3 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:29:52.795573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:52.959737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:52.960090 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:53.080395 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for f89f590d-862d-4f2d-9e32-00c2ae15e5a3 owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:29:53.229494 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:53.274407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=f89f590d-862d-4f2d-9e32-00c2ae15e5a3,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:53.311196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.311554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.311889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.312229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.312531 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.312855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.313168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.313482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.313797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.314110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.314423 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:53.371119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:53.756573 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 8886d971-10be-4014-bb93-4397808ab532 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:29:54.046115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:29:54.055896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Sync routers for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:29:54.067437 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:54.068699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:29:54.069317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:54.123089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-51af24d6-d8ea-46a7-a0d7-aa8c2898a996 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/floatingips/ae13e953-d69c-4cc6-bc36-2b3db5d0a799 HTTP/1.1" status: 204 len: 168 time: 1.5322876 Mar 11 20:29:54.123737 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:29:54.188016 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'status': 'completed', 'code': 200} Mar 11 20:29:54.247780 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:29:54.276443 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-af64a9cd-035c-463f-bd61-ec3c9b1bada3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=0ff100bf344b44e9963838009f23d59b&device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 1099 time: 0.0682025 Mar 11 20:29:54.411931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-966722b1-ca34-4fe4-a5d5-b08df657eb4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:54.413351 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-966722b1-ca34-4fe4-a5d5-b08df657eb4b service neutron] 10.222.0.90 "GET /v2.0/networks?id=0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 200 len: 898 time: 0.1308916 Mar 11 20:29:54.514253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-3cc31cb1-b54c-4a5a-8647-4690680ffb50 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 200 len: 217 time: 0.0938966 Mar 11 20:29:54.559371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:54.563360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Checking router: 8886d971-10be-4014-bb93-4397808ab532 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:29:54.575092 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:29:54.575725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:54.591798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-4a7e410b-575c-46e9-bb3f-8fc3c7798a15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:54.593132 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-4a7e410b-575c-46e9-bb3f-8fc3c7798a15 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 200 len: 833 time: 0.0714386 Mar 11 20:29:54.632872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4393f-5654-4536-ba47-99f062260264 req-1d8bd2e8-a055-4c98-aa43-2e353a1cc164 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:54.633528 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-07e4393f-5654-4536-ba47-99f062260264 req-1d8bd2e8-a055-4c98-aa43-2e353a1cc164 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:29:54.665175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-07e4393f-5654-4536-ba47-99f062260264 req-1d8bd2e8-a055-4c98-aa43-2e353a1cc164 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:29:54.666299 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07e4393f-5654-4536-ba47-99f062260264 req-1d8bd2e8-a055-4c98-aa43-2e353a1cc164 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.1970835 Mar 11 20:29:54.709685 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-8f68c1a3-10f4-4fbf-83a1-405d67e97a49 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0237fe38-ba3d-4259-8fec-ae9690a5f383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094773 Mar 11 20:29:54.735818 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-07e4393f-5654-4536-ba47-99f062260264 req-036f1ba8-6122-4ccc-868b-7b3ee63d609c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633755 Mar 11 20:29:54.746695 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:29:54.844297 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-bae6d1f5-4298-45e3-98af-7025c6564cf6 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267576 Mar 11 20:29:54.972170 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9d9578db-0c0e-48ca-b922-823fb0a2d49c req-b0815e67-ac70-4d0b-9092-293892279c30 service neutron] 10.222.0.90 "GET /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211152 Mar 11 20:29:55.092280 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:55.096709 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d262edc5-142f-4a16-a84d-bb6f348c20ed None None] The sync data for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv is: [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'e07d67dd-d4af-4c42-97b9-a6fcbedf59a1', 'name': '', 'network_id': '0237fe38-ba3d-4259-8fec-ae9690a5f383', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'mac_address': 'fa:16:3e:c9:27:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:23Z', 'updated_at': '2022-03-11T20:28:30Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'subnets': [{'id': 'ab47dbf8-39e3-4975-9611-da7235fa2f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:29:55.151132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:55.323702 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c46ebc-5d95-47d8-8725-fdcbc5c10df5 None None] New status for floating IP ae13e953-d69c-4cc6-bc36-2b3db5d0a799: DOWN {{(pid=83815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:29:55.943729 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb7ae5-4ea2-4925-a9e0-b0473f1268de req-97e8b6ba-8cd8-4ad0-a642-e68e2b457eaa tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:55.945221 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30cb7ae5-4ea2-4925-a9e0-b0473f1268de req-97e8b6ba-8cd8-4ad0-a642-e68e2b457eaa tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0784614 Mar 11 20:29:55.990589 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30cb7ae5-4ea2-4925-a9e0-b0473f1268de req-3de7d546-b4cd-4db3-a1fc-7eb375a29713 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/security-groups?id=6e42d1e8-7c6c-46e7-8e36-29957a3b987e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398271 Mar 11 20:29:56.271326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668660b-221c-4445-b41d-795a32b1f0ab req-2598c714-ac30-46d5-8652-0eedd73d695d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:56.272738 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2668660b-221c-4445-b41d-795a32b1f0ab req-2598c714-ac30-46d5-8652-0eedd73d695d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 946 time: 0.0797801 Mar 11 20:29:56.340199 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port 9fea2150-a539-4955-b7e8-e6ba0a483484 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:29:56.340534 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:56.585376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port 9fea2150-a539-4955-b7e8-e6ba0a483484, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=9fea2150-a539-4955-b7e8-e6ba0a483484,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:56.585642 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:56.793989 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for 9fea2150-a539-4955-b7e8-e6ba0a483484 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:29:56.947654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:56.995178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=9fea2150-a539-4955-b7e8-e6ba0a483484,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:57.066819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] No DVR routers for this DVR port 9fea2150-a539-4955-b7e8-e6ba0a483484 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:29:57.069242 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:57.071688 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'name': 'network-vif-deleted', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:29:57.087093 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2668660b-221c-4445-b41d-795a32b1f0ab req-e711dfc6-d642-4428-90f8-7e766070c4fb tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.90 "DELETE /v2.0/ports/9fea2150-a539-4955-b7e8-e6ba0a483484 HTTP/1.1" status: 204 len: 173 time: 0.8089762 Mar 11 20:29:57.128401 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7', 'name': 'network-vif-deleted', 'tag': '9fea2150-a539-4955-b7e8-e6ba0a483484', 'status': 'completed', 'code': 200} Mar 11 20:29:57.178673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9e76e732-07b6-40dc-8740-8f122d899eae req-57e11ad4-7978-4600-b2f3-b567ff0b1076 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Synchronizing usage tracker for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:29:57.195057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-9e76e732-07b6-40dc-8740-8f122d899eae req-57e11ad4-7978-4600-b2f3-b567ff0b1076 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Unset dirty status for tenant:0ff100bf344b44e9963838009f23d59b on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:29:57.196242 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9e76e732-07b6-40dc-8740-8f122d899eae req-57e11ad4-7978-4600-b2f3-b567ff0b1076 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "GET /v2.0/ports?device_id=49fa81db-f8e4-41bc-aa8a-0f7930f7a4b7 HTTP/1.1" status: 200 len: 210 time: 0.0657904 Mar 11 20:29:58.315909 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43552) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:29:58.705419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:59.312584 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:29:59.312884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:59.588951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port e07d67dd-d4af-4c42-97b9-a6fcbedf59a1, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:59.589686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:59.703547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 owned by network:router_interface {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:29:59.879873 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:29:59.927788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=e07d67dd-d4af-4c42-97b9-a6fcbedf59a1,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:59.935733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9fea2150-a539-4955-b7e8-e6ba0a483484 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:29:59.969615 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 9fea2150-a539-4955-b7e8-e6ba0a483484 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:29:59.970082 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 9fea2150-a539-4955-b7e8-e6ba0a483484 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:30:00.218474 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:00.805984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Router 8886d971-10be-4014-bb93-4397808ab532 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:01.108457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:01.118346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Sync routers for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:01.131809 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a6e4ea56-a8d9-4f5d-9e2a-7a0eef9e4c4c tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "PUT /v2.0/routers/8886d971-10be-4014-bb93-4397808ab532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8122404 Mar 11 20:30:01.131996 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43556) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:01.136166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:01.136998 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:01.312115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting subnet ab47dbf8-39e3-4975-9611-da7235fa2f43 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:30:01.314731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:01.315032 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.367458 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.453105 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.525564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.562434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Subnet': ['ID=ab47dbf8-39e3-4975-9611-da7235fa2f43,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:01.569262 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.575544 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-96534ab0-73c9-4352-9f1f-8f20b00b434d tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/subnets/ab47dbf8-39e3-4975-9611-da7235fa2f43 HTTP/1.1" status: 204 len: 168 time: 0.4425280 Mar 11 20:30:01.576326 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04872ab-4496-4291-ae38-513418ad9b76 None None] Network 0237fe38-ba3d-4259-8fec-ae9690a5f383 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:30:01.578330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43560) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:01.739397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:29:59Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:01.750268 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Checking router: 8886d971-10be-4014-bb93-4397808ab532 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:01.774531 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Routers {'8886d971-10be-4014-bb93-4397808ab532'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:01.775132 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['8886d971-10be-4014-bb93-4397808ab532'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:01.775964 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.957859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] Set router 8886d971-10be-4014-bb93-4397808ab532 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:01.970250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:01.985792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Deleting port d4e55ce9-e2b0-4515-a338-05fa37e00a83 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:30:01.986145 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.017152 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] DHCP port deletion for 0237fe38-ba3d-4259-8fec-ae9690a5f383 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:30:02.122972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Deleting port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:30:02.123801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.162670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] For port d4e55ce9-e2b0-4515-a338-05fa37e00a83, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d4e55ce9-e2b0-4515-a338-05fa37e00a83,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:02.163112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.278227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Calling delete_port for d4e55ce9-e2b0-4515-a338-05fa37e00a83 owned by network:router_gateway {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:30:02.457006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.471077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8b2a0ac0-d0a6-4ed2-a670-13be04227962 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:30:02.500616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Port': ['ID=d4e55ce9-e2b0-4515-a338-05fa37e00a83,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:02.538935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] For port 8b2a0ac0-d0a6-4ed2-a670-13be04227962, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8b2a0ac0-d0a6-4ed2-a670-13be04227962,segment=NetworkSegment(e00aa30f-67db-4edb-a159-f87fc2e6b022),segment_id=e00aa30f-67db-4edb-a159-f87fc2e6b022)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:02.539209 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.668955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Calling delete_port for 8b2a0ac0-d0a6-4ed2-a670-13be04227962 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:30:02.805518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-7de603b1-815b-4380-b92a-91d952409270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:29:59Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:02.809879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.820306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576'] for port, after_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.820687 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:02.851190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de603b1-815b-4380-b92a-91d952409270 None None] The sync data for ids ['8886d971-10be-4014-bb93-4397808ab532'] in dv-neutron-832764-2-hyperv is: [{'id': '8886d971-10be-4014-bb93-4397808ab532', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1776103281', 'tenant_id': '0ff100bf344b44e9963838009f23d59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:28:19Z', 'updated_at': '2022-03-11T20:29:59Z', 'revision_number': 5, 'project_id': '0ff100bf344b44e9963838009f23d59b', 'gw_port': {'id': 'd4e55ce9-e2b0-4515-a338-05fa37e00a83', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:1c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8886d971-10be-4014-bb93-4397808ab532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:28:20Z', 'updated_at': '2022-03-11T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:02.874279 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Pushing event deleted for resources: {'Port': ['ID=8b2a0ac0-d0a6-4ed2-a670-13be04227962,revision_number=None']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:02.906731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] No DVR routers for this DVR port 8b2a0ac0-d0a6-4ed2-a670-13be04227962 on host dv-neutron-832764-2-hyperv {{(pid=83814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:30:02.919995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.921549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.921549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.921549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.921549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.921549 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.922543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.922543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.922543 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.922898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:02.922898 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0bc013-c03d-405a-9b67-2f5cbe3d0e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:03.069784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.073792 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.099880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.100405 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Fanout notify agent at l3_agent the message router_deleted on router 8886d971-10be-4014-bb93-4397808ab532 {{(pid=83813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:30:03.114789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.115889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-a070bf62-dccd-4700-b517-f9d3aea36eb5 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/routers/8886d971-10be-4014-bb93-4397808ab532 HTTP/1.1" status: 204 len: 168 time: 1.5366204 Mar 11 20:30:03.118677 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43564) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:03.231085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.360805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.386266 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0237fe38-ba3d-4259-8fec-ae9690a5f383']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:03.398865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00aa30f-67db-4edb-a159-f87fc2e6b022') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:03.399107 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00aa30f-67db-4edb-a159-f87fc2e6b022') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:03.410852 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.426753 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.433184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:30:03.433661 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:30:03.448225 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:30:03.529331 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.533819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.558537 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'Network': ['ID=0237fe38-ba3d-4259-8fec-ae9690a5f383,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:03.567951 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-5feb11c0-5b28-434d-822a-3c32702cadc2 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/networks/0237fe38-ba3d-4259-8fec-ae9690a5f383 HTTP/1.1" status: 204 len: 168 time: 0.4483066 Mar 11 20:30:03.570757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43568) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:03.639072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.667201 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.739091 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.756699 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e42d1e8-7c6c-46e7-8e36-29957a3b987e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:03.768340 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:03.772203 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-3dc229d7-879a-4700-9a72-5ebf5ecf5013 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] 10.222.0.76 "DELETE /v2.0/security-groups/6e42d1e8-7c6c-46e7-8e36-29957a3b987e HTTP/1.1" status: 204 len: 168 time: 0.1977715 Mar 11 20:30:04.230654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43578) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:04.440765 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-750b4d33-7bf3-4566-b1ee-9ec8fbf73a25 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ff100bf344b44e9963838009f23d59b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2089591 Mar 11 20:30:04.443408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43584) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:04.450813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:30:04.482855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:30:04.483191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device e07d67dd-d4af-4c42-97b9-a6fcbedf59a1 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:30:04.483631 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d4e55ce9-e2b0-4515-a338-05fa37e00a83 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:30:04.508166 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:04.514308 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d4e55ce9-e2b0-4515-a338-05fa37e00a83 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:30:04.514644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d4e55ce9-e2b0-4515-a338-05fa37e00a83 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:30:04.534738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:04.593834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:04.608806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb92c25-0a8d-4646-8423-7d8af45fd9fd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:04.621579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.621919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.622247 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.622573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.622897 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.623215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.623567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.623883 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.624199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.624489 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.624809 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:04.627721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:04.628811 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9f251fb1-8294-46e3-b092-da948410598a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7fb92c25-0a8d-4646-8423-7d8af45fd9fd HTTP/1.1" status: 204 len: 168 time: 0.1844506 Mar 11 20:30:04.968368 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43592) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:04.986851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.018593 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:05.022518 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Usage tracker for resource:security_group_rule and tenant:d08876fb66874eb88fc6179b58c113d7 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:05.025366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:05.030927 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:05.095095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.101406 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.148072 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661fc8f0-c42d-4798-b687-c150055f6d1e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:05.154550 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-20499e45-f7b0-43a5-a7f7-952fb726ab14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d08876fb66874eb88fc6179b58c113d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1826553 Mar 11 20:30:05.154746 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43596) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:05.212695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.238178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.295882 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.310972 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661fc8f0-c42d-4798-b687-c150055f6d1e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:05.315270 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:05.316435 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-03e3bf0c-8515-4ef7-bf8d-aa92782ad113 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/661fc8f0-c42d-4798-b687-c150055f6d1e HTTP/1.1" status: 204 len: 168 time: 0.1607947 Mar 11 20:30:06.205473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43618) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:06.346402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-518345216-network', 'tenant_id': 'f155686b97524e648dbb44441bda59cc'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:06.352043 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:06.356053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Usage tracker for resource:network and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:06.359020 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:06.364939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:06.377532 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Made reservation on behalf of f155686b97524e648dbb44441bda59cc for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:06.379859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.392660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.430109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:06.434132 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:06.437023 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:06.442931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:06.514521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.520496 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.549167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:30:06.557812 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42930693-d67c-40c1-8810-9754c84e7e0a,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:06.563162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.563554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Added segment 8274eb30-aa36-4203-8512-b9b8e20a079f of type vlan for network b0756c1e-10b8-483f-95bb-685f044396dd Mar 11 20:30:06.590067 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.621626 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.622377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:06.622940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:06.813426 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6064463 Mar 11 20:30:06.814081 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f42e4-1be8-43dd-9ed5-e309fd7841e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b0756c1e-10b8-483f-95bb-685f044396dd,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:06.816421 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43624) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:06.821842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Request body: {'subnet': {'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-518345216-subnet', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:06.824038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network b0756c1e-10b8-483f-95bb-685f044396dd details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:30:06.826738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:06.830546 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Usage tracker for resource:subnet and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:06.833455 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:06.839498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:06.849373 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Made reservation on behalf of f155686b97524e648dbb44441bda59cc for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:06.851662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.047970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.115272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=369442a4-92c1-4f66-8ee2-9daeaa195e99,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:07.131499 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Checking segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:07.131939 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Network hostable DHCP agents. Network: b0756c1e-10b8-483f-95bb-685f044396dd, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:30:07.154039 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Network b0756c1e-10b8-483f-95bb-685f044396dd is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:30:07.163952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, b0756c1e-10b8-483f-95bb-685f044396dd) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:07.168874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:07.169454 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.172523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16043c1-8f6c-4b22-a91f-d03825914ca9 None None] Network b0756c1e-10b8-483f-95bb-685f044396dd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:30:07.193758 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3fbff320-aaca-4c7b-8ed4-7a48669480bd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3762457 Mar 11 20:30:07.196471 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43630) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:07.201735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:07.206602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:07.210821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Usage tracker for resource:router and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:07.213813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:07.219737 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:07.230714 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.231624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.251165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.379984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834f35ec-143b-4719-9575-522084b007cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-b0756c1e-10b8-483f-95bb-685f044396dd', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:30:07.380789 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.397005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.529720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-834f35ec-143b-4719-9575-522084b007cd None None] Allocated IP 172.20.0.2 (b0756c1e-10b8-483f-95bb-685f044396dd/369442a4-92c1-4f66-8ee2-9daeaa195e99/3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:07.588584 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.618721 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.754997 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Allocated IP 172.26.8.140 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/84b62147-1876-40fb-80fa-5198cdac85f5) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:07.777330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.788198 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-834f35ec-143b-4719-9575-522084b007cd None None] Transition to ACTIVE for port object 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:07.806370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-834f35ec-143b-4719-9575-522084b007cd None None] Transition to ACTIVE for port object 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:07.813137 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.879099 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834f35ec-143b-4719-9575-522084b007cd None None] Network b0756c1e-10b8-483f-95bb-685f044396dd is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:07.882555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-834f35ec-143b-4719-9575-522084b007cd None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:07.884406 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f35ec-143b-4719-9575-522084b007cd None None] Pushing event updated for resources: {'Port': ['ID=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:07.886871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834f35ec-143b-4719-9575-522084b007cd None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:07.901006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.928560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.972401 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-834f35ec-143b-4719-9575-522084b007cd None None] Attempting to bind port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:07.972733 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-834f35ec-143b-4719-9575-522084b007cd None None] Attempting to bind port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:07.973170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f35ec-143b-4719-9575-522084b007cd None None] Attempting to bind port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:07.979437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f35ec-143b-4719-9575-522084b007cd None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:07.979820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f35ec-143b-4719-9575-522084b007cd None None] Checking segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:07.980197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.980590 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834f35ec-143b-4719-9575-522084b007cd None None] Bound using segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:07.981058 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-834f35ec-143b-4719-9575-522084b007cd None None] Bound port: 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:07.981424 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:07.994987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:07.998438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:08.000332 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Pushing event updated for resources: {'Port': ['ID=84b62147-1876-40fb-80fa-5198cdac85f5,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:08.002378 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:08.067639 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-834f35ec-143b-4719-9575-522084b007cd None None] For port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:08.070456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-834f35ec-143b-4719-9575-522084b007cd None None] For port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:08.074465 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-834f35ec-143b-4719-9575-522084b007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:08.153138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f35ec-143b-4719-9575-522084b007cd None None] Pushing event updated for resources: {'Port': ['ID=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:08.173915 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:08.174730 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:08.428987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Router 73e3d339-c98e-4671-8987-0df3aa50143c is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:30:08.481540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:08.550121 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:08.732218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:08.741098 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:08.753748 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:08.754758 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:08.760102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:08.761783 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4289a0d4-fcd5-44b1-8fbd-13a1bfcbc3da admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5642946 Mar 11 20:30:08.764702 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43634) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:08.968763 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:09.019548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75201a8-8fb4-4f25-ac83-71dbb9e0b196 None None] Network b0756c1e-10b8-483f-95bb-685f044396dd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:30:09.110152 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Provisioning for port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:09.118678 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Provisioning complete for port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:09.118954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.245693 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:08Z', 'revision_number': 3, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:09.249658 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:09.250201 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Updating router 73e3d339-c98e-4671-8987-0df3aa50143c port 84b62147-1876-40fb-80fa-5198cdac85f5 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:30:09.300260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.342978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.382523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] For port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:09.389032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.461421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54bf592-beac-4f40-a119-d69d10eed2c5 None None] Pushing event updated for resources: {'Port': ['ID=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:09.510212 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.624208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-cf95f57c-f894-44b9-ab44-da3717504d26 None None] Provisioning complete for port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:09.624576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cf95f57c-f894-44b9-ab44-da3717504d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.677289 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.695075 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Transition to ACTIVE for port object 84b62147-1876-40fb-80fa-5198cdac85f5 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:09.703819 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.752175 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Allocated IP 172.20.0.1 (b0756c1e-10b8-483f-95bb-685f044396dd/369442a4-92c1-4f66-8ee2-9daeaa195e99/a7afdefc-e12c-41f6-bb05-7e4470e29afe) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:09.802379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Attempting to bind port 84b62147-1876-40fb-80fa-5198cdac85f5 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:09.803025 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Attempting to bind port 84b62147-1876-40fb-80fa-5198cdac85f5 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:09.803216 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Attempting to bind port 84b62147-1876-40fb-80fa-5198cdac85f5 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:09.805373 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Pushing event updated for resources: {'Port': ['ID=84b62147-1876-40fb-80fa-5198cdac85f5,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:09.816666 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.817033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.817361 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.817687 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.818023 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.818337 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.818651 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.818970 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.819276 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.819607 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.819915 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:09.822974 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:09.823380 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:09.823756 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.824111 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:09.824566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Bound port: 84b62147-1876-40fb-80fa-5198cdac85f5, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:09.824923 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.897090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.897347 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] For port 84b62147-1876-40fb-80fa-5198cdac85f5, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:09.900317 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] For port 84b62147-1876-40fb-80fa-5198cdac85f5, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=84b62147-1876-40fb-80fa-5198cdac85f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:09.905055 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.912321 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Transition to ACTIVE for port object a7afdefc-e12c-41f6-bb05-7e4470e29afe will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:09.934402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:09.980756 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f961b8e-ae46-416b-b7d8-d22f1d2914d5 None None] Pushing event updated for resources: {'Port': ['ID=84b62147-1876-40fb-80fa-5198cdac85f5,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:09.985980 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:09.986583 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:10.009079 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Network b0756c1e-10b8-483f-95bb-685f044396dd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:10.010343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:10.014124 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:10.053475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:10.079639 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.187970 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.189552 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:10.372850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9bb9e5ca-06e6-4bc2-8801-df16ff72b4f0 None None] Provisioning for port a7afdefc-e12c-41f6-bb05-7e4470e29afe completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:10.383229 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-9bb9e5ca-06e6-4bc2-8801-df16ff72b4f0 None None] Provisioning complete for port a7afdefc-e12c-41f6-bb05-7e4470e29afe triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:10.384575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9bb9e5ca-06e6-4bc2-8801-df16ff72b4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.482159 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9e5ca-06e6-4bc2-8801-df16ff72b4f0 None None] Port a7afdefc-e12c-41f6-bb05-7e4470e29afe cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:30:10.500098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:10.534581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:08Z', 'revision_number': 3, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:10.538747 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704aa59-a630-4a0c-aaff-38575a470f0c None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:08Z', 'revision_number': 3, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:10.547479 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.552931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.580906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:10.581275 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.671998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Pushing event updated for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:10.675447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:10.823968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Network b0756c1e-10b8-483f-95bb-685f044396dd is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:10.825090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:11.107576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3df02c90-5a2b-40df-bf2c-34ac19220c09 None None] Provisioning complete for port a7afdefc-e12c-41f6-bb05-7e4470e29afe triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:11.107940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3df02c90-5a2b-40df-bf2c-34ac19220c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:11.167022 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-3df02c90-5a2b-40df-bf2c-34ac19220c09 None None] Port a7afdefc-e12c-41f6-bb05-7e4470e29afe cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:30:11.237767 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:11.441821 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:11.451479 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6f1dcd69-ff3e-49f1-bd45-4e5df9e85e11 admin admin] 10.222.0.76 "PUT /v2.0/routers/73e3d339-c98e-4671-8987-0df3aa50143c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857378 Mar 11 20:30:12.317478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43656) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:12.323266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2117625701-network', 'tenant_id': 'd07e28cddd50413880e83339503c62d2'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:12.328873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:12.335284 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Usage tracker for resource:network and tenant:d07e28cddd50413880e83339503c62d2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:12.338385 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:12.344538 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:12.356498 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Made reservation on behalf of d07e28cddd50413880e83339503c62d2 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:12.358735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.371383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.402109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:12.408313 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Usage tracker for resource:security_group_rule and tenant:d07e28cddd50413880e83339503c62d2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:12.411420 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:12.417252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:12.472520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 84b62147-1876-40fb-80fa-5198cdac85f5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:12.486029 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.490996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.522095 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:30:12.527193 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45f92f-2a50-42cd-8b0f-4bac4611d9a8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:12.533868 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.534300 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Added segment 607b5c97-a9c1-4918-aa14-2d5252583a1a of type vlan for network 8b955f1f-b769-4849-bff4-b53115254268 Mar 11 20:30:12.547535 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 84b62147-1876-40fb-80fa-5198cdac85f5 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:12.552411 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 84b62147-1876-40fb-80fa-5198cdac85f5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:12.552781 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.561583 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.591578 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.592723 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:12.593336 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.661084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.677677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 84b62147-1876-40fb-80fa-5198cdac85f5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=84b62147-1876-40fb-80fa-5198cdac85f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:12.682284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.698324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] Pushing event updated for resources: {'Network': ['ID=8b955f1f-b769-4849-bff4-b53115254268,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:12.704365 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-8f7f0eb7-5eb1-4c1d-9e97-4fb7e73ebcf5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3831575 Mar 11 20:30:12.704929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43660) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:12.710684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Request body: {'subnet': {'network_id': '8b955f1f-b769-4849-bff4-b53115254268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2117625701-subnet', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:12.716134 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:12.720455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Usage tracker for resource:subnet and tenant:d07e28cddd50413880e83339503c62d2 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:12.723545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:12.729369 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:12.740628 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Made reservation on behalf of d07e28cddd50413880e83339503c62d2 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:12.741131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 8b955f1f-b769-4849-bff4-b53115254268 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:30:12.742927 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:12.861546 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=84b62147-1876-40fb-80fa-5198cdac85f5,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:12.944518 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.011763 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41ff0d0-bff4-4747-8b04-91226c74c830,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:13.125238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Checking segment: {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:13.125671 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Network hostable DHCP agents. Network: 8b955f1f-b769-4849-bff4-b53115254268, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:30:13.148923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Network 8b955f1f-b769-4849-bff4-b53115254268 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:30:13.158550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 8b955f1f-b769-4849-bff4-b53115254268) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:13.162998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:13.163600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.168331 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35002dd3-e18a-48d9-b33c-6f2e2581e129 None None] Network 8b955f1f-b769-4849-bff4-b53115254268 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:30:13.188128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-af6900d7-865b-4ac1-aa63-a1b2e30870ef admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4810789 Mar 11 20:30:13.189987 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43664) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:13.195127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:13.200052 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:13.203785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Usage tracker for resource:router and tenant:d07e28cddd50413880e83339503c62d2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:13.206535 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:13.212215 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:13.222654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.223975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.243467 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.383538 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-8b955f1f-b769-4849-bff4-b53115254268', 'network_id': '8b955f1f-b769-4849-bff4-b53115254268', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'fixed_ips': [{'subnet_id': 'f41ff0d0-bff4-4747-8b04-91226c74c830'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:30:13.384340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.391065 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.538235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Allocated IP 172.20.0.2 (8b955f1f-b769-4849-bff4-b53115254268/f41ff0d0-bff4-4747-8b04-91226c74c830/4ff639f8-1b1b-40cd-bf28-8e17675d16fd) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:13.690391 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.719506 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.746079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.757089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Transition to ACTIVE for port object 4ff639f8-1b1b-40cd-bf28-8e17675d16fd will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:13.775958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Transition to ACTIVE for port object 4ff639f8-1b1b-40cd-bf28-8e17675d16fd will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:13.782232 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.852548 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Network 8b955f1f-b769-4849-bff4-b53115254268 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:13.857288 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:13.859208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Pushing event updated for resources: {'Port': ['ID=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:13.861104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:13.862541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Allocated IP 172.26.8.192 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/fef27646-0a3e-4fcd-9092-8df0f3ee19b8) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:13.947277 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Attempting to bind port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:13.947649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Attempting to bind port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:13.948008 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Attempting to bind port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd on network 8b955f1f-b769-4849-bff4-b53115254268 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:13.954506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:13.954865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Checking segment: {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:13.955254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.956310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Bound using segment: {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:13.956767 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Bound port: 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:13.957133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:13.999852 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:14.014665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.041958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.045415 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:14.046023 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:14.111345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:14.114877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:14.116846 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Pushing event updated for resources: {'Port': ['ID=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:14.118875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:14.163673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] For port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:14.183682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] For port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:14.191654 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.272291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.272971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.296360 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c5b79b-3e90-4765-a1ef-3b6f81985f6c None None] Pushing event updated for resources: {'Port': ['ID=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:14.303864 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:14.538041 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:30:14.575208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 84b62147-1876-40fb-80fa-5198cdac85f5 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:14.643677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f10aaf9c-4615-4ecb-8d50-86eb5bc9939b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.735774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 84b62147-1876-40fb-80fa-5198cdac85f5 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:14.736049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.744370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:14.754581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Sync routers for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:14.772199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.776226 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-17b1673f-719f-42b0-bcb5-65414222c34d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5825388 Mar 11 20:30:14.776401 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43668) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:14.780017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:14.780858 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:14.837619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 2, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:14.854647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:14.855015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Updating router 73e3d339-c98e-4671-8987-0df3aa50143c port a7afdefc-e12c-41f6-bb05-7e4470e29afe binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:30:14.917202 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:14.972408 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:15.298956 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:14Z', 'revision_number': 3, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:15.300599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.303452 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Checking router: 67ad1d61-5949-4be8-a2d9-2fb66096dac9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:15.304069 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Updating router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:30:15.316078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Transition to ACTIVE for port object a7afdefc-e12c-41f6-bb05-7e4470e29afe will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:15.332130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.376595 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.466914 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ab812-96e0-4460-bac3-df6de8058cfa None None] Network 8b955f1f-b769-4849-bff4-b53115254268 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:30:15.607110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b678c2a-a945-4f94-82b9-8765d89964bb None None] Pushing event updated for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:15.739529 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-c085af03-0951-4dfe-a3fe-d67c9e8bb69d None None] Provisioning for port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:15.757273 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.801345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Attempting to bind port a7afdefc-e12c-41f6-bb05-7e4470e29afe on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:15.801727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Attempting to bind port a7afdefc-e12c-41f6-bb05-7e4470e29afe by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:15.802044 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Attempting to bind port a7afdefc-e12c-41f6-bb05-7e4470e29afe on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:15.821612 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:15.821976 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Checking segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:15.822359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.822727 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Bound using segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:15.823194 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Bound port: a7afdefc-e12c-41f6-bb05-7e4470e29afe, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:15.823603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.828216 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.840608 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Transition to ACTIVE for port object fef27646-0a3e-4fcd-9092-8df0f3ee19b8 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:15.848699 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.923998 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080129c-54e8-4f42-a776-87be4c2a48f5 None None] Pushing event updated for resources: {'Port': ['ID=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:15.930374 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Attempting to bind port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:15.930848 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Attempting to bind port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:15.931296 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Attempting to bind port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:15.938254 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:15.938869 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:15.939353 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.939941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:15.940366 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Bound port: fef27646-0a3e-4fcd-9092-8df0f3ee19b8, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:15.940871 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:15.972315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] For port a7afdefc-e12c-41f6-bb05-7e4470e29afe, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:15.975897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] For port a7afdefc-e12c-41f6-bb05-7e4470e29afe, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a7afdefc-e12c-41f6-bb05-7e4470e29afe,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:15.980833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Allocated IP 172.20.0.1 (8b955f1f-b769-4849-bff4-b53115254268/f41ff0d0-bff4-4747-8b04-91226c74c830/6798e69a-1682-4ff9-b88a-58ebae54b15c) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:15.982589 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.018305 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] For port fef27646-0a3e-4fcd-9092-8df0f3ee19b8, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:16.021539 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] For port fef27646-0a3e-4fcd-9092-8df0f3ee19b8, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:16.027303 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.070207 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b678c2a-a945-4f94-82b9-8765d89964bb None None] Pushing event updated for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:16.074879 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:16.075516 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:16.134112 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:16.134881 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:29:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:16.174091 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.212826 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Transition to ACTIVE for port object 6798e69a-1682-4ff9-b88a-58ebae54b15c will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:16.254258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.329133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:16.345757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Network 8b955f1f-b769-4849-bff4-b53115254268 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:16.350051 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:16.354016 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:16.374095 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:16.390620 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Pushing event updated for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:16.424183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.529004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.577599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4ff639f8-1b1b-40cd-bf28-8e17675d16fd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:16.677972 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080129c-54e8-4f42-a776-87be4c2a48f5 None None] Pushing event updated for resources: {'Port': ['ID=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:16.725447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:16.747756 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:16.748131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.788309 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:14Z', 'revision_number': 3, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:16.789399 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.792708 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15328e3f-629f-44cd-a0a6-77eb37be4af6 None None] The sync data for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv is: [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:14Z', 'revision_number': 3, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:16.795341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.879115 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c061b3b3-16b4-4b7f-8b1e-c66f5f120f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.900199 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Pushing event updated for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:16.902644 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:16.966839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f371dfb0-497b-4832-98b2-a255308ebb93 None None] Provisioning for port 6798e69a-1682-4ff9-b88a-58ebae54b15c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:16.978336 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-f371dfb0-497b-4832-98b2-a255308ebb93 None None] Provisioning complete for port 6798e69a-1682-4ff9-b88a-58ebae54b15c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:16.978607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f371dfb0-497b-4832-98b2-a255308ebb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:17.013203 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:17.036057 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Network 8b955f1f-b769-4849-bff4-b53115254268 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:17.037241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:17.060043 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f371dfb0-497b-4832-98b2-a255308ebb93 None None] Port 6798e69a-1682-4ff9-b88a-58ebae54b15c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:30:17.075954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:17.078996 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:15Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:17.084212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4957975b-616e-44bd-b299-7ff601210bb7 None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:15Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:17.086038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:17.203438 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:17.398466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-61111453-15d4-44a1-9ccd-462ea3e8dc1a None None] Provisioning complete for port 6798e69a-1682-4ff9-b88a-58ebae54b15c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:17.398818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-61111453-15d4-44a1-9ccd-462ea3e8dc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:17.455223 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-61111453-15d4-44a1-9ccd-462ea3e8dc1a None None] Port 6798e69a-1682-4ff9-b88a-58ebae54b15c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:30:17.581937 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:17.791621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:17.801164 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-6fb5f046-8799-4404-a389-6b3122dba221 admin admin] 10.222.0.76 "PUT /v2.0/routers/67ad1d61-5949-4be8-a2d9-2fb66096dac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236659 Mar 11 20:30:18.054317 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.126333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.345256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43678) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:18.351105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050887340', 'description': 'tempest-secgroup-smoke-1050887340 description', 'project_id': 'f155686b97524e648dbb44441bda59cc'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:18.357293 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:18.361187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:18.364184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:18.369857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:18.383258 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.420579 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:18.424756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:18.427857 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:18.433766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:18.488940 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.495158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.521370 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4ff639f8-1b1b-40cd-bf28-8e17675d16fd up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:18.538795 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4e3e39-0d9a-44b4-964c-3c83faccabe1,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:18.542185 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.546314 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-48e08ff8-3cbf-4f74-ae26-bf9a649861f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1971135 Mar 11 20:30:18.546753 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43682) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:18.552187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:18.558059 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:18.561961 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:18.564838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:18.571474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:18.591097 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.593823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:18.594190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.663308 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.668510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.707907 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111791f6-118d-496e-8c00-5dc7a3f8ca8a,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:18.718569 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.727509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-74eeb3d6-ffac-410b-8c0a-4e41c44e7653 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1724682 Mar 11 20:30:18.729251 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43686) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:18.734396 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:18.737576 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a7afdefc-e12c-41f6-bb05-7e4470e29afe up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:18.740424 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:18.744198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:18.746981 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:18.757743 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:18.778159 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.808620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port a7afdefc-e12c-41f6-bb05-7e4470e29afe completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:18.813865 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a7afdefc-e12c-41f6-bb05-7e4470e29afe triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:18.814313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.844149 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.848906 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.876266 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c36e4a9-35bd-4496-ae37-0d275edb92a1,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:18.894204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.895942 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c884cb72-d937-4b8d-b739-aa91f30a7ac7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1663148 Mar 11 20:30:18.898640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43690) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:18.905241 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:18.911536 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:18.916005 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:18.918887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:18.929089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:18.936823 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.949304 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:18.970270 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port a7afdefc-e12c-41f6-bb05-7e4470e29afe, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a7afdefc-e12c-41f6-bb05-7e4470e29afe,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:18.975821 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.023131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.027920 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.042204 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:19.053610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041bb0e2-0de9-490d-9870-323f9ae4d15e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:19.068087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.069321 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3642ee90-0d9a-498b-a040-cae44d502c8a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1690454 Mar 11 20:30:19.072090 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43694) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:19.077635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:19.083738 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:19.087494 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:19.090301 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:19.096187 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:19.115443 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.183765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.187863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.213545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=045c747e-413b-4724-9481-0914ef5791bf,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:19.224693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.225905 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c0565f0-0eb0-4edd-b43f-759daebce287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1528738 Mar 11 20:30:19.228916 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43698) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:19.234600 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:19.240785 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:19.244554 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:19.247983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:19.253706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:19.265024 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Project f155686b97524e648dbb44441bda59cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:30:19.272283 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.330956 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.338142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.360672 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d966171d-8c70-4477-ad36-ecaaead43d4d,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:19.370217 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.371526 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-49145806-f3e4-4e29-a2d4-9902266423d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1415279 Mar 11 20:30:19.374205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43702) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:19.380707 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': '3a4e3e39-0d9a-44b4-964c-3c83faccabe1', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:19.386913 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:19.390708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:19.394751 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:19.398622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.400429 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:19.413007 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Project f155686b97524e648dbb44441bda59cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:30:19.419967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.484414 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.489880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.515259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3b80c9-fe58-4c92-bba5-d08fa191af50,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:19.524756 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:19.525984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-603ac8f7-f61b-4655-a944-1ce867b008ed tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1508815 Mar 11 20:30:19.939037 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-6c7c78f4-93a6-4249-aa10-f5eb13fbd60e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050887340&fields=id&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 267 time: 0.0422347 Mar 11 20:30:20.084524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-40195ff7-08a3-4871-8a7c-3a4637ad76bd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:20.085963 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-40195ff7-08a3-4871-8a7c-3a4637ad76bd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 808 time: 0.1404481 Mar 11 20:30:20.102635 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-f926e98a-9622-4ae6-b7c9-fa3f92440ba0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/quotas/f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 375 time: 0.0111477 Mar 11 20:30:20.182737 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c99ea60f-e4af-4b42-b6b7-18b344bd1179 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751734 Mar 11 20:30:20.328440 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-0484ead8-4a4e-426b-9c0a-9ad97c94dc54 service neutron] 10.222.0.76 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342442 Mar 11 20:30:20.469638 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-a79451e0-d4cb-437f-a832-b6a8ff85b46f service neutron] 10.222.0.76 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354392 Mar 11 20:30:20.517339 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fef27646-0a3e-4fcd-9092-8df0f3ee19b8 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:20.589019 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:20.594078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:20.594443 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:20.712324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:20.730896 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port fef27646-0a3e-4fcd-9092-8df0f3ee19b8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:20.737804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:20.739497 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a7afdefc-e12c-41f6-bb05-7e4470e29afe up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:20.802089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-30e7338e-ba7c-4ba2-bdf0-ccc44e72621f req-6d13fefe-3312-49b4-ac95-1079b26acba5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:30:20.819952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-30e7338e-ba7c-4ba2-bdf0-ccc44e72621f req-6d13fefe-3312-49b4-ac95-1079b26acba5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:30:20.821240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-30e7338e-ba7c-4ba2-bdf0-ccc44e72621f req-6d13fefe-3312-49b4-ac95-1079b26acba5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 210 time: 0.1993060 Mar 11 20:30:20.857231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:20.870669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port a7afdefc-e12c-41f6-bb05-7e4470e29afe triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:20.870921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.025717 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8f47689d-5ef0-4d74-97ca-8074fce4aaf9 req-dad967d3-0455-4430-b773-9d41f44a04d7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 210 time: 0.0605605 Mar 11 20:30:22.080374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-e1065597-018e-4edb-a2cc-eaecc183e8d9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:22.081785 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-e1065597-018e-4edb-a2cc-eaecc183e8d9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 808 time: 0.1938565 Mar 11 20:30:22.138810 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-2ad55643-cd7e-4b66-94c6-23b394f209b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 380 time: 0.0422990 Mar 11 20:30:22.147592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'port': {'device_id': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'admin_state_up': True, 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'security_groups': ['3a4e3e39-0d9a-44b4-964c-3c83faccabe1']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:22.279559 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:22.289908 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:22.303824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Made reservation on behalf of f155686b97524e648dbb44441bda59cc for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:22.308322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.458649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fef27646-0a3e-4fcd-9092-8df0f3ee19b8 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:22.472175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Allocated IP 172.20.0.9 (b0756c1e-10b8-483f-95bb-685f044396dd/369442a4-92c1-4f66-8ee2-9daeaa195e99/29ebd0d9-99db-43e8-a264-b58d65153c8c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:22.529294 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:22.529832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.657157 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.673897 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Transition to ACTIVE for port object 29ebd0d9-99db-43e8-a264-b58d65153c8c will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:22.697724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.769585 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Network b0756c1e-10b8-483f-95bb-685f044396dd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:22.772689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:22.776865 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:22.801365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:22.838572 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:22.839193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:22.872434 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-c5ed59b1-0abb-4806-ad15-1207c0e7226f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7283037 Mar 11 20:30:22.884746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Request body: {'port': {'device_id': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:23.021325 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca2e4a34-8cc4-4763-ad7f-e18c99fdd36a None None] Provisioning for port 29ebd0d9-99db-43e8-a264-b58d65153c8c completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:23.026900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-ca2e4a34-8cc4-4763-ad7f-e18c99fdd36a None None] Provisioning complete for port 29ebd0d9-99db-43e8-a264-b58d65153c8c triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:23.027298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ca2e4a34-8cc4-4763-ad7f-e18c99fdd36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.090950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.092458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e4a34-8cc4-4763-ad7f-e18c99fdd36a None None] Port 29ebd0d9-99db-43e8-a264-b58d65153c8c cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:30:23.234585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98424199-4dba-4fea-b55c-14bc94a24083 req-306f2dd0-fad3-4b60-b9e0-08e0670c1a61 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:23.236163 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-98424199-4dba-4fea-b55c-14bc94a24083 req-306f2dd0-fad3-4b60-b9e0-08e0670c1a61 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 931 time: 0.0792570 Mar 11 20:30:23.279614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-98424199-4dba-4fea-b55c-14bc94a24083 req-d52242c5-40c9-4126-8974-4de94419c646 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:30:23.296580 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-98424199-4dba-4fea-b55c-14bc94a24083 req-d52242c5-40c9-4126-8974-4de94419c646 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:30:23.297721 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-98424199-4dba-4fea-b55c-14bc94a24083 req-d52242c5-40c9-4126-8974-4de94419c646 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559723 Mar 11 20:30:23.417983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:30:23.424998 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.439069 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Transition to ACTIVE for port object 29ebd0d9-99db-43e8-a264-b58d65153c8c will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:23.444232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.566878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:23.675029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Attempting to bind port 29ebd0d9-99db-43e8-a264-b58d65153c8c on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:23.675288 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Attempting to bind port 29ebd0d9-99db-43e8-a264-b58d65153c8c by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:23.675636 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Attempting to bind port 29ebd0d9-99db-43e8-a264-b58d65153c8c on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:23.681379 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Port 29ebd0d9-99db-43e8-a264-b58d65153c8c on network b0756c1e-10b8-483f-95bb-685f044396dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:30:23.681690 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Attempting to bind port 29ebd0d9-99db-43e8-a264-b58d65153c8c on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:23.687777 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:23.688104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Checking segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:23.688473 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Bound using segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:23.688887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Bound port: 29ebd0d9-99db-43e8-a264-b58d65153c8c, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:23.689222 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.774417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:23.777778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:23.782952 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.843618 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:23.844959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] 10.222.0.90 "PUT /v2.0/ports/29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1093 time: 0.9644997 Mar 11 20:30:23.848365 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:30:23.874132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad01168-a67a-4536-a73c-e89a644cc98d service neutron] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:23.917770 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'status': 'completed', 'code': 200} Mar 11 20:30:23.959679 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-baf6a115-b625-4ae8-a767-194e084fc3db service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1096 time: 0.0724506 Mar 11 20:30:24.029534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-f13a7cf1-5d24-4cb0-b3aa-3cca7bf56d0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 217 time: 0.0635273 Mar 11 20:30:24.088392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-e559fac3-3890-41ca-9fd1-4faa47aa078b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:24.089800 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-e559fac3-3890-41ca-9fd1-4faa47aa078b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0547068 Mar 11 20:30:24.166778 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-7ab00c9b-19f7-45de-9247-1155767baab8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700746 Mar 11 20:30:24.295258 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-4d58ff58-0da0-41e4-a5dd-85b7a464e939 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219766 Mar 11 20:30:24.423287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d25f1628-946b-4f38-9e00-ed6d1e8a6ac1 req-70c18d5f-d544-4648-8754-26e5255c6ff1 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216590 Mar 11 20:30:24.496691 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8b63e-820a-45c6-a5c0-966544dd0da0 req-94dbaf07-ed54-48e0-9fc8-3539c135d9a9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:24.498205 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8ac8b63e-820a-45c6-a5c0-966544dd0da0 req-94dbaf07-ed54-48e0-9fc8-3539c135d9a9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0790217 Mar 11 20:30:24.538736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-3e439478-51dc-4d72-bf34-fc0bfed4bbe9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1096 time: 0.0672750 Mar 11 20:30:24.544200 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8ac8b63e-820a-45c6-a5c0-966544dd0da0 req-66908e7c-559d-41c2-a0ca-fafedca54fca tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Mar 11 20:30:24.667659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-c12c2982-4825-40ee-805a-0c06be4ac6d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:24.669087 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-c12c2982-4825-40ee-805a-0c06be4ac6d0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1239543 Mar 11 20:30:24.828509 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-916f857d-311e-4bc4-b15d-b180bb06ecdd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 217 time: 0.1525106 Mar 11 20:30:24.891367 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-3b56fe22-76ee-4629-949b-aa43df40fb22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:24.892800 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-3b56fe22-76ee-4629-949b-aa43df40fb22 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0574961 Mar 11 20:30:24.972284 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-0e9293a0-d738-4ec2-8a62-b189d9b63376 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739594 Mar 11 20:30:25.101130 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-ae513346-a2d9-4042-be5a-9b2b4f24cfe7 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224375 Mar 11 20:30:25.150962 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:25.228447 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b3ae229d-5a2b-4600-a3fe-52c52208459a req-010ce5db-8d42-4607-a73c-7776c9e4cd86 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207900 Mar 11 20:30:25.753929 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28878d75-c729-4b89-a5a3-4e170a5e0fbf req-92140f8c-e53d-4b87-8ec6-a319b57dc419 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:25.754708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-28878d75-c729-4b89-a5a3-4e170a5e0fbf req-92140f8c-e53d-4b87-8ec6-a319b57dc419 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:30:25.772376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-28878d75-c729-4b89-a5a3-4e170a5e0fbf req-92140f8c-e53d-4b87-8ec6-a319b57dc419 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:30:25.773616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-28878d75-c729-4b89-a5a3-4e170a5e0fbf req-92140f8c-e53d-4b87-8ec6-a319b57dc419 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.1024292 Mar 11 20:30:25.822850 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-28878d75-c729-4b89-a5a3-4e170a5e0fbf req-e20795d6-eb7c-4615-b8b5-14556c417287 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Mar 11 20:30:27.025364 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6581e2-14a5-4260-aea8-8757aa1d6585 req-725c64d8-82e1-4981-8729-3b468da630cd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:27.026827 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cd6581e2-14a5-4260-aea8-8757aa1d6585 req-725c64d8-82e1-4981-8729-3b468da630cd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0856855 Mar 11 20:30:27.071354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-cd6581e2-14a5-4260-aea8-8757aa1d6585 req-6a3b0799-5f23-4c49-b976-dddd91e214f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388935 Mar 11 20:30:28.058804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:30:28.193456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:28.207131 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:30:28.260060 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:28.276731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c245e-8bce-4068-97bc-4f431ecf8fa7 req-063287bd-6ea4-495b-993b-47bce1039f71 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:28.277379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:30:28.278212 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8e8c245e-8bce-4068-97bc-4f431ecf8fa7 req-063287bd-6ea4-495b-993b-47bce1039f71 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0774369 Mar 11 20:30:28.292228 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:28.297069 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:28.325849 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8e8c245e-8bce-4068-97bc-4f431ecf8fa7 req-abbcd830-4262-4e3e-ba6b-ac4bd7b3adaf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Mar 11 20:30:28.363915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:28.618584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['29ebd0d9-99db-43e8-a264-b58d65153c8c'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:30:29.245903 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:30:29.542502 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd62cce-f9ec-4061-9106-ada13fc0bd4e req-7bdac479-3b4d-47e7-b43f-572721fa9a13 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:29.543845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fdd62cce-f9ec-4061-9106-ada13fc0bd4e req-7bdac479-3b4d-47e7-b43f-572721fa9a13 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 944 time: 0.0860205 Mar 11 20:30:29.591999 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fdd62cce-f9ec-4061-9106-ada13fc0bd4e req-82ebee07-89d7-4390-89f6-e47a6082cbc6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400155 Mar 11 20:30:30.075905 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:30.152892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 29ebd0d9-99db-43e8-a264-b58d65153c8c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:30.157435 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 29ebd0d9-99db-43e8-a264-b58d65153c8c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:30.157849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:30.270068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:30.296295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:30:30.305433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:30.311299 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:30.381218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:30.428317 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'code': 200} Mar 11 20:30:30.655253 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a9d0f4cf-b160-4f06-82b5-217a58c2f4ba req-8f616248-00ab-4bba-8f6e-f94331fbe2f6 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.0707755 Mar 11 20:30:30.697049 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a9d0f4cf-b160-4f06-82b5-217a58c2f4ba req-207a90ad-c1cd-4e86-bb44-ac24dd676588 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354574 Mar 11 20:30:30.792928 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6afec-ea4c-408a-9f1e-9a57994ae932 req-d35d5f82-986f-4ed4-a68a-74612f36989e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:30.794831 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1de6afec-ea4c-408a-9f1e-9a57994ae932 req-d35d5f82-986f-4ed4-a68a-74612f36989e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0820608 Mar 11 20:30:30.849938 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1de6afec-ea4c-408a-9f1e-9a57994ae932 req-34f0c83d-ddcf-4457-80b2-b30acc4878ad tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Mar 11 20:30:32.066566 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50189ff-99a3-48ef-9524-941285389007 req-7d2b6879-32bd-48de-9c39-620f684a8346 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:32.068057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e50189ff-99a3-48ef-9524-941285389007 req-7d2b6879-32bd-48de-9c39-620f684a8346 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0851009 Mar 11 20:30:32.114991 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e50189ff-99a3-48ef-9524-941285389007 req-d8ba3309-a75b-4bda-836a-0927ac94c01c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411799 Mar 11 20:30:33.308842 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24363d17-df6b-4b34-b7c0-969ff1a0fb4d req-e84ea00a-ce9e-4cc6-8914-d087c58c97f7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:33.310231 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-24363d17-df6b-4b34-b7c0-969ff1a0fb4d req-e84ea00a-ce9e-4cc6-8914-d087c58c97f7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0781710 Mar 11 20:30:33.356109 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-24363d17-df6b-4b34-b7c0-969ff1a0fb4d req-f48bb8d8-650f-4c0f-94a7-a12fa0492159 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383329 Mar 11 20:30:33.570980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642c06-c28b-4252-aba8-b69e81586052 req-fe965cc5-8d8c-432e-a04e-ae290a8dfd57 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:33.572468 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8f642c06-c28b-4252-aba8-b69e81586052 req-fe965cc5-8d8c-432e-a04e-ae290a8dfd57 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0866163 Mar 11 20:30:33.625829 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8f642c06-c28b-4252-aba8-b69e81586052 req-01016c45-d5ba-4fc8-b80f-46ca4642eed7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Mar 11 20:30:33.657378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43768) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:33.801987 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-b685cd87-de72-4f1e-80a4-308fb9a57bc7 tempest-TestShelveInstance-1855510873 tempest-TestShelveInstance-1855510873-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1093 time: 0.1435058 Mar 11 20:30:33.804960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 43774) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:30:33.809992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:30:33.815844 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:30:33.820026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:floatingip and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:30:33.822901 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:30:33.828591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:30:33.841543 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:33.992377 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:34.134112 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Allocated IP 172.26.8.227 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/4e93316e-f518-41dc-bbca-7917479dc04e) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:34.288703 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:34.324577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:34.386659 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:34.389238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:34.392840 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:30:34.420675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=4e93316e-f518-41dc-bbca-7917479dc04e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:34.988205 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:35.043085 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:35.245302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:35.253007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:35.354926 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=4e93316e-f518-41dc-bbca-7917479dc04e,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:35.368424 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:35.556955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Floating IP 26a566bb-ff89-40a0-8834-ca5256929d1b associated. External IP: 172.26.8.227, port: 29ebd0d9-99db-43e8-a264-b58d65153c8c. Mar 11 20:30:35.947780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:36.152800 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:36.163980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:36.176725 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:36.177376 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:30:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:36.180127 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:36.231606 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-915ef4fd-cd7c-4e40-b0c3-cfd0b47f631b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4254873 Mar 11 20:30:36.232345 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:30:36.290193 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'status': 'completed', 'code': 200} Mar 11 20:30:36.352867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:36.499041 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-d934cf94-44fd-46cd-a494-ce99bb533655 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.1857748 Mar 11 20:30:36.630075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-6d4af16e-62ea-42ce-b10f-a89ae90b89b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:36.631513 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-6d4af16e-62ea-42ce-b10f-a89ae90b89b3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1265144 Mar 11 20:30:36.728307 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-86cf9807-5f85-4083-a457-6aaff39eb441 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 999 time: 0.0901568 Mar 11 20:30:36.751110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '26a566bb-ff89-40a0-8834-ca5256929d1b', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:30:34Z', 'updated_at': '2022-03-11T20:30:34Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:36.755398 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:36.768806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:36.769466 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:30:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:36.799426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-54e93548-cc6b-4477-af05-d7559f50adbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:36.800849 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-54e93548-cc6b-4477-af05-d7559f50adbe service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0673409 Mar 11 20:30:36.876191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-eea5bfba-46e2-4a2f-bf0a-0e5a5f868686 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682085 Mar 11 20:30:36.949684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:37.012806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-4daccdea-e87d-4e1f-9a7c-3c7969ecff12 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290097 Mar 11 20:30:37.141732 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-382789b2-7287-4d8a-a5b7-401bff3c5c21 req-00fff1b6-8807-4206-8a63-a60c7dff3842 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236858 Mar 11 20:30:37.305410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '26a566bb-ff89-40a0-8834-ca5256929d1b', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:30:34Z', 'updated_at': '2022-03-11T20:30:34Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:37.309785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9158494-9f0d-4025-89ae-969ac8d71dd6 None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '26a566bb-ff89-40a0-8834-ca5256929d1b', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:30:34Z', 'updated_at': '2022-03-11T20:30:34Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:39.034444 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Sync routers for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:30:39.038274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722862e-fabd-405f-a871-6df8906da9fb None None] New status for floating IP 26a566bb-ff89-40a0-8834-ca5256929d1b: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:30:39.051937 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:39.052918 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:30:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:39.228840 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:39.535514 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 4, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6798e69a-1682-4ff9-b88a-58ebae54b15c', 'name': '', 'network_id': '8b955f1f-b769-4849-bff4-b53115254268', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'mac_address': 'fa:16:3e:36:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:15Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 2, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'subnets': [{'id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:39.539173 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Checking router: 67ad1d61-5949-4be8-a2d9-2fb66096dac9 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:30:39.539538 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Updating router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 port 6798e69a-1682-4ff9-b88a-58ebae54b15c binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:30:39.590933 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:39.909675 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:39.920818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Transition to ACTIVE for port object 6798e69a-1682-4ff9-b88a-58ebae54b15c will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:30:39.928257 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:40.045618 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c316078-4985-4146-8b24-947b370c93ce None None] Pushing event updated for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:40.142614 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Attempting to bind port 6798e69a-1682-4ff9-b88a-58ebae54b15c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:30:40.143017 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Attempting to bind port 6798e69a-1682-4ff9-b88a-58ebae54b15c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:30:40.143296 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Attempting to bind port 6798e69a-1682-4ff9-b88a-58ebae54b15c on network 8b955f1f-b769-4849-bff4-b53115254268 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:30:40.150750 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:30:40.151105 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Checking segment: {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:30:40.151528 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:40.151906 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Bound using segment: {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:30:40.152358 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Bound port: 6798e69a-1682-4ff9-b88a-58ebae54b15c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '607b5c97-a9c1-4918-aa14-2d5252583a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8b955f1f-b769-4849-bff4-b53115254268'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:30:40.152720 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:40.238910 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] For port 6798e69a-1682-4ff9-b88a-58ebae54b15c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:40.241846 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] For port 6798e69a-1682-4ff9-b88a-58ebae54b15c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6798e69a-1682-4ff9-b88a-58ebae54b15c,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:40.248182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:40.350996 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c316078-4985-4146-8b24-947b370c93ce None None] Pushing event updated for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:40.355706 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:30:40.356298 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:30:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:40.529454 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:30:40.838451 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 4, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6798e69a-1682-4ff9-b88a-58ebae54b15c', 'name': '', 'network_id': '8b955f1f-b769-4849-bff4-b53115254268', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'mac_address': 'fa:16:3e:36:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:15Z', 'updated_at': '2022-03-11T20:30:40Z', 'revision_number': 4, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'subnets': [{'id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:40.842372 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e48d12a-091e-48d6-a960-d7fdf857ae2e None None] The sync data for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv is: [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:16Z', 'revision_number': 4, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '6798e69a-1682-4ff9-b88a-58ebae54b15c', 'name': '', 'network_id': '8b955f1f-b769-4849-bff4-b53115254268', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'mac_address': 'fa:16:3e:36:5a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:15Z', 'updated_at': '2022-03-11T20:30:40Z', 'revision_number': 4, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'subnets': [{'id': 'f41ff0d0-bff4-4747-8b04-91226c74c830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:30:42.494928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6798e69a-1682-4ff9-b88a-58ebae54b15c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:42.567779 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 6798e69a-1682-4ff9-b88a-58ebae54b15c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:30:42.572437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6798e69a-1682-4ff9-b88a-58ebae54b15c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:42.572819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:42.687603 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:42.720614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 6798e69a-1682-4ff9-b88a-58ebae54b15c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6798e69a-1682-4ff9-b88a-58ebae54b15c,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:42.726642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:42.792350 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:44.479975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6798e69a-1682-4ff9-b88a-58ebae54b15c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:30:44.567454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 6798e69a-1682-4ff9-b88a-58ebae54b15c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:30:44.567999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:44.594345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c36666b-d598-4fa8-976c-68ad4d9fb627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:46.836431 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8daaa863-e063-42a1-a3c6-59cf09d7f24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:48.059467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:48.120868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:49.414234 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:30:55.172091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:06.242145 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:31:14.575429 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7c16accd-c9f5-4a4a-ad4f-ad254f0d2469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:16.839683 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-34f6984e-18d6-4bad-a810-eac1d13b88ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:18.070218 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:18.123947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:19.406892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:25.198003 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:25.396649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-8cb142b9-5ca4-46f7-ad33-fd6168fef01c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752990 Mar 11 20:31:25.545228 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-b25bdefa-6830-4c83-854b-d0b81681d320 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.0719655 Mar 11 20:31:25.687019 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-73151f1d-0150-4ebf-911d-0a477d92f65a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:25.688459 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-73151f1d-0150-4ebf-911d-0a477d92f65a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1241646 Mar 11 20:31:25.791029 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-382d40f4-580c-4788-bf28-9c309a98d3f4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.0967493 Mar 11 20:31:25.853915 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-155c2a8f-bb4f-47b7-a454-62b4540c1394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:25.855367 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-155c2a8f-bb4f-47b7-a454-62b4540c1394 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0587592 Mar 11 20:31:25.936046 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-645be2cb-8708-4fdf-91ee-d50c44b42c55 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748947 Mar 11 20:31:26.068277 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-7e0dffa0-b936-4400-814b-e722eb329301 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264896 Mar 11 20:31:26.200084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-16a8f0e3-5c8e-45e6-a761-c41649f0e8ca req-62ea4fe9-289a-420f-894c-74fe64a02946 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264992 Mar 11 20:31:43.240350 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:31:44.575994 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-92eb018b-ec33-4035-94b2-a1d5624022f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:46.843494 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-49e70b3b-e697-4cc4-b3e5-c65b40e73fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:48.072657 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:48.127253 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:49.421664 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:31:55.220264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:14.575947 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e27162f1-56ba-44e3-a5bb-14bcf3c36031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:16.853822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-90236f0c-9b73-45c6-86d9-d9a9569794f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:18.079382 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:18.131408 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:19.425363 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:20.236735 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:32:25.242351 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:26.402089 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-ea04972c-7c77-4fcc-bd0d-d10d0581291a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695126 Mar 11 20:32:26.649433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-8d6ee6fe-acda-4c1c-aa5b-fbdf74dcd5b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.1786087 Mar 11 20:32:26.805746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-125039fd-6080-48af-9792-19487ec2456c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:26.807074 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-125039fd-6080-48af-9792-19487ec2456c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1385367 Mar 11 20:32:26.912116 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-b367dac9-5a80-4076-82f9-2b6e8766525a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.0991211 Mar 11 20:32:26.975922 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-57a06484-0eb6-45a2-aa18-97bbe41ea22a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:26.977354 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-57a06484-0eb6-45a2-aa18-97bbe41ea22a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0590222 Mar 11 20:32:27.053240 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-39fec670-3277-4544-b346-6b8e3e4b2357 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696299 Mar 11 20:32:27.182075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-85863d1f-4dd0-49d7-9bfa-a8e74b78fecb service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228111 Mar 11 20:32:27.310694 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dc888ae5-b6dc-4ebd-9128-9d7124000da4 req-e2dbc54b-900d-444d-b3ad-1bc8424addad service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228578 Mar 11 20:32:44.582636 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-021b146d-8239-4684-82ff-932d229a3a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:46.850168 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e23b7be6-1725-47da-b91b-e4b21f026df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:48.079556 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:48.134757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:49.424391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:55.240311 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:32:57.233852 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:33:03.490492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71f6f2-30ef-47d1-8c64-6b86b4c9ba8d req-85946ba4-c30a-40d9-afcd-4b4b34eeedb0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:03.491855 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7b71f6f2-30ef-47d1-8c64-6b86b4c9ba8d req-85946ba4-c30a-40d9-afcd-4b4b34eeedb0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0890718 Mar 11 20:33:03.538838 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7b71f6f2-30ef-47d1-8c64-6b86b4c9ba8d req-ab57427f-f2f0-4a5c-bf90-97d0ba3f4a69 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Mar 11 20:33:04.790352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b36bbf-011e-41e7-a1f3-b84406bf4b78 req-5eebce8b-6486-4361-84b4-56ff0ffd617d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:04.791656 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7b36bbf-011e-41e7-a1f3-b84406bf4b78 req-5eebce8b-6486-4361-84b4-56ff0ffd617d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.1004381 Mar 11 20:33:04.835619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7b36bbf-011e-41e7-a1f3-b84406bf4b78 req-5cd06b3c-33dd-465b-bbbc-892cb9530ffe tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Mar 11 20:33:06.050672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265480a-2b73-4ff8-9834-97cb0e8190d8 req-66e9948b-29e9-48be-b7f3-d36751e76b17 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:06.052136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d265480a-2b73-4ff8-9834-97cb0e8190d8 req-66e9948b-29e9-48be-b7f3-d36751e76b17 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0805788 Mar 11 20:33:06.098000 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d265480a-2b73-4ff8-9834-97cb0e8190d8 req-c9b2ebd2-90e2-4e62-aa0b-4fc38b191187 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403328 Mar 11 20:33:07.300850 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57843a33-de21-40c3-997b-c3bc63aa2917 req-357e9841-9bd9-4ea4-9e7d-6ce5f98022c6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:07.302274 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-57843a33-de21-40c3-997b-c3bc63aa2917 req-357e9841-9bd9-4ea4-9e7d-6ce5f98022c6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0860624 Mar 11 20:33:07.360137 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-57843a33-de21-40c3-997b-c3bc63aa2917 req-0b2d08d6-37aa-412f-8f7c-b64eaa2faf39 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521715 Mar 11 20:33:08.582036 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e4dcc-30ee-467e-9bf1-ce2e1d976d1c req-1c374d01-0039-46db-a532-4b191215b12e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:08.583531 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-809e4dcc-30ee-467e-9bf1-ce2e1d976d1c req-1c374d01-0039-46db-a532-4b191215b12e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0897746 Mar 11 20:33:08.628037 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-809e4dcc-30ee-467e-9bf1-ce2e1d976d1c req-14b2fd65-33ca-4c23-8cc0-1acf1768f6d6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389557 Mar 11 20:33:09.829727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ea75e0-dc2b-41dc-8f93-304cbd4e7951 req-4811a201-fe05-41d6-b359-0ad170f2f9b1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:09.831176 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91ea75e0-dc2b-41dc-8f93-304cbd4e7951 req-4811a201-fe05-41d6-b359-0ad170f2f9b1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0816550 Mar 11 20:33:09.876527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91ea75e0-dc2b-41dc-8f93-304cbd4e7951 req-ad0bb286-34de-45cd-b257-c5a1c97a0973 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395148 Mar 11 20:33:11.087735 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b23a0-a7f3-4a43-93da-0b40d879f26d req-a94eadfa-5299-45ad-976a-d562b2aebdc5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:11.089177 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-636b23a0-a7f3-4a43-93da-0b40d879f26d req-a94eadfa-5299-45ad-976a-d562b2aebdc5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0856450 Mar 11 20:33:11.133819 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-636b23a0-a7f3-4a43-93da-0b40d879f26d req-c1ea21f0-8761-4d82-a8c1-75bc0ae39301 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387187 Mar 11 20:33:12.336815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1d1f-1be8-4eb3-b324-6b619968a23b req-acd97bfa-b70e-4bba-8f91-b7a862a19249 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:12.338252 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dcf1d1f-1be8-4eb3-b324-6b619968a23b req-acd97bfa-b70e-4bba-8f91-b7a862a19249 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0809615 Mar 11 20:33:12.385909 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-7dcf1d1f-1be8-4eb3-b324-6b619968a23b req-6a599f80-cf62-4333-b300-0a6d91f9b6a3 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Mar 11 20:33:13.686759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e3a99-36bc-429f-922b-781ecc7b2e00 req-e56e86f6-b429-4bc6-8214-d9bb469fa145 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:13.688272 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c3e3a99-36bc-429f-922b-781ecc7b2e00 req-e56e86f6-b429-4bc6-8214-d9bb469fa145 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.1712983 Mar 11 20:33:13.733599 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8c3e3a99-36bc-429f-922b-781ecc7b2e00 req-c2ef62c6-e957-4a71-99e3-fb57cf12cf58 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Mar 11 20:33:14.566838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1f67aec8-8c05-42f1-857c-88d22a82c6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:14.952129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c2faa-cc00-4282-800d-c01a5f7a1be8 req-05292992-af20-43ee-9e1f-540d9a0d4924 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:14.953547 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-649c2faa-cc00-4282-800d-c01a5f7a1be8 req-05292992-af20-43ee-9e1f-540d9a0d4924 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0841272 Mar 11 20:33:14.959500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:33:14.999534 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-649c2faa-cc00-4282-800d-c01a5f7a1be8 req-a68ca9d6-2aa8-45a0-bd2f-5d98cb9b759e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Mar 11 20:33:15.092766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:15.106813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:33:15.159685 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:15.178747 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:33:15.194900 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:15.201236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:15.272029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:15.279134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['29ebd0d9-99db-43e8-a264-b58d65153c8c'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:33:15.308293 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.308638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.308978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.309307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.309635 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.309958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.310265 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.310591 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.310899 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.311211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:15.311547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:16.210567 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce25428-fac1-4095-af83-af67ea854408 req-da7f962b-7dd6-45dd-bfb4-b025e7208b53 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:16.211807 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ce25428-fac1-4095-af83-af67ea854408 req-da7f962b-7dd6-45dd-bfb4-b025e7208b53 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 944 time: 0.0805471 Mar 11 20:33:16.259837 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4ce25428-fac1-4095-af83-af67ea854408 req-4167f03b-5a84-4cde-bbfe-e0179f72f8bf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Mar 11 20:33:16.849065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-396963ef-cc0e-4e16-8b90-23fbcf28eda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:16.979614 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:33:17.056544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 29ebd0d9-99db-43e8-a264-b58d65153c8c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:33:17.056924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:17.162885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:17.188094 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:33:17.197368 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:17.202048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:17.244759 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'code': 200} Mar 11 20:33:17.269974 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:17.457511 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc638-4bfe-43f1-99ad-42c908daa167 req-0a71235c-e3e4-4c63-8fbd-9ed131693c58 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:17.458834 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d19bc638-4bfe-43f1-99ad-42c908daa167 req-0a71235c-e3e4-4c63-8fbd-9ed131693c58 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0807981 Mar 11 20:33:17.515521 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d19bc638-4bfe-43f1-99ad-42c908daa167 req-9c997748-fad2-4dd4-8887-d2d905d12e9d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500393 Mar 11 20:33:18.082946 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:18.139155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:18.732798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4802ac-7cbf-4c2f-9b24-ba449eb36ba6 req-1c1962a3-3ed2-4951-b7f9-c064073c97e8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:18.734238 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac4802ac-7cbf-4c2f-9b24-ba449eb36ba6 req-1c1962a3-3ed2-4951-b7f9-c064073c97e8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0818512 Mar 11 20:33:18.779062 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac4802ac-7cbf-4c2f-9b24-ba449eb36ba6 req-b7e78295-7a3b-4880-be31-552b12cd323b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390210 Mar 11 20:33:19.426940 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:19.984430 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de652126-a655-4151-b76b-89ebc4d4330e req-c7f3984c-7ed0-444a-97b6-6f16d3bc3b50 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:19.985961 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de652126-a655-4151-b76b-89ebc4d4330e req-c7f3984c-7ed0-444a-97b6-6f16d3bc3b50 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0809705 Mar 11 20:33:20.031074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-de652126-a655-4151-b76b-89ebc4d4330e req-99ff836b-135b-49c0-91e9-55f5ea5eec1d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396788 Mar 11 20:33:21.233311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86956440-c70c-42f1-ab20-3fc991c522a5 req-385b351a-6ea0-4cbc-b472-643529ca4645 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:21.234763 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86956440-c70c-42f1-ab20-3fc991c522a5 req-385b351a-6ea0-4cbc-b472-643529ca4645 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0836494 Mar 11 20:33:21.283597 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-86956440-c70c-42f1-ab20-3fc991c522a5 req-c37ac983-b774-44c4-afbf-fdae254e551a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Mar 11 20:33:22.498463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3efc9-785f-4ad4-bb1e-94bbf6ae6a8c req-2c0d6c96-ce8b-4e42-804a-d47e9a1ed22b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:22.499844 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8df3efc9-785f-4ad4-bb1e-94bbf6ae6a8c req-2c0d6c96-ce8b-4e42-804a-d47e9a1ed22b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0831387 Mar 11 20:33:22.547545 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8df3efc9-785f-4ad4-bb1e-94bbf6ae6a8c req-f23cae5b-8f36-4c67-87ad-6978790c964c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Mar 11 20:33:23.752612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6280a-125b-4582-bc00-3319e49caaff req-d12b9f64-eeea-4f3a-857b-568f61ebe4c1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:23.754813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03d6280a-125b-4582-bc00-3319e49caaff req-d12b9f64-eeea-4f3a-857b-568f61ebe4c1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0808973 Mar 11 20:33:23.803140 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03d6280a-125b-4582-bc00-3319e49caaff req-7749dd7b-3c96-4958-84af-ccc9ec59ce62 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419395 Mar 11 20:33:25.006425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c94ec-7346-496a-942c-bcd577e297e0 req-45044acc-6014-444f-a25c-d8b54b8afb69 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:25.008257 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-121c94ec-7346-496a-942c-bcd577e297e0 req-45044acc-6014-444f-a25c-d8b54b8afb69 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0811751 Mar 11 20:33:25.058078 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-121c94ec-7346-496a-942c-bcd577e297e0 req-0822d425-03d9-4251-93cf-8e4c68159883 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438652 Mar 11 20:33:25.250991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:26.274878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da87cf-9251-4a9b-b400-155564af01c7 req-8964ba3e-4ce1-4a34-aa9c-6398d3a0b9ad tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:26.276400 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53da87cf-9251-4a9b-b400-155564af01c7 req-8964ba3e-4ce1-4a34-aa9c-6398d3a0b9ad tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0812593 Mar 11 20:33:26.328528 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53da87cf-9251-4a9b-b400-155564af01c7 req-81942875-ed1b-421b-bd8a-931a5c464186 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456209 Mar 11 20:33:27.188387 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-cd4e5814-e526-45fb-8a40-fb08b0f5dd5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.0761423 Mar 11 20:33:27.346555 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-7a646ffb-8dbd-4e83-813f-8af45293442b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:27.348053 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-7a646ffb-8dbd-4e83-813f-8af45293442b service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1375654 Mar 11 20:33:27.463550 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-5cc02c1a-c2aa-4a8a-9a1f-b131f8cddcea service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.1081827 Mar 11 20:33:27.533314 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-e9d9279e-6d46-468d-95fa-5ba15d20619d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:27.534943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-e9d9279e-6d46-468d-95fa-5ba15d20619d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0646193 Mar 11 20:33:27.551425 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee10f6-e5c8-4bf7-9016-f62256033f22 req-1271fa75-5d8e-42f4-8d94-e6bb67d410cd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:27.560405 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-79ee10f6-e5c8-4bf7-9016-f62256033f22 req-1271fa75-5d8e-42f4-8d94-e6bb67d410cd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0917513 Mar 11 20:33:27.627810 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-79ee10f6-e5c8-4bf7-9016-f62256033f22 req-ccf417e0-f537-484e-ba62-c47f3b2be3ba tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664024 Mar 11 20:33:27.718846 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-087630e5-1d6c-4336-9038-f8525563d567 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1773555 Mar 11 20:33:27.862191 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-eda28549-60bf-4b8b-bdeb-4c8aaa1a8b70 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362820 Mar 11 20:33:27.999264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-deb660c9-1bbf-4bf6-a793-4be4974b98db req-249f52fb-ae82-4c8a-be7b-e8fedc8408e7 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306520 Mar 11 20:33:28.822382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84b5d7-e89e-4300-92c4-d91831f4191d req-40d9001f-af89-4e6b-8f40-8282e48925cb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:28.823813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5d84b5d7-e89e-4300-92c4-d91831f4191d req-40d9001f-af89-4e6b-8f40-8282e48925cb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0791605 Mar 11 20:33:28.872346 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5d84b5d7-e89e-4300-92c4-d91831f4191d req-3c0bc565-8bc5-4e53-8535-0cbca543f7e1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Mar 11 20:33:30.087958 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71373b22-abf8-4ca5-b659-2fb5e9e8cf2d req-70b57f75-3bdd-4824-97b0-5080b225b7c7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:30.089364 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-71373b22-abf8-4ca5-b659-2fb5e9e8cf2d req-70b57f75-3bdd-4824-97b0-5080b225b7c7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0897889 Mar 11 20:33:30.134961 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-71373b22-abf8-4ca5-b659-2fb5e9e8cf2d req-ef7904ef-6864-49fb-89ed-81b7098da275 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396597 Mar 11 20:33:30.897744 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-5a67a85c-0981-40b9-a909-c072b57021e8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1098 time: 0.1427071 Mar 11 20:33:31.041951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e8ee-314c-46b8-9223-9152503da51a req-d3991d85-3f73-4a1d-a238-25c32f571595 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:31.043367 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-d3991d85-3f73-4a1d-a238-25c32f571595 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1375508 Mar 11 20:33:31.144854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-db6eaa93-3b47-4ce6-89ae-085538add61d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.0953472 Mar 11 20:33:31.204227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6e8ee-314c-46b8-9223-9152503da51a req-9c0fad43-0c53-4eba-aed5-68073f658c0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:31.205747 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-9c0fad43-0c53-4eba-aed5-68073f658c0e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0552738 Mar 11 20:33:31.333372 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-d98e6987-f1d8-4bb5-82e3-6d9277e27121 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1216514 Mar 11 20:33:31.365461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8791b-0cea-4f36-b0f8-2c5f4d1e9bba req-a4aa723b-1219-4106-a7b9-387fd398e5e8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:31.366833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce8791b-0cea-4f36-b0f8-2c5f4d1e9bba req-a4aa723b-1219-4106-a7b9-387fd398e5e8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.1130931 Mar 11 20:33:31.492249 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1ce8791b-0cea-4f36-b0f8-2c5f4d1e9bba req-1ea1b61a-962b-4207-b642-7dbc1fbab95d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783470 Mar 11 20:33:31.499681 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-106bdd32-979f-4d6a-9ce3-193bcbc67288 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597009 Mar 11 20:33:31.633649 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6be6e8ee-314c-46b8-9223-9152503da51a req-f7bf90cf-e003-438e-9bdd-ba6865cc1a5f service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281230 Mar 11 20:33:32.696811 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ceaa4-058f-4a30-88e3-6969d8089e51 req-6681ba3a-899e-44a3-89b8-53c841384c19 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:32.698380 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2b3ceaa4-058f-4a30-88e3-6969d8089e51 req-6681ba3a-899e-44a3-89b8-53c841384c19 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0843928 Mar 11 20:33:32.742871 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2b3ceaa4-058f-4a30-88e3-6969d8089e51 req-c9b9564a-053c-473c-aa76-9917fa049d69 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389085 Mar 11 20:33:33.957320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f12f65-95c4-4801-b365-44a181027d36 req-b7eb66dd-9df5-4afe-b5aa-faaf1fc409e1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:33.958744 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-60f12f65-95c4-4801-b365-44a181027d36 req-b7eb66dd-9df5-4afe-b5aa-faaf1fc409e1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0885568 Mar 11 20:33:34.005775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-60f12f65-95c4-4801-b365-44a181027d36 req-1b24b25f-64f2-4f90-ba1c-f582a5a32432 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400767 Mar 11 20:33:34.224263 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:33:34.270741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ac20bdd8-d8ab-4e2d-af33-b0d2041eebab req-da789e10-1c63-49e4-bd47-2286c2852406 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1396194 Mar 11 20:33:34.470104 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 43954) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:33:34.543173 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca4321-2efa-4135-b087-417a6a2d36e4 req-679a58d9-1735-4887-abb8-b00fdd827605 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:34.544616 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91ca4321-2efa-4135-b087-417a6a2d36e4 req-679a58d9-1735-4887-abb8-b00fdd827605 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 945 time: 0.0743630 Mar 11 20:33:34.589112 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-91ca4321-2efa-4135-b087-417a6a2d36e4 req-de619a8c-480d-43a6-ad71-ac9fd7953b3e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Mar 11 20:33:34.605208 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-c0828a19-ea5a-4dff-8aca-b8fdcdff4af0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339903 Mar 11 20:33:35.051437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:33:35.161506 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:35.187817 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:33:35.197320 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:35.202602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:35.245851 dv-neutron-832764-2-hyperv neutron-server[83814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'code': 422} returned with failed status Mar 11 20:33:35.269219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:35.312823 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-a40b16ab-d44a-45cc-ad37-b05522f1191c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 1096 time: 0.0699384 Mar 11 20:33:35.399945 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-2b0c4987-da33-44ec-9086-d9a051c3f401 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1096 time: 0.0668871 Mar 11 20:33:35.627448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-903680c0-07d3-4ff4-9adc-0d92cee2e581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:35.629187 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-903680c0-07d3-4ff4-9adc-0d92cee2e581 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.2231250 Mar 11 20:33:35.773330 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-0f780296-bdd1-4744-87a9-3087130b4a14 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 999 time: 0.1371095 Mar 11 20:33:35.840653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-050001af-8987-4208-9adc-cf8aba912649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:35.842019 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-050001af-8987-4208-9adc-cf8aba912649 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0624087 Mar 11 20:33:35.852140 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a8a-2256-41f9-af82-2c7629c15be4 req-167f1f1c-06be-4899-b3b5-67b8283e1ae9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:35.853485 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0dcd2a8a-2256-41f9-af82-2c7629c15be4 req-167f1f1c-06be-4899-b3b5-67b8283e1ae9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.1445906 Mar 11 20:33:35.943775 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0dcd2a8a-2256-41f9-af82-2c7629c15be4 req-740ee8bd-379d-4656-8737-1fd8f6bb311e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618641 Mar 11 20:33:35.956424 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-0365bc51-ac33-4cc1-a221-689b09a650ef service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020796 Mar 11 20:33:36.083408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-fd841206-5098-4928-97b0-3e614c1388e6 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206667 Mar 11 20:33:36.213166 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e812eb21-46be-4ece-b9b5-421fb67496c9 req-0ad5e7dd-baa1-42c5-ba6d-98e9aa86e119 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236048 Mar 11 20:33:37.210619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e5de6-967b-4e63-a340-b3a4cf09233c req-c4cd104b-2f97-46c6-a9a7-abf2299b9b53 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:37.212944 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42e5de6-967b-4e63-a340-b3a4cf09233c req-c4cd104b-2f97-46c6-a9a7-abf2299b9b53 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.1040413 Mar 11 20:33:37.284338 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b42e5de6-967b-4e63-a340-b3a4cf09233c req-ac63a27a-77cc-4bca-b304-58d7535fbc37 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621140 Mar 11 20:33:38.482194 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0ab6f-8d77-4307-a694-b61c3fc30051 req-36639100-bc87-4de7-846d-99376998ebd2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:38.483728 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01e0ab6f-8d77-4307-a694-b61c3fc30051 req-36639100-bc87-4de7-846d-99376998ebd2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0875273 Mar 11 20:33:38.532353 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-01e0ab6f-8d77-4307-a694-b61c3fc30051 req-ad5de85a-7d85-40f2-8ce5-3daab9c41bc1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424299 Mar 11 20:33:39.735758 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc21fa-8615-46a1-a00d-1a0ee4e89eba req-0ebd3728-17be-4405-a2a2-e469c9bda9b7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:39.738076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cbc21fa-8615-46a1-a00d-1a0ee4e89eba req-0ebd3728-17be-4405-a2a2-e469c9bda9b7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0817769 Mar 11 20:33:39.785337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cbc21fa-8615-46a1-a00d-1a0ee4e89eba req-a7ea58a0-4304-49ec-a51e-050e300e0f55 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Mar 11 20:33:40.990738 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873bd03-d292-49d6-8e84-f508de3e0897 req-51927e14-4db9-44bc-86f6-2185b632e028 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:40.992209 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e873bd03-d292-49d6-8e84-f508de3e0897 req-51927e14-4db9-44bc-86f6-2185b632e028 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0789425 Mar 11 20:33:41.043558 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e873bd03-d292-49d6-8e84-f508de3e0897 req-d2feca38-c83b-465d-a93c-16c0bd5af658 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431266 Mar 11 20:33:42.262542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c679a-dfab-4200-8c5a-ad06cf9f6cd4 req-8ecd5231-f073-4d92-8be4-fc3ac4344dcf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:42.264722 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2b7c679a-dfab-4200-8c5a-ad06cf9f6cd4 req-8ecd5231-f073-4d92-8be4-fc3ac4344dcf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0788836 Mar 11 20:33:42.315179 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-2b7c679a-dfab-4200-8c5a-ad06cf9f6cd4 req-ef31e2bd-152e-4382-8b01-b373b26de26c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442166 Mar 11 20:33:43.611008 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222abac9-523b-4759-827a-8be6d9529194 req-fdc2ae1c-927c-4070-98ac-61ccbd515e2f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:43.615770 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-222abac9-523b-4759-827a-8be6d9529194 req-fdc2ae1c-927c-4070-98ac-61ccbd515e2f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0847390 Mar 11 20:33:43.674299 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-222abac9-523b-4759-827a-8be6d9529194 req-d5f92f8a-d759-49c4-868b-43d191515d86 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536504 Mar 11 20:33:44.575754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0199f42d-be98-47b3-99ac-f9632eae53ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:44.881409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189b618-8900-4dcc-957b-c19ffa924d7e req-350c5e82-5286-43e8-8fa7-1180dd484720 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:44.883182 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4189b618-8900-4dcc-957b-c19ffa924d7e req-350c5e82-5286-43e8-8fa7-1180dd484720 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0885084 Mar 11 20:33:44.929301 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4189b618-8900-4dcc-957b-c19ffa924d7e req-0c512bf9-9ab0-409f-93ac-ea870607c797 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401542 Mar 11 20:33:46.141741 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f34a99-e528-4e2d-a3b1-f72c9b6684f2 req-6e47848a-88ff-4e3a-963c-4665ddfff05f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:46.143178 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72f34a99-e528-4e2d-a3b1-f72c9b6684f2 req-6e47848a-88ff-4e3a-963c-4665ddfff05f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0787613 Mar 11 20:33:46.187703 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-72f34a99-e528-4e2d-a3b1-f72c9b6684f2 req-338670cb-e7ca-4eff-aa59-9450e1142e53 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388365 Mar 11 20:33:46.851075 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8876560c-7dff-401d-b162-9ed4d7d34a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:47.411343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194e9a-18bc-4220-8d7f-6ed00fcb4d22 req-2a11fc03-bc07-4660-814d-53716e010d19 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:47.412902 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dd194e9a-18bc-4220-8d7f-6ed00fcb4d22 req-2a11fc03-bc07-4660-814d-53716e010d19 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0922728 Mar 11 20:33:47.463876 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-dd194e9a-18bc-4220-8d7f-6ed00fcb4d22 req-ac012c0d-918e-4c20-876a-a226a97f7861 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449898 Mar 11 20:33:48.087903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:48.144769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:48.668003 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047bf54-35b7-492b-88c5-4f399dde91b0 req-6067a3b7-6b1a-42db-8dee-60305a3781f7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:48.669433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3047bf54-35b7-492b-88c5-4f399dde91b0 req-6067a3b7-6b1a-42db-8dee-60305a3781f7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0781472 Mar 11 20:33:48.717415 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-3047bf54-35b7-492b-88c5-4f399dde91b0 req-4fc2626b-4953-465f-8ad3-f0f50a95462a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Mar 11 20:33:49.431868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:49.937614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bef958-7c8a-4693-96c3-80fb20e3995d req-2003b92a-0df9-4f7a-9be5-ec4d57c8f693 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:49.939203 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e4bef958-7c8a-4693-96c3-80fb20e3995d req-2003b92a-0df9-4f7a-9be5-ec4d57c8f693 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0858858 Mar 11 20:33:49.987412 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e4bef958-7c8a-4693-96c3-80fb20e3995d req-c2836e6c-3e75-4374-85e8-6024dddc5701 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397875 Mar 11 20:33:51.103052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:33:51.191200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf67a45-8435-47b6-88c3-446b18a2af10 req-9e4bbfe7-db0e-4294-94f4-76a17cd8c4d8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:51.192676 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-edf67a45-8435-47b6-88c3-446b18a2af10 req-9e4bbfe7-db0e-4294-94f4-76a17cd8c4d8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 943 time: 0.0768831 Mar 11 20:33:51.237112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:51.237374 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-edf67a45-8435-47b6-88c3-446b18a2af10 req-be8ec8bf-6ddb-441e-a3ae-15d46f7f5892 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389645 Mar 11 20:33:51.253984 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'port_id': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'mac_address': 'fa:16:3e:01:4c:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:33:51.332675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:51.349948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:33:51.364738 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:51.371195 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:51.439106 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=9']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:51.754285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['29ebd0d9-99db-43e8-a264-b58d65153c8c'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:33:52.599453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf43af-f0e4-4265-8fb4-027297e1fa39 req-3bb101d0-236c-4c2a-961f-e7c570fb1bb0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:52.600886 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-00cf43af-f0e4-4265-8fb4-027297e1fa39 req-3bb101d0-236c-4c2a-961f-e7c570fb1bb0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 944 time: 0.0862603 Mar 11 20:33:52.645974 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-00cf43af-f0e4-4265-8fb4-027297e1fa39 req-3a0e1732-b785-4eda-aff8-c3c8115dd7e2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388153 Mar 11 20:33:53.120145 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:33:53.195710 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 29ebd0d9-99db-43e8-a264-b58d65153c8c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:33:53.196077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:53.307944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:53.338948 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:33:53.348723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:53.354167 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:53.399441 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'code': 200} Mar 11 20:33:53.425523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=10']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:53.657425 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aedf026b-6d7b-4563-8ae6-c67182ac7407 req-33d08b19-bf98-4dd8-9d20-e6975611cae8 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1099 time: 0.0813034 Mar 11 20:33:53.700198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aedf026b-6d7b-4563-8ae6-c67182ac7407 req-26944c3a-3610-442c-83d9-8467ae111793 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370595 Mar 11 20:33:53.853835 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179d3a-798e-4b30-bcd6-a18f9c2c9e17 req-a446c228-6409-4209-910e-6b25b89340ca tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:53.855265 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db179d3a-798e-4b30-bcd6-a18f9c2c9e17 req-a446c228-6409-4209-910e-6b25b89340ca tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.0859873 Mar 11 20:33:53.900741 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-db179d3a-798e-4b30-bcd6-a18f9c2c9e17 req-e6641596-7f35-42be-9c40-8c28d073b5e7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399740 Mar 11 20:33:55.107923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e54e-df14-4cad-9661-53fca827382f req-a794a0b2-9c11-413c-be63-f8aebddddbd2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:55.109370 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-90e3e54e-df14-4cad-9661-53fca827382f req-a794a0b2-9c11-413c-be63-f8aebddddbd2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.0806077 Mar 11 20:33:55.163047 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-90e3e54e-df14-4cad-9661-53fca827382f req-6e3bf47b-a105-44ac-a0fd-3299f7c3dc51 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463192 Mar 11 20:33:55.260860 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:33:56.440872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a6b3e-05af-4961-b470-8a5f07ef21ad req-313a072e-537c-4e11-81ac-8d23b3b07fa4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:56.442222 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ee8a6b3e-05af-4961-b470-8a5f07ef21ad req-313a072e-537c-4e11-81ac-8d23b3b07fa4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.1562216 Mar 11 20:33:56.488258 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ee8a6b3e-05af-4961-b470-8a5f07ef21ad req-43e5c007-b443-48c8-bdbc-1fd4ebc8eaff tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Mar 11 20:34:11.230947 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:34:14.575464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-de3c7538-4932-4002-9a46-fcbce69221e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:16.852813 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-7808aa9a-8fa2-48da-82e2-b32b9020b71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:18.091241 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:18.147967 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:19.444426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:25.264885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:28.963393 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-c2dc41d7-86c6-4ef2-bd9c-a4c0b098972b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703657 Mar 11 20:34:29.107500 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-a4352f77-4061-42e5-9ba0-24ba7757caf4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1099 time: 0.0702519 Mar 11 20:34:29.344125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f445de-6bce-44d4-97b7-b314a632264b req-c4bd1409-ae62-4491-a1f6-89fb8343027a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:29.345488 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-c4bd1409-ae62-4491-a1f6-89fb8343027a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.2157595 Mar 11 20:34:29.445623 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-5febd65b-d87b-43ec-9f77-5082776dd230 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.0937502 Mar 11 20:34:29.508860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f445de-6bce-44d4-97b7-b314a632264b req-18c21574-c95a-4205-8f1e-52b1b1f64469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:29.510272 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-18c21574-c95a-4205-8f1e-52b1b1f64469 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0588951 Mar 11 20:34:29.583217 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-368ef20e-61a5-4cd9-adcf-b0a634ab92a3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660341 Mar 11 20:34:29.712376 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-21ba5e43-a33d-4b5e-bca5-d57046f727cc service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227999 Mar 11 20:34:29.842524 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a7f445de-6bce-44d4-97b7-b314a632264b req-750bcfb7-9b98-4ed0-b174-4614cd576fb2 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231079 Mar 11 20:34:44.577470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c594c2c7-701e-4e45-a9da-1cf9b718a81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:46.857892 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-053ac565-5c11-4154-a6c7-d878aedee352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:48.095796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:48.152084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:48.221600 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:34:49.442482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:34:55.268504 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:14.580662 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d5e4717b-56b0-4752-9bc3-a293be43b49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:16.855464 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d5738863-1137-42f9-9a9a-4a8e446e9e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:18.104847 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:18.154364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:19.445219 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:25.228760 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:35:25.264454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:30.061956 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-05176e36-3801-4041-b11a-7e65deb34962 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1359353 Mar 11 20:35:30.205929 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-ee501a78-a741-4d7a-b54a-54b544aa77c0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1099 time: 0.0737085 Mar 11 20:35:30.365516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-fc3c8750-6da0-41cf-81a2-4cc1c027263a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:30.366952 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-fc3c8750-6da0-41cf-81a2-4cc1c027263a service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1431291 Mar 11 20:35:30.469813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-37c2b3f4-8d99-41a8-a66a-3c69f6fe47d1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 1001 time: 0.0971253 Mar 11 20:35:30.529598 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-c65a75b7-36e3-4664-8e92-66378c839466 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:30.531019 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-c65a75b7-36e3-4664-8e92-66378c839466 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0561714 Mar 11 20:35:30.614736 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-d80f1207-0de3-4d49-81bb-6687692e2d83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777714 Mar 11 20:35:30.749439 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-4ff5b356-8a63-4ac5-b569-3ad9f93b16ca service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283393 Mar 11 20:35:30.875345 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ac70b76b-28b0-4dc2-bd2f-332dae6f263c req-9b4798d6-130b-4fc9-a0cd-998d71d7e4a3 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206250 Mar 11 20:35:43.696625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44084) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:44.044402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Deleting port 4e93316e-f518-41dc-bbca-7917479dc04e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:35:44.044656 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:44.207819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:44.208137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:44.323629 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Calling delete_port for 4e93316e-f518-41dc-bbca-7917479dc04e owned by network:floatingip {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:35:44.483592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:44.529213 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'Port': ['ID=4e93316e-f518-41dc-bbca-7917479dc04e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:44.569212 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.569564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.569982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.570359 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.570725 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.571136 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.571501 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.571871 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.572307 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.572689 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.573075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:44.573895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-adbae04e-da5d-480a-bd1d-d4c275f00aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:44.634878 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:45.038980 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:35:45.237147 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:45.247682 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:35:45.259786 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:35:45.260162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:45.260379 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:35:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:45.314310 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-22039e24-9274-4c44-8cd9-692bdd7704f0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "DELETE /v2.0/floatingips/26a566bb-ff89-40a0-8834-ca5256929d1b HTTP/1.1" status: 204 len: 168 time: 1.6164348 Mar 11 20:35:45.314709 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:35:45.491481 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:35:45.608103 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'status': 'completed', 'code': 200} Mar 11 20:35:45.704506 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-3a02cdec-379c-49b8-8e9d-c66c19566ce5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 1099 time: 0.0753934 Mar 11 20:35:45.820295 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:45.824420 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:35:45.835717 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:35:45.836322 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:35:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:45.998448 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-f0c78382-5c8b-44e2-85a4-6b64c5a0812c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:45.999933 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-f0c78382-5c8b-44e2-85a4-6b64c5a0812c service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.2882903 Mar 11 20:35:46.014411 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:35:46.058334 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae510c-5127-4398-a71b-e49197138b68 req-3b94a59a-02fa-459e-b3e6-573815e1d3d5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:46.059010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-80ae510c-5127-4398-a71b-e49197138b68 req-3b94a59a-02fa-459e-b3e6-573815e1d3d5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:35:46.078117 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-ae27f7ea-ada9-4410-a1e8-3da49c1e61cb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 200 len: 217 time: 0.0707130 Mar 11 20:35:46.122931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-80ae510c-5127-4398-a71b-e49197138b68 req-3b94a59a-02fa-459e-b3e6-573815e1d3d5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:35:46.124128 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-80ae510c-5127-4398-a71b-e49197138b68 req-3b94a59a-02fa-459e-b3e6-573815e1d3d5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.4323947 Mar 11 20:35:46.173880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-39acb18d-b3bd-45b1-aa30-8bf084f8ed16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:46.175301 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-39acb18d-b3bd-45b1-aa30-8bf084f8ed16 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0909841 Mar 11 20:35:46.219627 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-80ae510c-5127-4398-a71b-e49197138b68 req-263252db-66b1-4dd7-bc4b-dabdd36652c7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835779 Mar 11 20:35:46.264635 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-0fa14d14-5b5e-41fd-bcf6-dd26cc5942e3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809383 Mar 11 20:35:46.328494 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:46.332904 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e937c-d5a1-4bba-bfba-c7024139c424 None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:35:46.398271 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-a3344e3e-42fb-479c-8341-c3aca9a3b206 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 Mar 11 20:35:46.533824 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-03caa6a0-7a6c-42ef-826d-10955a9c1087 req-30b9bb71-1bbb-4d73-bc35-0a68db074d2b service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294026 Mar 11 20:35:46.566848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd97ebc9-df4a-4e92-ae14-5c4cedaca08a None None] New status for floating IP 26a566bb-ff89-40a0-8834-ca5256929d1b: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:35:46.860154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8db09b5c-58c0-4ee7-975e-4193b2bc2035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:47.204527 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-099910c8-cb1b-4794-afc4-101f823e1351 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:47.205937 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-099910c8-cb1b-4794-afc4-101f823e1351 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.0874488 Mar 11 20:35:47.274547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Deleting port 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:35:47.274893 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:47.485173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0436541-89f5-4440-a5d9-292a633c6958 req-d6b646e2-f9b7-4b8c-8b6b-559fa9d2e898 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:47.486518 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a0436541-89f5-4440-a5d9-292a633c6958 req-d6b646e2-f9b7-4b8c-8b6b-559fa9d2e898 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab10cba6-72cb-4b35-a91a-73235bd75ebf HTTP/1.1" status: 200 len: 946 time: 0.1442168 Mar 11 20:35:47.517848 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] For port 29ebd0d9-99db-43e8-a264-b58d65153c8c, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=29ebd0d9-99db-43e8-a264-b58d65153c8c,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:47.518200 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:47.534011 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a0436541-89f5-4440-a5d9-292a633c6958 req-9563460b-ed36-4262-a95c-79f4ffcce8e6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=3a4e3e39-0d9a-44b4-964c-3c83faccabe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Mar 11 20:35:47.637477 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Calling delete_port for 29ebd0d9-99db-43e8-a264-b58d65153c8c owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:35:47.778839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:47.823960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'Port': ['ID=29ebd0d9-99db-43e8-a264-b58d65153c8c,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:47.897859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] No DVR routers for this DVR port 29ebd0d9-99db-43e8-a264-b58d65153c8c on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:35:47.900292 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:47.902650 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-deleted', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:35:47.919264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c4f573de-c641-46b5-9291-db74d3addfc4 req-b324d2d3-dc2e-4dad-a186-89b81a3f8c64 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "DELETE /v2.0/ports/29ebd0d9-99db-43e8-a264-b58d65153c8c HTTP/1.1" status: 204 len: 173 time: 0.7076433 Mar 11 20:35:47.959952 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab10cba6-72cb-4b35-a91a-73235bd75ebf', 'name': 'network-vif-deleted', 'tag': '29ebd0d9-99db-43e8-a264-b58d65153c8c', 'status': 'completed', 'code': 200} Mar 11 20:35:48.097520 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.157954 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.641662 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44126) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:48.717268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.747576 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.809692 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.826191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4e3e39-0d9a-44b4-964c-3c83faccabe1,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:48.836648 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.836991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.837349 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.837652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.837982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.838303 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.838623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.838942 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.839276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.839667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.839982 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:48.846941 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:48.848087 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-ad581b24-201d-4b6f-a086-ac0f792f9698 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "DELETE /v2.0/security-groups/3a4e3e39-0d9a-44b4-964c-3c83faccabe1 HTTP/1.1" status: 204 len: 168 time: 0.2055156 Mar 11 20:35:49.138560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44138) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:49.144434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1320571466', 'description': 'tempest-secgroup-smoke-1320571466 description', 'project_id': 'f155686b97524e648dbb44441bda59cc'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:49.150778 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.155104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.158068 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.163637 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.173960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.208799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.212817 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.215612 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.221413 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.283530 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.289700 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.331175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:49.335436 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.336704 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-8336bc41-212e-4d6e-bc45-808bf4123683 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1970036 Mar 11 20:35:49.339545 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44142) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:49.345247 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:49.351681 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.355787 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.359080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.365398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.384020 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.444492 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.538044 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.545663 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.568272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ce1c44c-192c-4d80-8bf8-d71451d9b93e,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:49.577643 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.578897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7dc9c278-f1ac-4ba8-9558-9ebe963ad948 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2385182 Mar 11 20:35:49.581631 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44146) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:49.586911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:49.592669 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.596378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.599142 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.604623 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.622613 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.684902 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.691029 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.714407 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87800265-3258-4240-b220-322e37bb4f77,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:49.725252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.726474 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-9f16d768-aad2-4e53-ac2b-efa56f4ade15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1438580 Mar 11 20:35:49.729227 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44150) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:49.734654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:49.740347 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.744078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.746847 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.752438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.770601 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.833670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.839034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.863421 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8a1af1-f6e1-478f-b5b8-4691510d504a,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:49.873139 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.874215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-6a376fdd-5946-4393-8875-e367cc511de7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1440873 Mar 11 20:35:49.877214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44154) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:49.882921 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:49.888680 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:49.892422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:49.895286 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:49.900914 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:49.918891 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.979447 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:49.983968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.006057 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8982e67a-5274-48b9-bff4-680bcdaabe86,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:50.016207 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.017359 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d36916e8-ae14-456d-86bf-80cbdb63a97a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1392128 Mar 11 20:35:50.020305 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44158) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:50.025620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:50.031472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:50.035229 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:50.038072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:50.043784 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:50.056125 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Project f155686b97524e648dbb44441bda59cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:35:50.062645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.125992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.131426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.153378 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b175bb6b-54de-4c13-ac42-8e0edd81501b,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:50.162230 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.166502 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-e40ae3bb-e92e-4a8e-b459-42a09d8d164b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1451805 Mar 11 20:35:50.166653 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44162) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:35:50.172221 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'security_group_rule': {'security_group_id': 'fe57fb6c-fcdf-470b-8bcd-ed62e64c6117', 'project_id': 'f155686b97524e648dbb44441bda59cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:35:50.178202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:35:50.181924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:security_group_rule and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:35:50.184851 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:35:50.190333 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:35:50.201337 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Project f155686b97524e648dbb44441bda59cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:35:50.207398 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.274356 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.279652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.301788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc824a30-71a6-472d-9e41-23fc461401f9,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:50.310447 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:35:50.311712 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-2c938d00-231d-4db8-8030-7ffdbe4ec7b4 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1440606 Mar 11 20:35:51.627812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:35:51.660592 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 29ebd0d9-99db-43e8-a264-b58d65153c8c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:35:51.660925 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 29ebd0d9-99db-43e8-a264-b58d65153c8c not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:35:55.258393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:02.220295 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:36:05.125730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-edd05b65-b4ea-41ea-aaf1-cab5d4f82f2c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:36:05.144028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-edd05b65-b4ea-41ea-aaf1-cab5d4f82f2c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:36:05.145248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-edd05b65-b4ea-41ea-aaf1-cab5d4f82f2c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1320571466&fields=id&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 267 time: 0.0669703 Mar 11 20:36:05.292859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-1d3cf3cc-f6af-462a-99d0-b832c14692de tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:05.294262 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-1d3cf3cc-f6af-462a-99d0-b832c14692de tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 808 time: 0.1422844 Mar 11 20:36:05.311581 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-be74baf7-7f45-414e-b417-1080b8ab2a60 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/quotas/f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 375 time: 0.0105848 Mar 11 20:36:05.405497 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-eae8489e-9e12-43dd-ae97-6a9a856a6c9a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:36:05.422541 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-eae8489e-9e12-43dd-ae97-6a9a856a6c9a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:36:05.423980 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-eae8489e-9e12-43dd-ae97-6a9a856a6c9a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076355 Mar 11 20:36:05.661554 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-81f6d005-0730-41bd-86e5-d4a0b584153a service neutron] 10.222.0.76 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894355 Mar 11 20:36:05.791861 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-ba82f956-2295-4390-83b7-94622a8ea37f service neutron] 10.222.0.76 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219237 Mar 11 20:36:06.201633 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a52ebbfb-1b0e-4a90-ba09-409e043f915c req-2ef8741c-eaec-4406-9075-91f3ff375f9f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 210 time: 0.0406184 Mar 11 20:36:07.311866 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-95e0a49d-dbe6-4a69-b772-390d0a062069 req-75296b6f-4fc3-429f-bee9-9cfdb864aff5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 210 time: 0.0427377 Mar 11 20:36:08.498258 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-38bad08d-6b4e-461e-853e-a54e6345d14d req-c02723f7-6358-4fe6-bbd2-31d7285418d8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 210 time: 0.0449400 Mar 11 20:36:09.477706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-1bb2db52-a5cc-4748-b39a-0841931df94b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:09.479120 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-1bb2db52-a5cc-4748-b39a-0841931df94b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 808 time: 0.1421146 Mar 11 20:36:09.531893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-08e6c824-dab3-4fde-a0da-b271cb6504a1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 380 time: 0.0408728 Mar 11 20:36:09.542251 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'port': {'device_id': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'admin_state_up': True, 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'security_groups': ['fe57fb6c-fcdf-470b-8bcd-ed62e64c6117']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:36:09.670562 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-45528c05-d438-43f7-b25b-5e0affdef7f1 req-78bc9b90-388e-4138-b497-2b67317e5360 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 210 time: 0.0478489 Mar 11 20:36:09.721577 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:36:09.731416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:36:09.742072 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Made reservation on behalf of f155686b97524e648dbb44441bda59cc for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:36:09.745116 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:09.906560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Allocated IP 172.20.0.3 (b0756c1e-10b8-483f-95bb-685f044396dd/369442a4-92c1-4f66-8ee2-9daeaa195e99/ab534b6c-d48d-47e8-b65c-ac31ce20665f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:36:10.097619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.112990 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Transition to ACTIVE for port object ab534b6c-d48d-47e8-b65c-ac31ce20665f will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:36:10.135035 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.228166 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Network b0756c1e-10b8-483f-95bb-685f044396dd is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:36:10.229278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:10.232831 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:36:10.234983 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:36:10.408717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:10.409304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.437827 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-7b14a1a1-212c-4190-b92e-87a6cb3bcab9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991492 Mar 11 20:36:10.449767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Request body: {'port': {'device_id': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:36:10.509850 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5975d4b8-2fb8-4e02-bafe-0ea5e9e6517f None None] Provisioning for port ab534b6c-d48d-47e8-b65c-ac31ce20665f completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:36:10.515258 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-5975d4b8-2fb8-4e02-bafe-0ea5e9e6517f None None] Provisioning complete for port ab534b6c-d48d-47e8-b65c-ac31ce20665f triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:36:10.515801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5975d4b8-2fb8-4e02-bafe-0ea5e9e6517f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.562660 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.570164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-5975d4b8-2fb8-4e02-bafe-0ea5e9e6517f None None] Port ab534b6c-d48d-47e8-b65c-ac31ce20665f cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:36:10.874852 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371373-2d6a-4392-ab96-56287ed11a01 req-474406b2-2c23-4861-9d51-a7326f0d41ae tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:10.876373 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8e371373-2d6a-4392-ab96-56287ed11a01 req-474406b2-2c23-4861-9d51-a7326f0d41ae tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 931 time: 0.0822058 Mar 11 20:36:10.902632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab534b6c-d48d-47e8-b65c-ac31ce20665f {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:36:10.909728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.923501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8e371373-2d6a-4392-ab96-56287ed11a01 req-927d4514-62de-48f9-90e5-5ec63b93d312 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:36:10.924729 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Transition to ACTIVE for port object ab534b6c-d48d-47e8-b65c-ac31ce20665f will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:36:10.929102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:10.936711 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-8e371373-2d6a-4392-ab96-56287ed11a01 req-927d4514-62de-48f9-90e5-5ec63b93d312 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:36:10.937937 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8e371373-2d6a-4392-ab96-56287ed11a01 req-927d4514-62de-48f9-90e5-5ec63b93d312 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554123 Mar 11 20:36:11.058935 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:11.171780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Attempting to bind port ab534b6c-d48d-47e8-b65c-ac31ce20665f on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:36:11.172164 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Attempting to bind port ab534b6c-d48d-47e8-b65c-ac31ce20665f by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:36:11.172419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Attempting to bind port ab534b6c-d48d-47e8-b65c-ac31ce20665f on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:36:11.179123 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Port ab534b6c-d48d-47e8-b65c-ac31ce20665f on network b0756c1e-10b8-483f-95bb-685f044396dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:36:11.179639 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Attempting to bind port ab534b6c-d48d-47e8-b65c-ac31ce20665f on network b0756c1e-10b8-483f-95bb-685f044396dd {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:36:11.197224 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:36:11.197581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Checking segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:36:11.197960 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Bound using segment: {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:36:11.198389 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Bound port: ab534b6c-d48d-47e8-b65c-ac31ce20665f, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8274eb30-aa36-4203-8512-b9b8e20a079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:36:11.198731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:11.289402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:36:11.293810 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:36:11.299152 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:11.361712 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:11.363063 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] 10.222.0.90 "PUT /v2.0/ports/ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1093 time: 0.9177401 Mar 11 20:36:11.363519 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:36:11.381311 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7bc7a-9e53-4528-9e44-1a530e77f2f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:11.433928 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'status': 'completed', 'code': 200} Mar 11 20:36:11.477293 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-5e303664-68a0-4c12-80c4-8872a77cb3d4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0744405 Mar 11 20:36:11.552912 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-4bfdd61e-66ed-47a1-add0-8f04c4c5003e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 217 time: 0.0682859 Mar 11 20:36:11.619141 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-dc33b2da-62df-4b5d-bbb8-688ee244a1ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:11.620568 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-dc33b2da-62df-4b5d-bbb8-688ee244a1ee service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0614908 Mar 11 20:36:11.701088 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-47eb9448-8609-40fc-9ccc-30be7c791b39 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738990 Mar 11 20:36:11.838398 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-972d8c53-785e-4dfa-9a22-3f01cc002a96 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303821 Mar 11 20:36:11.965840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-31ee276f-5f2c-4a0a-bb4c-3a9e83ffd12b req-fb3b0031-842f-41ef-aa67-992111263809 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220212 Mar 11 20:36:12.077930 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-80ab0873-938c-461b-92b7-8038c0e1ddcb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0687556 Mar 11 20:36:12.147945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc85e4-ffd5-47e3-8f94-e4dc2e0f623e req-6203342f-6041-4657-a8a7-cd1abf4387b2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.150525 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a6cc85e4-ffd5-47e3-8f94-e4dc2e0f623e req-6203342f-6041-4657-a8a7-cd1abf4387b2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0844252 Mar 11 20:36:12.200302 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a6cc85e4-ffd5-47e3-8f94-e4dc2e0f623e req-235e2cfb-9094-4879-875f-3366fc350711 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Mar 11 20:36:12.305456 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-c558c3cb-dcbc-4140-8723-b748945f8e42 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.306889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-c558c3cb-dcbc-4140-8723-b748945f8e42 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.2232876 Mar 11 20:36:12.375871 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-702193dc-4435-4001-92ed-4d21dc198dfd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 217 time: 0.0616875 Mar 11 20:36:12.439917 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-b82e4dad-70a4-4e79-b6b4-f3367ff74241 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.441310 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-b82e4dad-70a4-4e79-b6b4-f3367ff74241 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0599566 Mar 11 20:36:12.541455 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-8fab3393-17d2-4b12-939a-4787b935d848 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0942712 Mar 11 20:36:12.676631 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-01553719-3048-46a7-85e1-b92e28ff4a15 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275620 Mar 11 20:36:12.806806 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9a4c97ac-7dec-4aa8-9620-235484872372 req-b7362f4e-54eb-4a01-9bd3-a0f9d91368f6 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238532 Mar 11 20:36:13.555043 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7bb50-5638-4b1b-9eb2-b07d8eeeedc2 req-46040de6-57f5-4bd7-81db-3af1339c7659 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:13.555653 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-44f7bb50-5638-4b1b-9eb2-b07d8eeeedc2 req-46040de6-57f5-4bd7-81db-3af1339c7659 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:36:13.573067 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-44f7bb50-5638-4b1b-9eb2-b07d8eeeedc2 req-46040de6-57f5-4bd7-81db-3af1339c7659 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:36:13.574359 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-44f7bb50-5638-4b1b-9eb2-b07d8eeeedc2 req-46040de6-57f5-4bd7-81db-3af1339c7659 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0997214 Mar 11 20:36:13.621156 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-44f7bb50-5638-4b1b-9eb2-b07d8eeeedc2 req-4c8ca60c-fedb-443b-a768-84a956761937 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Mar 11 20:36:14.585672 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-356f8bc5-7878-4c76-94d5-5530399ea9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:14.824162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415d262-131d-4b14-b483-1871bdbb9592 req-cd5da6bf-642f-41a2-ae5d-4b0655931454 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:14.825577 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7415d262-131d-4b14-b483-1871bdbb9592 req-cd5da6bf-642f-41a2-ae5d-4b0655931454 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0855651 Mar 11 20:36:14.870650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7415d262-131d-4b14-b483-1871bdbb9592 req-bce24c3f-4fea-4f3a-a73c-2e59ea0dc1e9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394506 Mar 11 20:36:16.083887 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe6826-3a9f-4690-97d0-fe0ccfff5543 req-45ba2b3b-1059-4ecf-8ae5-afca0b01b976 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:16.085311 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e9fe6826-3a9f-4690-97d0-fe0ccfff5543 req-45ba2b3b-1059-4ecf-8ae5-afca0b01b976 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0865347 Mar 11 20:36:16.130329 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e9fe6826-3a9f-4690-97d0-fe0ccfff5543 req-9dffe4c3-74d1-49b3-a48a-85daaafe8e38 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390687 Mar 11 20:36:16.863211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a05447d1-4dd4-484c-a5e7-169192995390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:17.345050 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c213c7-9d9e-449a-897a-9c975567bb80 req-05383f34-4890-4304-99b8-78a3a1e7e006 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:17.346499 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-84c213c7-9d9e-449a-897a-9c975567bb80 req-05383f34-4890-4304-99b8-78a3a1e7e006 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0965624 Mar 11 20:36:17.395159 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-84c213c7-9d9e-449a-897a-9c975567bb80 req-3ec5556e-a3e9-4ba9-bd06-a530f866e65c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Mar 11 20:36:18.112051 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:18.153872 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:18.607007 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df59a-0f6d-4cc7-93c6-9e7da6c51164 req-b25dd549-a6db-4741-812b-fa66a9d8a24e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:18.608486 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e99df59a-0f6d-4cc7-93c6-9e7da6c51164 req-b25dd549-a6db-4741-812b-fa66a9d8a24e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0772076 Mar 11 20:36:18.661304 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e99df59a-0f6d-4cc7-93c6-9e7da6c51164 req-993fe47d-5d0b-4007-b773-e1e66ba6fabf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469999 Mar 11 20:36:19.461358 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:19.755178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:36:19.866904 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ed3b-ce9a-4716-8637-4efec9eb68ae req-bd742a9a-5c23-4b1c-b8ac-03dc842fc2b7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:19.868378 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b7d9ed3b-ce9a-4716-8637-4efec9eb68ae req-bd742a9a-5c23-4b1c-b8ac-03dc842fc2b7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0788052 Mar 11 20:36:19.885164 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:36:19.898416 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'mac_address': 'fa:16:3e:aa:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:36:19.914509 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b7d9ed3b-ce9a-4716-8637-4efec9eb68ae req-d5031eed-eecc-4913-a4d6-a4e4af58c3fb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405505 Mar 11 20:36:19.953457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:19.970260 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab534b6c-d48d-47e8-b65c-ac31ce20665f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:36:19.984975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:36:19.991230 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:20.088772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:20.097587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.097928 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.098255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.098562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.098937 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.099255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.099605 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.099903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.100233 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.100606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.100845 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:36:20.312315 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['ab534b6c-d48d-47e8-b65c-ac31ce20665f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:36:21.127516 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63ac62-54c3-4c38-939e-dd982c860be9 req-d44092c3-513a-4119-9134-78dbfb60b29b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:21.128968 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f63ac62-54c3-4c38-939e-dd982c860be9 req-d44092c3-513a-4119-9134-78dbfb60b29b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 944 time: 0.0857863 Mar 11 20:36:21.175254 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5f63ac62-54c3-4c38-939e-dd982c860be9 req-fffe5f40-0bab-45d2-ab7c-4f0f7ccb7740 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402951 Mar 11 20:36:21.771804 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:36:21.858373 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port ab534b6c-d48d-47e8-b65c-ac31ce20665f completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:36:21.863846 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port ab534b6c-d48d-47e8-b65c-ac31ce20665f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:36:21.864217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:21.977500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:22.004236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:36:22.013983 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:36:22.018372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:22.090171 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:22.179366 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'code': 200} Mar 11 20:36:22.369968 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502ff29-183d-495f-99a3-4301404da928 req-50975ad7-f554-4dba-9288-9a5e9792d402 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:22.371437 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8502ff29-183d-495f-99a3-4301404da928 req-50975ad7-f554-4dba-9288-9a5e9792d402 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0752790 Mar 11 20:36:22.465219 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8502ff29-183d-495f-99a3-4301404da928 req-33725002-c0a1-4b3c-9d87-63f5f700c9fb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871608 Mar 11 20:36:22.483133 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f801b92d-cc3f-498d-8816-ce993e70d95f req-b2960930-3a56-4a64-84e5-c7ecae888351 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0835433 Mar 11 20:36:22.526743 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f801b92d-cc3f-498d-8816-ce993e70d95f req-4965a52d-9534-4531-baef-db81c3ffd014 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379405 Mar 11 20:36:23.687272 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8d48-ccf7-4546-983e-40a0b45b3e6c req-9ca331c3-5253-42ae-a932-846d1269d0f5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:23.688881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cec8d48-ccf7-4546-983e-40a0b45b3e6c req-9ca331c3-5253-42ae-a932-846d1269d0f5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0930283 Mar 11 20:36:23.742469 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4cec8d48-ccf7-4546-983e-40a0b45b3e6c req-ff8cd1aa-49c8-4fe9-b8ab-534d0a8aed44 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472159 Mar 11 20:36:24.961149 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3176776-e2b9-4b9d-9d07-ee4b307fab98 req-a772c410-f620-4e09-8861-d99583e2262c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:24.962469 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f3176776-e2b9-4b9d-9d07-ee4b307fab98 req-a772c410-f620-4e09-8861-d99583e2262c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0866036 Mar 11 20:36:25.008620 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f3176776-e2b9-4b9d-9d07-ee4b307fab98 req-3e92cdd4-3765-4c16-8eb5-765192c33449 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383115 Mar 11 20:36:25.201636 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9aed0f-08fb-416f-b742-1767fe9c8470 req-458d3bbd-f784-4d54-be79-052fed4dd1b5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:25.203082 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d9aed0f-08fb-416f-b742-1767fe9c8470 req-458d3bbd-f784-4d54-be79-052fed4dd1b5 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0771539 Mar 11 20:36:25.253681 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-3d9aed0f-08fb-416f-b742-1767fe9c8470 req-7ef94db7-77f9-4ebe-9907-07bffaf8a1b1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Mar 11 20:36:25.263272 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:25.281551 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44364) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:36:25.420379 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0d03aaed-b104-496c-a177-f04212c40f62 tempest-TestShelveInstance-1855510873 tempest-TestShelveInstance-1855510873-project-admin] Synchronizing usage tracker for tenant:d07e28cddd50413880e83339503c62d2 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:36:25.438553 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-0d03aaed-b104-496c-a177-f04212c40f62 tempest-TestShelveInstance-1855510873 tempest-TestShelveInstance-1855510873-project-admin] Unset dirty status for tenant:d07e28cddd50413880e83339503c62d2 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:36:25.439821 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0d03aaed-b104-496c-a177-f04212c40f62 tempest-TestShelveInstance-1855510873 tempest-TestShelveInstance-1855510873-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1093 time: 0.1570601 Mar 11 20:36:25.442601 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44370) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:36:25.447731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:36:25.453242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:36:25.457179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Usage tracker for resource:floatingip and tenant:f155686b97524e648dbb44441bda59cc is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:36:25.460000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:36:25.465728 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:36:25.478206 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:25.612125 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:25.747788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Allocated IP 172.26.8.215 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/9b7780be-53ad-4128-ac43-c312931e0a6b) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:36:25.897590 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:25.928017 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:25.992600 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:36:25.995411 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:36:25.999573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:36:26.023755 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=9b7780be-53ad-4128-ac43-c312931e0a6b,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:26.568307 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:26.626014 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:26.821731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:26.829126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:26.931248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event updated for resources: {'Port': ['ID=9b7780be-53ad-4128-ac43-c312931e0a6b,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:36:26.945464 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:27.145192 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.l3_db [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Floating IP aeb913c4-4d6b-4da4-b371-6b93647dbbcb associated. External IP: 172.26.8.215, port: ab534b6c-d48d-47e8-b65c-ac31ce20665f. Mar 11 20:36:27.549599 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:36:27.849108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:36:27.858660 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:36:27.872663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:27.875093 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:36:27.875743 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:36:27.924471 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-598101b3-5908-473a-a136-40d345f55a9b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4808793 Mar 11 20:36:27.925044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:36:28.053199 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:36:28.082653 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'status': 'completed', 'code': 200} Mar 11 20:36:28.171822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-46e57723-9ad7-4195-98a2-64e532f0b37a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0687017 Mar 11 20:36:28.301579 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-d8105271-9fd1-4310-89cb-de6b7fc39629 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:28.303084 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-d8105271-9fd1-4310-89cb-de6b7fc39629 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1258745 Mar 11 20:36:28.403801 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-05d7a097-4c92-4005-b3f2-6246fb25bfd2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 999 time: 0.0950189 Mar 11 20:36:28.419408 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'aeb913c4-4d6b-4da4-b371-6b93647dbbcb', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:aa:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:36:26Z', 'updated_at': '2022-03-11T20:36:26Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:36:28.423154 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:36:28.433300 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:36:28.433876 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:36:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:36:28.463967 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-be05fdad-4ae1-4560-bd07-9f4ac6df43d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:28.465396 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-be05fdad-4ae1-4560-bd07-9f4ac6df43d4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0552197 Mar 11 20:36:28.609168 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:36:28.638864 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-1fb190cb-a4d9-4432-b6e1-094621366ed2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1661956 Mar 11 20:36:28.767066 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-ba90f505-9ad8-4517-a000-7cab42399855 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210935 Mar 11 20:36:28.899640 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-99cd497e-c278-41d6-afe2-104e06fd4b49 req-11813e17-4cce-4ac7-96dc-bf4150b69b4f service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268811 Mar 11 20:36:28.947307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'aeb913c4-4d6b-4da4-b371-6b93647dbbcb', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:aa:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:36:26Z', 'updated_at': '2022-03-11T20:36:26Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:36:28.951291 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371ec25-59a4-4f8e-ac3d-c4b9a247d7c7 None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': 'aeb913c4-4d6b-4da4-b371-6b93647dbbcb', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'floating_ip_address': '172.26.8.215', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'mac_address': 'fa:16:3e:aa:a6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:36:26Z', 'updated_at': '2022-03-11T20:36:26Z', 'revision_number': 0, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:36:29.143815 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cff4e8-a68f-42d0-90c7-dc72362cd56c None None] New status for floating IP aeb913c4-4d6b-4da4-b371-6b93647dbbcb: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:36:30.080684 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-790dee3b-b0a8-4055-a96c-e5b6247d32a0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752151 Mar 11 20:36:30.223377 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-f3a2d084-2e9e-40b0-897d-b4362129aa0b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0722337 Mar 11 20:36:30.365925 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-619e37f4-dadf-4856-9a38-e83d46f77bd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:30.367303 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-619e37f4-dadf-4856-9a38-e83d46f77bd2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1255312 Mar 11 20:36:30.467370 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-548b091e-9886-4b1c-95d6-a9670be5b457 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1001 time: 0.0945866 Mar 11 20:36:30.529278 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-d7dda4d1-5002-4568-a540-167928159317 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:30.530646 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-d7dda4d1-5002-4568-a540-167928159317 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0573597 Mar 11 20:36:30.610027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-b9dd1e07-da51-46bc-9c8f-e553f740d9ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733325 Mar 11 20:36:30.739628 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-c8f36ff0-ef0a-48ad-8697-3b3786ae24ed service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231592 Mar 11 20:36:30.866999 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-05d90e08-d054-4c3d-96cc-196c2df4e106 req-928112a9-7ab9-478e-a445-7dc9afac7f99 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214936 Mar 11 20:36:39.225180 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:36:44.581237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-536343cd-a3de-4a03-9ec7-c8c02f31f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:46.856849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5f28087f-75d6-46b7-a3a4-e82c24da7838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:48.103503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:48.160130 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:49.459306 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:36:55.265135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:14.592463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a0397c3d-5c30-42f2-b18c-358aee626fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:16.228586 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:37:16.864574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b39a8022-9dd6-4d21-baa8-837e95d71780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:18.120031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:18.154978 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:19.465496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:25.263798 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:31.388458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-d8fb7fb0-999e-4879-98d9-7ee341a9262e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708399 Mar 11 20:37:31.541082 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-276b6037-2b20-4c1e-8014-bf42892f5f3e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0813494 Mar 11 20:37:31.693615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-5b88098e-08cc-43df-8110-6ebdba3b5d46 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:31.695058 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-5b88098e-08cc-43df-8110-6ebdba3b5d46 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1344681 Mar 11 20:37:31.796027 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-49c0080a-c619-48db-9f03-382981cfe29b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1001 time: 0.0948930 Mar 11 20:37:31.949339 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-a2c4e9dc-c34c-4294-906b-03218fcb7b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:31.950739 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-a2c4e9dc-c34c-4294-906b-03218fcb7b34 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.1491203 Mar 11 20:37:32.025660 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-dbc623a5-a5ac-417d-a8a9-52a9a3eab2f0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687919 Mar 11 20:37:32.161913 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-80f32200-f148-444e-a31f-42735efb9534 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302743 Mar 11 20:37:32.297204 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b741a32d-e631-4a8d-92cb-d8074d56b849 req-4a5bafc4-ca6d-4562-933d-903b88f2e068 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293659 Mar 11 20:37:44.590616 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-db6ba87b-6ca9-4a05-bd08-7f385dbb879e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:46.868032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5b556bf1-7a91-4000-b43c-e4a58e49b587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:48.116637 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:48.158936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:49.470659 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:37:53.234976 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:37:55.276283 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:14.591707 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ce5e4f7a-5b17-490e-91a9-83c302d31867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:16.868926 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9484fa66-3b49-4a78-85e0-e098c3be6725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:18.124626 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:18.162263 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:19.473475 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:23.962326 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2d57-0048-4975-a100-abe70f0b84b5 req-74d040d9-ba0d-47c2-8479-8f9fa01e2eec tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:23.963802 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4ff2d57-0048-4975-a100-abe70f0b84b5 req-74d040d9-ba0d-47c2-8479-8f9fa01e2eec tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0798028 Mar 11 20:38:24.009959 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4ff2d57-0048-4975-a100-abe70f0b84b5 req-294e1546-6d48-4e3c-9a87-df3c8fdf5caa tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405514 Mar 11 20:38:25.237165 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b150c9-76c9-41e1-96d3-5f76dd2bfbf7 req-9b592903-6400-47c3-9fc2-1079de076f0e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:25.238616 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f7b150c9-76c9-41e1-96d3-5f76dd2bfbf7 req-9b592903-6400-47c3-9fc2-1079de076f0e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0938344 Mar 11 20:38:25.278674 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:25.288074 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f7b150c9-76c9-41e1-96d3-5f76dd2bfbf7 req-622e6bc5-633c-4bcb-9cd7-ddb4557ec16d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436757 Mar 11 20:38:26.502620 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163674f-bafc-48bd-9f70-d249253c279a req-bf07d29e-972b-4dd1-a895-e234ae71ff23 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:26.504070 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1163674f-bafc-48bd-9f70-d249253c279a req-bf07d29e-972b-4dd1-a895-e234ae71ff23 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0769100 Mar 11 20:38:26.547690 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1163674f-bafc-48bd-9f70-d249253c279a req-108f54c5-18c1-4a9d-a491-9f3e1737f370 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379279 Mar 11 20:38:27.747577 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d657d-f661-4aeb-a2fa-ea949d4771c7 req-7ef54811-1bde-4838-a833-e8b077615e15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:27.749026 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e6d657d-f661-4aeb-a2fa-ea949d4771c7 req-7ef54811-1bde-4838-a833-e8b077615e15 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0777779 Mar 11 20:38:27.796453 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-7e6d657d-f661-4aeb-a2fa-ea949d4771c7 req-89971791-15e9-4aa8-90fe-3b905820f99d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Mar 11 20:38:29.016297 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba1138-8a24-40f5-9525-57e2d6f08830 req-a70ee34c-636f-4666-a728-0058024ccf61 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:29.017732 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82ba1138-8a24-40f5-9525-57e2d6f08830 req-a70ee34c-636f-4666-a728-0058024ccf61 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0869508 Mar 11 20:38:29.062287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-82ba1138-8a24-40f5-9525-57e2d6f08830 req-62768c06-2ae8-45ec-aad1-1a90110022a0 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390120 Mar 11 20:38:30.225663 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:38:30.287015 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3a1bf-3f95-4027-bf15-f5d6c5cfb877 req-8a7f6474-de57-4c0f-a834-a85eb2e73113 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:30.288522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e9c3a1bf-3f95-4027-bf15-f5d6c5cfb877 req-8a7f6474-de57-4c0f-a834-a85eb2e73113 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0909455 Mar 11 20:38:30.334065 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e9c3a1bf-3f95-4027-bf15-f5d6c5cfb877 req-fe7b70d7-499b-479e-9165-c91f1c304a62 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388558 Mar 11 20:38:31.535177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f93c8-2881-4d88-a76b-755b6b2313ca req-80134540-9d2f-4e04-a539-b73605cbebcb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:31.536563 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6c9f93c8-2881-4d88-a76b-755b6b2313ca req-80134540-9d2f-4e04-a539-b73605cbebcb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0804684 Mar 11 20:38:31.586920 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6c9f93c8-2881-4d88-a76b-755b6b2313ca req-972fbca5-957c-4460-b5fd-5b6af548fdf7 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448391 Mar 11 20:38:32.807995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7c45e-2230-4e16-9fa3-916b1f38ee52 req-793844a5-6640-4f41-8816-374dd7150fd1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:32.809539 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-faa7c45e-2230-4e16-9fa3-916b1f38ee52 req-793844a5-6640-4f41-8816-374dd7150fd1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0944531 Mar 11 20:38:32.861619 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-faa7c45e-2230-4e16-9fa3-916b1f38ee52 req-4b5d198c-f811-46ce-865b-08156c6ea675 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Mar 11 20:38:33.435982 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-90802ecb-b37d-4ceb-97fb-b8b61b1bf3b5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0698853 Mar 11 20:38:33.583755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-25026f92-843a-41f4-992a-13dc1310c27e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.585187 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-25026f92-843a-41f4-992a-13dc1310c27e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1298513 Mar 11 20:38:33.698030 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-4cce5a76-e480-40f4-adcd-fdc5097a39e2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1001 time: 0.1062968 Mar 11 20:38:33.757364 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-a1af7598-efd7-4489-9598-055f30bf13b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.758695 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-a1af7598-efd7-4489-9598-055f30bf13b4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0546422 Mar 11 20:38:33.833153 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-c2751727-2242-4ab7-b09a-5b998648523c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688338 Mar 11 20:38:33.842354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-c3506205-ab3b-4b81-a25e-5c64ed6c911a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:38:33.843215 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-c3506205-ab3b-4b81-a25e-5c64ed6c911a service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045907 Mar 11 20:38:33.971890 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-1b153de6-aa02-4289-931b-9e8fb93bc18e service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224909 Mar 11 20:38:34.148958 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6a8495f4-493b-426b-b848-d8d4f4ed283d req-380bf568-f4ff-4eeb-ae4d-b2235f1ae3d9 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704607 Mar 11 20:38:34.162070 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60a7c-3ee8-470b-b490-d3f2b840abcf req-4ee8a182-1f0f-4432-aef2-156762583bce tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:34.163522 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53c60a7c-3ee8-470b-b490-d3f2b840abcf req-4ee8a182-1f0f-4432-aef2-156762583bce tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.1676743 Mar 11 20:38:34.358269 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-53c60a7c-3ee8-470b-b490-d3f2b840abcf req-6d996014-2646-47dd-a795-c174e0ae4fd1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878119 Mar 11 20:38:34.373787 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-a994c3d9-c917-4ee4-a5fd-bc6c389931da service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.1858940 Mar 11 20:38:34.504411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-5f064a68-7b11-4a98-8614-6f1464c4216e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:34.505852 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-5f064a68-7b11-4a98-8614-6f1464c4216e service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1265321 Mar 11 20:38:34.612901 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-90afe9f6-952d-4b3e-8979-ecb968fe346a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1001 time: 0.1008177 Mar 11 20:38:34.673818 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-a8cc9827-e65f-42e0-a139-f643a4810b56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:34.675172 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-a8cc9827-e65f-42e0-a139-f643a4810b56 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0560546 Mar 11 20:38:34.750944 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-35f900d5-065c-437b-bbc9-15984d17e84a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693197 Mar 11 20:38:34.887854 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-cef8d302-4dbc-4e37-991a-6fbbff2e9db2 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305859 Mar 11 20:38:35.025487 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5366607f-3fe9-42c9-ad83-7d759c68ef5c req-a7c49598-f972-4c83-950f-33876b49915a service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322227 Mar 11 20:38:35.574516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930eba-1235-48ab-9431-0ce3e46d4111 req-19583877-e649-4d26-bc2a-309943dd2a0b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:35.575964 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b6930eba-1235-48ab-9431-0ce3e46d4111 req-19583877-e649-4d26-bc2a-309943dd2a0b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0764604 Mar 11 20:38:35.620124 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b6930eba-1235-48ab-9431-0ce3e46d4111 req-b033478a-4926-4511-b3e1-d792e1d12802 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385985 Mar 11 20:38:36.820827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891312c-b1cb-4b16-a8ff-bb0f16a9092d req-0cb941d0-2790-44cc-879e-a7c98d34fc92 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:36.822199 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f891312c-b1cb-4b16-a8ff-bb0f16a9092d req-0cb941d0-2790-44cc-879e-a7c98d34fc92 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0796695 Mar 11 20:38:36.867261 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f891312c-b1cb-4b16-a8ff-bb0f16a9092d req-e8beb89c-68aa-43f1-8fe3-ddec978d063b tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394831 Mar 11 20:38:38.075991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d198b1e-94a2-423e-ad05-39cd53043332 req-86ed7211-acd2-431a-a1fd-55fea581e915 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:38.077422 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1d198b1e-94a2-423e-ad05-39cd53043332 req-86ed7211-acd2-431a-a1fd-55fea581e915 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0836179 Mar 11 20:38:38.130505 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-1d198b1e-94a2-423e-ad05-39cd53043332 req-65398ff3-4456-4fd8-835f-05e426e63a04 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449309 Mar 11 20:38:38.332918 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-11cf3942-78a3-4338-a6b4-30bb2e397561 req-2a6a4967-e872-48ae-afbe-0b8fb2b2b4ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0791297 Mar 11 20:38:38.373385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:38:38.485123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:38.512353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:38:38.522062 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:38.527274 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:38.583831 dv-neutron-832764-2-hyperv neutron-server[83814]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'code': 422} returned with failed status Mar 11 20:38:38.594150 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:38.602399 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.602731 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.603057 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.603394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.603716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.604033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.604346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.604660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.604970 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.605278 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.605585 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:38.664660 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b444b-d1ab-4b67-a680-17a59ac51ba9 req-107ac78d-67e5-4110-a4bd-a45af88ea2ac tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:38.666095 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f02b444b-d1ab-4b67-a680-17a59ac51ba9 req-107ac78d-67e5-4110-a4bd-a45af88ea2ac tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.1419613 Mar 11 20:38:38.669610 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-61f1e7e4-2d3b-4edd-86e6-3cf02c804b66 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2039239 Mar 11 20:38:38.714413 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f02b444b-d1ab-4b67-a680-17a59ac51ba9 req-0e66882c-ff1b-40b1-a98e-00a21bc9562f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Mar 11 20:38:39.914109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae548-85bf-43d9-a1a4-620266b8be3e req-0344822c-ce86-4077-ab65-624d93c7f99d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:39.916593 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f24ae548-85bf-43d9-a1a4-620266b8be3e req-0344822c-ce86-4077-ab65-624d93c7f99d tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0813460 Mar 11 20:38:39.962268 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f24ae548-85bf-43d9-a1a4-620266b8be3e req-88b7e233-1f96-451d-9400-71449657cbcd tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Mar 11 20:38:40.883841 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-3217d78e-90a9-4718-8873-218b726efb6d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&tenant_id=f155686b97524e648dbb44441bda59cc HTTP/1.1" status: 200 len: 1096 time: 0.0681415 Mar 11 20:38:40.975789 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-0a1d6152-6bec-45b0-a1cf-546c032376d9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0707614 Mar 11 20:38:41.102879 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-4a7ebbfe-d4a1-49e0-b1a5-eaf61675c6f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:41.104446 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-4a7ebbfe-d4a1-49e0-b1a5-eaf61675c6f7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1226869 Mar 11 20:38:41.157798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cef59-097a-4e98-8154-d68cf606cd85 req-3cc75a98-8692-45e9-83ef-af83b46cdb47 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:41.159461 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6f1cef59-097a-4e98-8154-d68cf606cd85 req-3cc75a98-8692-45e9-83ef-af83b46cdb47 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0761421 Mar 11 20:38:41.204605 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-6f1cef59-097a-4e98-8154-d68cf606cd85 req-57e69d86-fb7b-4d93-8f74-3e4b64d86e4e tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396287 Mar 11 20:38:41.204862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-adaa45d7-9bca-4f78-a579-1b5a00cc6cc7 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 999 time: 0.0946958 Mar 11 20:38:41.265258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-11c0ac9c-8730-4b81-acff-fb2c6a2c991c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:41.266555 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-11c0ac9c-8730-4b81-acff-fb2c6a2c991c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0562050 Mar 11 20:38:41.346314 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-ab79aaa4-7d15-4efa-9fbd-266c31508df8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740662 Mar 11 20:38:41.481930 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-fa51f194-a34a-4430-93f7-f0413bab1002 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297443 Mar 11 20:38:41.701546 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0855182e-a3d4-45ce-ae09-948e91d36977 req-44ca29c1-9fc2-45a3-9b5f-b530049cc508 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140696 Mar 11 20:38:42.427348 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae891-5983-412e-8d3b-b1e5a06fecac req-c5bc7c3e-af93-47ce-9682-81b7ccc93aa2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:42.428683 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a7ae891-5983-412e-8d3b-b1e5a06fecac req-c5bc7c3e-af93-47ce-9682-81b7ccc93aa2 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0824728 Mar 11 20:38:42.474348 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0a7ae891-5983-412e-8d3b-b1e5a06fecac req-2d38d535-b83c-4c9f-8251-fd4b81d7e9ea tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400283 Mar 11 20:38:43.684726 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d77e2-3d5c-4744-a1b2-6de859b391a4 req-4fba9008-a7ae-42ba-b1bc-28b9586f112a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:43.686154 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-334d77e2-3d5c-4744-a1b2-6de859b391a4 req-4fba9008-a7ae-42ba-b1bc-28b9586f112a tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0819199 Mar 11 20:38:43.730076 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-334d77e2-3d5c-4744-a1b2-6de859b391a4 req-2ed91f22-c9b1-4c5e-b667-f9000b626625 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384860 Mar 11 20:38:44.589289 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0a3f6bdc-df2a-42c5-97de-5c57b2c66de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:44.942619 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78359d01-727a-43b1-a1d1-eafdfd9893fc req-2adec432-2732-42b5-b5b1-041f583fb011 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:44.944086 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-78359d01-727a-43b1-a1d1-eafdfd9893fc req-2adec432-2732-42b5-b5b1-041f583fb011 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0886052 Mar 11 20:38:44.989541 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-78359d01-727a-43b1-a1d1-eafdfd9893fc req-7564c51e-1234-417e-97c2-688834738d73 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398774 Mar 11 20:38:46.194740 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b250c-06fd-4ca6-8a75-29ce3ed19be2 req-d032c0be-ded7-4720-a27a-fa666e2cbfd9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.196206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a9b250c-06fd-4ca6-8a75-29ce3ed19be2 req-d032c0be-ded7-4720-a27a-fa666e2cbfd9 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0779667 Mar 11 20:38:46.244743 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8a9b250c-06fd-4ca6-8a75-29ce3ed19be2 req-a6f8111b-8cfb-4556-ac07-a22905206eab tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415752 Mar 11 20:38:46.872597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-29066474-e08b-4780-931c-f3265bdedfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:47.448590 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b48a9-1de4-4090-aa14-383b1b8b9581 req-ca1c58e1-c2be-489e-8e06-909a76792c45 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:47.450086 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d46b48a9-1de4-4090-aa14-383b1b8b9581 req-ca1c58e1-c2be-489e-8e06-909a76792c45 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0794683 Mar 11 20:38:47.495177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d46b48a9-1de4-4090-aa14-383b1b8b9581 req-5260a890-2d50-45f1-b3df-4681d39903e1 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 Mar 11 20:38:48.122169 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:48.164794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:48.716798 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f2da-de3e-4a4e-8c59-a23c09afab17 req-b0f6cd46-756b-4f64-a399-d9be4d4ebb11 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.718240 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-45f2f2da-de3e-4a4e-8c59-a23c09afab17 req-b0f6cd46-756b-4f64-a399-d9be4d4ebb11 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0850403 Mar 11 20:38:48.765085 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-45f2f2da-de3e-4a4e-8c59-a23c09afab17 req-76d68fbd-0e5a-4ddc-b5bb-fafcc9933acb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411546 Mar 11 20:38:49.476389 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:49.988445 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19d769-80cc-4a8b-a717-98cc770f551e req-b5c75d5f-835a-403e-a351-9664ae1be449 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:49.989971 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f19d769-80cc-4a8b-a717-98cc770f551e req-b5c75d5f-835a-403e-a351-9664ae1be449 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 943 time: 0.0890369 Mar 11 20:38:50.037013 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-1f19d769-80cc-4a8b-a717-98cc770f551e req-7cf7e8ca-4de2-4114-be79-974a26e2bd7f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391431 Mar 11 20:38:50.438483 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:38:50.606660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:50.619806 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'port_id': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'mac_address': 'fa:16:3e:aa:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:38:50.673885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:50.690330 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab534b6c-d48d-47e8-b65c-ac31ce20665f {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:38:50.706365 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:50.716133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:50.783356 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:51.037048 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['ab534b6c-d48d-47e8-b65c-ac31ce20665f'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:38:51.246291 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5d78a-5b70-4873-a123-3c2b131cc648 req-efd3954b-37a1-408f-952e-092e93e58fcf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:51.247778 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d7b5d78a-5b70-4873-a123-3c2b131cc648 req-efd3954b-37a1-408f-952e-092e93e58fcf tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 944 time: 0.0773695 Mar 11 20:38:51.293384 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d7b5d78a-5b70-4873-a123-3c2b131cc648 req-02613cee-0e4c-40fb-bc07-08120f38c556 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391645 Mar 11 20:38:52.440426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:38:52.502670 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40911a50-9287-4a2d-9e79-0325353042bf req-f75e625d-29c7-41e1-92ad-edc4305ccab6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:52.504175 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40911a50-9287-4a2d-9e79-0325353042bf req-f75e625d-29c7-41e1-92ad-edc4305ccab6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 944 time: 0.0825558 Mar 11 20:38:52.512973 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port ab534b6c-d48d-47e8-b65c-ac31ce20665f triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:38:52.513321 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:52.551983 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-40911a50-9287-4a2d-9e79-0325353042bf req-11e0228d-2960-4b7a-b5bf-f8408ee17706 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Mar 11 20:38:52.623909 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:52.650259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:38:52.659904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:52.664752 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:52.705799 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'code': 200} Mar 11 20:38:52.731123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:52.976898 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c33fbeb8-72e4-491d-aab2-535703fb68b0 req-d92c15d7-0c47-4e7e-81ad-f9d305b0754e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0784168 Mar 11 20:38:53.017692 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-c33fbeb8-72e4-491d-aab2-535703fb68b0 req-c19b5a39-f3e1-4ef5-aa6a-c47e4d93acb6 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351086 Mar 11 20:38:53.760272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3d448-cfd9-40f2-9f71-6a8662af7451 req-997b998c-bd6b-4e9f-8f0b-cfe5f17cf717 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:53.761740 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aec3d448-cfd9-40f2-9f71-6a8662af7451 req-997b998c-bd6b-4e9f-8f0b-cfe5f17cf717 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0872669 Mar 11 20:38:53.809383 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-aec3d448-cfd9-40f2-9f71-6a8662af7451 req-72035f0b-650e-42e0-8110-98b75dfba03f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399683 Mar 11 20:38:55.012571 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f50dda-eeb6-4579-a15c-fd7400ff79cb req-1be14317-d417-4b78-bc8e-7a1c61a2c461 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:55.013874 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20f50dda-eeb6-4579-a15c-fd7400ff79cb req-1be14317-d417-4b78-bc8e-7a1c61a2c461 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0755477 Mar 11 20:38:55.060294 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-20f50dda-eeb6-4579-a15c-fd7400ff79cb req-57f1a06e-d329-4d50-8e0a-d0caad407ef8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388615 Mar 11 20:38:55.313757 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:38:57.664966 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-4359cf46-0d3f-4371-9818-daed8f5a04e8 req-240e3ebf-13de-4e7e-9f9f-ec10b24102bd service neutron] (83812) timed out ('10.222.0.76', 42862) {{(pid=83812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 20:39:07.231240 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:39:14.585903 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-96a485fc-7d06-40d2-ac74-5920e7a0013a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:16.865420 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-779c00d2-a694-4b9a-81f9-901566f4144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:17.062838 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-1a06df8b-bceb-49cc-972a-514a1dc04cd3 req-159afaf7-63a7-4105-8ce9-60d74df9e0b0 tempest-TestNetworkAdvancedServerOps-999210996 tempest-TestNetworkAdvancedServerOps-999210996-project] (83812) timed out ('10.222.0.90', 53627) {{(pid=83812) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 11 20:39:18.124958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:18.169087 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:19.474295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:25.299633 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:35.390833 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-fa84205c-5394-4d38-b123-353a675b375a service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776229 Mar 11 20:39:35.538837 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-a3ff2d14-c589-4953-a34a-3db4beb84a5e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0783756 Mar 11 20:39:35.690078 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-26c6570e-030f-41e9-a2df-690300bb7f54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:35.691532 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-26c6570e-030f-41e9-a2df-690300bb7f54 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1312027 Mar 11 20:39:35.793727 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-3f7b51e1-2f04-4a09-a6de-62a720b109b4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 1001 time: 0.0963607 Mar 11 20:39:35.855599 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-c5d7e894-a55b-466b-a577-ca742f3dceeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:35.857019 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-c5d7e894-a55b-466b-a577-ca742f3dceeb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0570216 Mar 11 20:39:35.935547 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-6eb26eb1-a9b3-4b6a-87ee-00283444902c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719182 Mar 11 20:39:36.085451 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-44c829d6-ef3d-452f-9ed2-7fd3afe932f4 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428919 Mar 11 20:39:36.214511 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bf29fe53-6b8c-44d1-8caa-f731ec27ab5f req-12c0d2b1-3846-4033-8a4d-468ace268752 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237078 Mar 11 20:39:44.237119 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:39:44.592498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b6c2d305-d02b-4bf8-a9f9-c55394badba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:46.880163 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5d5e94c8-ad85-44b3-bc3b-d520734e3ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:48.133285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:48.172851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:49.484906 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:39:55.332191 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:13.300780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44536) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:13.503683 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Deleting port 9b7780be-53ad-4128-ac43-c312931e0a6b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:13.503887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:13.667805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:13.668126 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:13.787666 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Calling delete_port for 9b7780be-53ad-4128-ac43-c312931e0a6b owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:14.027458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:14.070360 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'Port': ['ID=9b7780be-53ad-4128-ac43-c312931e0a6b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:14.083873 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.084242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.084543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.084879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.085204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.085586 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.086328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.086328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.086474 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.086860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.087158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:14.173501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:14.576619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3649c7ac-a69d-4e15-a7f1-3bf4356498fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:14.579777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:14.787531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:14.797652 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:14.808184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:14.809889 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:14.810706 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:14.864648 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a3b22cde-3a09-42a7-9b9f-5d50e0aea3f8 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "DELETE /v2.0/floatingips/aeb913c4-4d6b-4da4-b371-6b93647dbbcb HTTP/1.1" status: 204 len: 168 time: 1.5626998 Mar 11 20:40:14.865201 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:40:14.927554 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'status': 'completed', 'code': 200} Mar 11 20:40:15.022465 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:15.133430 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-06652aa3-2765-43b9-8277-6b8e8c014a3b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=f155686b97524e648dbb44441bda59cc&device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 1098 time: 0.1810267 Mar 11 20:40:15.267755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-ca3767dd-29d8-41ed-96ba-de5d949d60d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:15.269248 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-ca3767dd-29d8-41ed-96ba-de5d949d60d3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 200 len: 909 time: 0.1304977 Mar 11 20:40:15.296116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d2cc9-2cb7-42d8-9f20-49ec87bff2a1 req-d7eca65e-15dd-496d-87bd-fc16e2aa96dc tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:15.296831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-594d2cc9-2cb7-42d8-9f20-49ec87bff2a1 req-d7eca65e-15dd-496d-87bd-fc16e2aa96dc tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:40:15.314784 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-594d2cc9-2cb7-42d8-9f20-49ec87bff2a1 req-d7eca65e-15dd-496d-87bd-fc16e2aa96dc tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:40:15.316466 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-594d2cc9-2cb7-42d8-9f20-49ec87bff2a1 req-d7eca65e-15dd-496d-87bd-fc16e2aa96dc tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.1085329 Mar 11 20:40:15.333410 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:15.338207 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:15.341072 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-d67c359e-ea3d-4aed-8b6e-079b10307c12 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 200 len: 217 time: 0.0655477 Mar 11 20:40:15.348547 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:15.349136 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:39:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:15.363490 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-594d2cc9-2cb7-42d8-9f20-49ec87bff2a1 req-da41ea5e-d77c-452f-934a-256db39540b6 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Mar 11 20:40:15.404604 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-85f6a42b-1cc8-489d-811c-1c2eff5c7503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:15.406031 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-85f6a42b-1cc8-489d-811c-1c2eff5c7503 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 200 len: 847 time: 0.0580392 Mar 11 20:40:15.481438 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-08b06593-6d4b-4077-af39-a9ff0d40b4ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=b0756c1e-10b8-483f-95bb-685f044396dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676095 Mar 11 20:40:15.525815 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:15.623190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-ed046f47-69ba-4554-9b1e-f67386824a70 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348426 Mar 11 20:40:15.754365 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ae790cc0-91fa-4f99-bc88-b0ebe00fd487 req-50532b65-0304-4680-b837-11c36e94f150 service neutron] 10.222.0.90 "GET /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241379 Mar 11 20:40:15.840805 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:15.845040 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e47448-6516-4745-9115-d40bf06b2b6b None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:10Z', 'revision_number': 4, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'a7afdefc-e12c-41f6-bb05-7e4470e29afe', 'name': '', 'network_id': 'b0756c1e-10b8-483f-95bb-685f044396dd', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'mac_address': 'fa:16:3e:b4:d5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:09Z', 'updated_at': '2022-03-11T20:30:18Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'subnets': [{'id': '369442a4-92c1-4f66-8ee2-9daeaa195e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:16.055077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a827c9-f68b-4643-9832-0335d93a1024 None None] New status for floating IP aeb913c4-4d6b-4da4-b371-6b93647dbbcb: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:40:16.583016 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378e884-de0c-44ae-ae83-f3c7cb7c01f5 req-5a632921-e450-4310-9192-a99fc5cbc690 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:16.584439 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4378e884-de0c-44ae-ae83-f3c7cb7c01f5 req-5a632921-e450-4310-9192-a99fc5cbc690 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0872097 Mar 11 20:40:16.632073 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4378e884-de0c-44ae-ae83-f3c7cb7c01f5 req-57a5ff4b-bd04-4142-b133-59327108e193 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Mar 11 20:40:16.873811 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-02d26ab9-5045-4482-b69f-b2936e9d4ceb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:16.875610 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-02d26ab9-5045-4482-b69f-b2936e9d4ceb tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 945 time: 0.0749049 Mar 11 20:40:16.875814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c4bd6d6e-306e-44f3-aaaf-02d4888531fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:16.944381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Deleting port ab534b6c-d48d-47e8-b65c-ac31ce20665f {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:16.944719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:17.182238 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] For port ab534b6c-d48d-47e8-b65c-ac31ce20665f, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=ab534b6c-d48d-47e8-b65c-ac31ce20665f,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:17.182582 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:17.297858 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Calling delete_port for ab534b6c-d48d-47e8-b65c-ac31ce20665f owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:17.441122 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:17.488258 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'Port': ['ID=ab534b6c-d48d-47e8-b65c-ac31ce20665f,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:17.531030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.531409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.531746 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.532076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.532402 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.532724 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.533042 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.533376 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.533675 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.533992 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.534324 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:17.572308 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] No DVR routers for this DVR port ab534b6c-d48d-47e8-b65c-ac31ce20665f on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:40:17.574616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:17.577101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-deleted', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:40:17.592812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-5040b9b3-30f4-431a-ab6f-a09cac251486 req-83615f50-b8a7-43a4-8e25-2af11996525f tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.90 "DELETE /v2.0/ports/ab534b6c-d48d-47e8-b65c-ac31ce20665f HTTP/1.1" status: 204 len: 173 time: 0.7124505 Mar 11 20:40:17.655281 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a46e3008-cb82-43e0-b889-f460c94da3f2', 'name': 'network-vif-deleted', 'tag': 'ab534b6c-d48d-47e8-b65c-ac31ce20665f', 'status': 'completed', 'code': 200} Mar 11 20:40:17.798634 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-35d3e12d-93f9-4d5a-b6b8-82649fc00e13 req-280d12a7-3046-41fa-bb6f-e2fc0ce7a27c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Synchronizing usage tracker for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:40:17.818259 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-35d3e12d-93f9-4d5a-b6b8-82649fc00e13 req-280d12a7-3046-41fa-bb6f-e2fc0ce7a27c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Unset dirty status for tenant:f155686b97524e648dbb44441bda59cc on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:40:17.830458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-35d3e12d-93f9-4d5a-b6b8-82649fc00e13 req-280d12a7-3046-41fa-bb6f-e2fc0ce7a27c tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "GET /v2.0/ports?device_id=a46e3008-cb82-43e0-b889-f460c94da3f2 HTTP/1.1" status: 200 len: 210 time: 0.0715225 Mar 11 20:40:18.131026 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:18.177692 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:18.926673 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44558) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:18.994764 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:19.026044 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:19.088490 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:19.106654 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe57fb6c-fcdf-470b-8bcd-ed62e64c6117,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:19.118950 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:19.120214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0f8a258f-9bd8-4b24-b6e2-2d7104eaf110 tempest-TestShelveInstance-989344850 tempest-TestShelveInstance-989344850-project] 10.222.0.76 "DELETE /v2.0/security-groups/fe57fb6c-fcdf-470b-8bcd-ed62e64c6117 HTTP/1.1" status: 204 len: 168 time: 0.1922259 Mar 11 20:40:19.182253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44564) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:19.486357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:19.915473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:20.506529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Deleting port a7afdefc-e12c-41f6-bb05-7e4470e29afe {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:20.507176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:20.676436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] For port a7afdefc-e12c-41f6-bb05-7e4470e29afe, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=a7afdefc-e12c-41f6-bb05-7e4470e29afe,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:20.676788 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:20.790715 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:20.797179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Calling delete_port for a7afdefc-e12c-41f6-bb05-7e4470e29afe owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:20.826078 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: ab534b6c-d48d-47e8-b65c-ac31ce20665f {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:20.826422 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device ab534b6c-d48d-47e8-b65c-ac31ce20665f not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:20.978507 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:21.021724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a7afdefc-e12c-41f6-bb05-7e4470e29afe,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:21.237859 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:40:21.349004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:22.036062 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Router 73e3d339-c98e-4671-8987-0df3aa50143c has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:22.234909 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:22.243821 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Sync routers for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:22.253582 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-360a7390-b615-455d-92d8-0cee9fc493cd admin admin] 10.222.0.76 "PUT /v2.0/routers/73e3d339-c98e-4671-8987-0df3aa50143c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0702260 Mar 11 20:40:22.256377 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44570) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:22.257329 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:22.258034 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:22.427873 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:22.447158 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:22.640713 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:22.650792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Deleting port 84b62147-1876-40fb-80fa-5198cdac85f5 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:22.651438 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:22.702719 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:40:20Z', 'revision_number': 5, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port': {'id': '84b62147-1876-40fb-80fa-5198cdac85f5', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:27:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:22.706438 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Checking router: 73e3d339-c98e-4671-8987-0df3aa50143c for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:22.717447 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Routers {'73e3d339-c98e-4671-8987-0df3aa50143c'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:22.718036 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['73e3d339-c98e-4671-8987-0df3aa50143c'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:22.824500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] For port 84b62147-1876-40fb-80fa-5198cdac85f5, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=84b62147-1876-40fb-80fa-5198cdac85f5,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:22.824854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:22.894714 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] Set router 73e3d339-c98e-4671-8987-0df3aa50143c gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:22.997108 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:40:22Z', 'revision_number': 6, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:23.001566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8245fb-0fec-461a-8aa9-7a64cdd8009a None None] The sync data for ids ['73e3d339-c98e-4671-8987-0df3aa50143c'] in dv-neutron-832764-2-hyperv is: [{'id': '73e3d339-c98e-4671-8987-0df3aa50143c', 'name': 'tempest-TestShelveInstance-518345216-router', 'tenant_id': 'f155686b97524e648dbb44441bda59cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:07Z', 'updated_at': '2022-03-11T20:40:22Z', 'revision_number': 6, 'project_id': 'f155686b97524e648dbb44441bda59cc', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:23.048466 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Calling delete_port for 84b62147-1876-40fb-80fa-5198cdac85f5 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:23.209174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.253410 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=84b62147-1876-40fb-80fa-5198cdac85f5,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:23.475783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.739541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.744285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.774300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.774783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73e3d339-c98e-4671-8987-0df3aa50143c {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:40:23.787279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:23.788421 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-49c80029-71ea-4a1e-9ff2-e1e9bef125f6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/73e3d339-c98e-4671-8987-0df3aa50143c HTTP/1.1" status: 204 len: 168 time: 1.5311191 Mar 11 20:40:23.791499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44574) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:23.851154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Deleting subnet 369442a4-92c1-4f66-8ee2-9daeaa195e99 {{(pid=83813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:40:23.854393 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.006187 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011370'] for subnet, precommit_delete_associations {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.084438 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.152567 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3110684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2496673'] for subnet, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.189221 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=369442a4-92c1-4f66-8ee2-9daeaa195e99,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:24.194030 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.199840 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d3c328f3-20fb-493e-9d40-3ec41ca9ea79 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/369442a4-92c1-4f66-8ee2-9daeaa195e99 HTTP/1.1" status: 204 len: 168 time: 0.4067125 Mar 11 20:40:24.200708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c79b41-16d7-4ae8-9069-a2d3ad92d181 None None] Network b0756c1e-10b8-483f-95bb-685f044396dd requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:24.202295 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44578) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:24.307302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.317796 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Deleting port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:24.318120 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.447197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] DHCP port deletion for b0756c1e-10b8-483f-95bb-685f044396dd request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:40:24.451711 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Deleting port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:24.452222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.517228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] For port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:24.517586 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.637775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Calling delete_port for 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 owned by network:dhcp {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:24.678454 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] For port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,segment=NetworkSegment(8274eb30-aa36-4203-8512-b9b8e20a079f),segment_id=8274eb30-aa36-4203-8512-b9b8e20a079f)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:24.678677 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.712257 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.759253 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:24.763654 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] No DVR routers for this DVR port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 on host dv-neutron-832764-2-hyperv {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:40:24.792606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Calling delete_port for 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:24.819172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 84b62147-1876-40fb-80fa-5198cdac85f5 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:24.866303 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 84b62147-1876-40fb-80fa-5198cdac85f5 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:24.866606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 84b62147-1876-40fb-80fa-5198cdac85f5 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:24.867038 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a7afdefc-e12c-41f6-bb05-7e4470e29afe no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:24.877757 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.901256 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: a7afdefc-e12c-41f6-bb05-7e4470e29afe {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:24.901574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device a7afdefc-e12c-41f6-bb05-7e4470e29afe not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:24.901992 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:24.902492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0756c1e-10b8-483f-95bb-685f044396dd']}} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:24.914354 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8274eb30-aa36-4203-8512-b9b8e20a079f') {'for_net_delete': True} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:24.914651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.services.segments.db [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8274eb30-aa36-4203-8512-b9b8e20a079f') {} {{(pid=83813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:24.925923 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011801'] for segment, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.935809 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:24.936047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:24.943137 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.949986 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=83813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:40:24.950375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3110770'] for segment, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:24.955017 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:40:24.955404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: Traceback (most recent call last): Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: timer() Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: cb(*args, **kw) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: return func(*args, **kwargs) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: self._notify() Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: self.callback(batched_events) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: event.method(event) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: return f(self, *a, **k) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._get(url).json() Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: return self.request(url, 'GET', **kwargs) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:40:24.963904 dv-neutron-832764-2-hyperv neutron-server[83813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:40:25.041589 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:25.061304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:25.070985 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0756c1e-10b8-483f-95bb-685f044396dd,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:25.077881 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-268bf3e6-799f-4f07-887e-6d36ade71480 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b0756c1e-10b8-483f-95bb-685f044396dd HTTP/1.1" status: 204 len: 168 time: 0.8746769 Mar 11 20:40:25.081252 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44582) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:25.353773 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:25.457025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Deleting port 3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8 {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:25.457385 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:25.471930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:25.520445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-f9045de1-9232-4350-a4d0-c4744cd5bf9d None None] The port '3f0b6bab-82bd-4523-bbc6-e71d7e72e5a8' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:40:26.175850 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Deleting port 6798e69a-1682-4ff9-b88a-58ebae54b15c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:26.176610 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:26.360783 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] For port 6798e69a-1682-4ff9-b88a-58ebae54b15c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=6798e69a-1682-4ff9-b88a-58ebae54b15c,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:26.361139 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:26.488632 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Calling delete_port for 6798e69a-1682-4ff9-b88a-58ebae54b15c owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:26.666863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:26.714113 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6798e69a-1682-4ff9-b88a-58ebae54b15c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:26.999475 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:27.683640 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:27.883866 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:27.892810 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Sync routers for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:27.901018 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-990bdf07-cdbb-43e7-9dc7-6d6a640c9fd9 admin admin] 10.222.0.76 "PUT /v2.0/routers/67ad1d61-5949-4be8-a2d9-2fb66096dac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8186638 Mar 11 20:40:27.903724 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44586) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:27.905820 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:27.906426 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:28.080554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:28.094984 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:28.286770 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:28.297525 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Deleting port fef27646-0a3e-4fcd-9092-8df0f3ee19b8 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:28.297888 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:28.355324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:40:26Z', 'revision_number': 5, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port': {'id': 'fef27646-0a3e-4fcd-9092-8df0f3ee19b8', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:94:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:28.359471 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Checking router: 67ad1d61-5949-4be8-a2d9-2fb66096dac9 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:28.370010 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Routers {'67ad1d61-5949-4be8-a2d9-2fb66096dac9'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:28.370601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:28.467375 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] For port fef27646-0a3e-4fcd-9092-8df0f3ee19b8, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:28.467727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:28.519281 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] Set router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:28.583353 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Calling delete_port for fef27646-0a3e-4fcd-9092-8df0f3ee19b8 owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:28.622606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:40:28Z', 'revision_number': 6, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:28.626913 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c692de-de3f-4da4-9638-9bf88de3403d None None] The sync data for ids ['67ad1d61-5949-4be8-a2d9-2fb66096dac9'] in dv-neutron-832764-2-hyperv is: [{'id': '67ad1d61-5949-4be8-a2d9-2fb66096dac9', 'name': 'tempest-TestShelveInstance-2117625701-router', 'tenant_id': 'd07e28cddd50413880e83339503c62d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:13Z', 'updated_at': '2022-03-11T20:40:28Z', 'revision_number': 6, 'project_id': 'd07e28cddd50413880e83339503c62d2', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:28.850877 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:28.893670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef27646-0a3e-4fcd-9092-8df0f3ee19b8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:29.012772 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6798e69a-1682-4ff9-b88a-58ebae54b15c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:29.049134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 6798e69a-1682-4ff9-b88a-58ebae54b15c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:29.049470 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 6798e69a-1682-4ff9-b88a-58ebae54b15c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:29.119346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.375250 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.379785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.407932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.408619 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67ad1d61-5949-4be8-a2d9-2fb66096dac9 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:40:29.421478 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.422613 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cf904839-92bd-4c16-af52-0a2216a30a36 admin admin] 10.222.0.76 "DELETE /v2.0/routers/67ad1d61-5949-4be8-a2d9-2fb66096dac9 HTTP/1.1" status: 204 len: 168 time: 1.5179949 Mar 11 20:40:29.425238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44590) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:29.487339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Deleting subnet f41ff0d0-bff4-4747-8b04-91226c74c830 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:40:29.490276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.547943 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.625320 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.693789 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.733756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41ff0d0-bff4-4747-8b04-91226c74c830,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:29.738859 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.744166 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a60ef3-a90c-4301-8743-3a1774ca1720 None None] Network 8b955f1f-b769-4849-bff4-b53115254268 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:29.745564 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-011bcbca-cef7-4298-9ffc-8caed4207503 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f41ff0d0-bff4-4747-8b04-91226c74c830 HTTP/1.1" status: 204 len: 168 time: 0.3193285 Mar 11 20:40:29.748297 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44594) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:29.854752 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:29.866115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Deleting port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:29.866445 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.019432 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] DHCP port deletion for 8b955f1f-b769-4849-bff4-b53115254268 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:40:30.023880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Deleting port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:30.024309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.062765 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] For port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:30.063115 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.220622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] For port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,segment=NetworkSegment(607b5c97-a9c1-4918-aa14-2d5252583a1a),segment_id=607b5c97-a9c1-4918-aa14-2d5252583a1a)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:30.220924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.276492 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Calling delete_port for 4ff639f8-1b1b-40cd-bf28-8e17675d16fd owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:30.336201 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Calling delete_port for 4ff639f8-1b1b-40cd-bf28-8e17675d16fd owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:40:30.347874 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.389951 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Pushing event deleted for resources: {'Port': ['ID=4ff639f8-1b1b-40cd-bf28-8e17675d16fd,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:30.395757 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] No DVR routers for this DVR port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:40:30.409642 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:40:30.410006 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:40:30.523002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.552253 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b955f1f-b769-4849-bff4-b53115254268']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:30.564792 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607b5c97-a9c1-4918-aa14-2d5252583a1a') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:30.565089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607b5c97-a9c1-4918-aa14-2d5252583a1a') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:30.576485 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.592633 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.599238 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:40:30.599655 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:40:30.612467 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:40:30.686645 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.705952 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.715682 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] Pushing event deleted for resources: {'Network': ['ID=8b955f1f-b769-4849-bff4-b53115254268,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:30.722573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-744dfb2f-f43b-4701-b0b7-daffd7ed78be admin admin] 10.222.0.76 "DELETE /v2.0/networks/8b955f1f-b769-4849-bff4-b53115254268 HTTP/1.1" status: 204 len: 168 time: 0.9733126 Mar 11 20:40:30.803868 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4ff639f8-1b1b-40cd-bf28-8e17675d16fd no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:30.836249 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 4ff639f8-1b1b-40cd-bf28-8e17675d16fd {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:30.836566 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 4ff639f8-1b1b-40cd-bf28-8e17675d16fd not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:30.837013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fef27646-0a3e-4fcd-9092-8df0f3ee19b8 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:40:30.867842 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: fef27646-0a3e-4fcd-9092-8df0f3ee19b8 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:40:30.868181 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device fef27646-0a3e-4fcd-9092-8df0f3ee19b8 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:40:30.911541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Deleting port 4ff639f8-1b1b-40cd-bf28-8e17675d16fd {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:40:30.911989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:30.917157 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44600) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:30.969661 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c94bbad1-86bc-4fae-8854-e8b4442702b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f155686b97524e648dbb44441bda59cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489028 Mar 11 20:40:30.969985 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44604) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:30.975286 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-199869d7-7ba4-4db4-a220-b8b6ced75287 None None] The port '4ff639f8-1b1b-40cd-bf28-8e17675d16fd' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:40:31.027733 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.051998 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.101543 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.118314 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42930693-d67c-40c1-8810-9754c84e7e0a,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:31.128459 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.132354 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-a89889aa-d607-408e-866a-2f29900df9b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42930693-d67c-40c1-8810-9754c84e7e0a HTTP/1.1" status: 204 len: 168 time: 0.1588304 Mar 11 20:40:31.565355 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44612) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:31.623638 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f239d89-8936-4600-bfac-7acb9a5fde79 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d07e28cddd50413880e83339503c62d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0570877 Mar 11 20:40:31.627493 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44616) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:31.687105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.721766 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.774226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.788174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45f92f-2a50-42cd-8b0f-4bac4611d9a8,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:31.795669 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:31.799373 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0413e71f-d66f-4229-94ed-43627fb94559 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f45f92f-2a50-42cd-8b0f-4bac4611d9a8 HTTP/1.1" status: 204 len: 168 time: 0.1684592 Mar 11 20:40:32.739793 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44638) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:32.869068 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-962867963-network', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:32.874556 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:32.881089 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Usage tracker for resource:network and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:32.885529 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:32.892383 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:32.906345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Made reservation on behalf of 49d0342f1c704785a7ec25d2e60702a2 for: {'network': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:40:32.908647 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:32.923595 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:32.955204 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:32.959147 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:32.962008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:32.967871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:33.034635 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.039731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.070006 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=83812) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:40:33.075083 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d304ea3-8d04-4928-8d0c-e36cd733f701,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:33.081814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.082708 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.segments_db [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Added segment f9667f49-6d28-4a25-9888-8eacc6aa8133 of type vlan for network ba516f6f-3246-4821-94c7-6b56e4cb4868 Mar 11 20:40:33.109995 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.140945 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.141773 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:33.142339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.244162 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] Pushing event updated for resources: {'Network': ['ID=ba516f6f-3246-4821-94c7-6b56e4cb4868,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:33.248214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-104134f7-4026-4135-a092-a55c31ff120d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5073586 Mar 11 20:40:33.251602 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44644) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:33.255126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:40:33.257463 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Request body: {'subnet': {'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-962867963-subnet', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'ip_version': 4}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:33.262624 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:33.266390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Usage tracker for resource:subnet and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:33.269413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:33.275268 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:33.286161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Made reservation on behalf of 49d0342f1c704785a7ec25d2e60702a2 for: {'subnet': 1} {{(pid=83812) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:40:33.288768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1489031'] for subnet, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.494218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641985', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1489045'] for subnet, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.564127 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fba258-b861-446a-ae5f-ee6785672842,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:33.582393 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Checking segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83812) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:33.582854 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Network hostable DHCP agents. Network: ba516f6f-3246-4821-94c7-6b56e4cb4868, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83812) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:40:33.606663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83812) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:40:33.621863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, ba516f6f-3246-4821-94c7-6b56e4cb4868) {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:33.626652 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:33.627234 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.632138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83930d28-f2ae-4171-9de2-3a9bfa0fd9ba None None] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:33.648996 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3c482558-6d25-42e2-991f-4f5355bdfa17 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3964858 Mar 11 20:40:33.651822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44648) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:33.657198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:33.662107 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:33.666179 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Usage tracker for resource:router and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:33.669118 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:33.675220 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:33.686778 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.687717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.706054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.839530 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-ba516f6f-3246-4821-94c7-6b56e4cb4868', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:40:33.840482 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.849554 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:33.995523 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Allocated IP 172.20.0.2 (ba516f6f-3246-4821-94c7-6b56e4cb4868/f0fba258-b861-446a-ae5f-ee6785672842/829d9cfa-4969-4fc8-81bd-53cffa7f203e) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:34.118649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.148116 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.202675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.212763 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Transition to ACTIVE for port object 829d9cfa-4969-4fc8-81bd-53cffa7f203e will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:34.230391 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Transition to ACTIVE for port object 829d9cfa-4969-4fc8-81bd-53cffa7f203e will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:34.236871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.283573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Allocated IP 172.26.8.126 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/2469aaba-ccd9-4464-a68f-992f2b66b55e) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:34.303673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:34.307216 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:34.309079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Pushing event updated for resources: {'Port': ['ID=829d9cfa-4969-4fc8-81bd-53cffa7f203e,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:34.311295 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:34.322567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.322890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.323231 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.323580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.323890 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.324196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.324510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.324855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.325136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.325473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.325769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:34.435933 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.439739 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Attempting to bind port 829d9cfa-4969-4fc8-81bd-53cffa7f203e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:34.440097 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Attempting to bind port 829d9cfa-4969-4fc8-81bd-53cffa7f203e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:34.440448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Attempting to bind port 829d9cfa-4969-4fc8-81bd-53cffa7f203e on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:34.447066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:34.447455 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Checking segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:34.447851 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.448222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Bound using segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:34.448663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Bound port: 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:34.449025 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.464871 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.529860 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:34.532707 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:34.535108 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:34.535583 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] For port 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:34.539027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] For port 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=829d9cfa-4969-4fc8-81bd-53cffa7f203e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:34.544205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.568694 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Pushing event updated for resources: {'Port': ['ID=2469aaba-ccd9-4464-a68f-992f2b66b55e,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:34.626042 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f6d93-2fb6-4f3b-8b45-8ea00bb03210 None None] Pushing event updated for resources: {'Port': ['ID=829d9cfa-4969-4fc8-81bd-53cffa7f203e,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:34.703473 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.704226 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:34.881866 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 829d9cfa-4969-4fc8-81bd-53cffa7f203e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:34.952524 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 829d9cfa-4969-4fc8-81bd-53cffa7f203e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:34.961309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83812) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:40:35.156012 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:35.168034 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:35.182630 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:35.183808 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:35.183917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-98da6223-589e-431e-bc7c-6a6924378a4d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5310984 Mar 11 20:40:35.184516 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:35.186859 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44652) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:35.360887 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:35.558745 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b81953a-3304-4e7e-a7d5-a6ac74fecff8 None None] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:35.652487 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Provisioning for port 829d9cfa-4969-4fc8-81bd-53cffa7f203e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:35.660699 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:34Z', 'revision_number': 3, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:35.665307 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:35.665650 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Updating router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 port 2469aaba-ccd9-4464-a68f-992f2b66b55e binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:40:35.670682 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Provisioning complete for port 829d9cfa-4969-4fc8-81bd-53cffa7f203e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:35.671047 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:35.716670 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:35.884387 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:35.923208 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] For port 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=829d9cfa-4969-4fc8-81bd-53cffa7f203e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:35.927785 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:35.999133 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9319030-734a-42b9-b813-b2d40b37dde2 None None] Pushing event updated for resources: {'Port': ['ID=829d9cfa-4969-4fc8-81bd-53cffa7f203e,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:36.045552 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.073272 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.085425 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Transition to ACTIVE for port object 2469aaba-ccd9-4464-a68f-992f2b66b55e will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:36.093633 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.150477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1abcd521-851d-4233-a5d8-7962dabc9bcc None None] Provisioning complete for port 829d9cfa-4969-4fc8-81bd-53cffa7f203e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:36.150848 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1abcd521-851d-4233-a5d8-7962dabc9bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.175129 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Attempting to bind port 2469aaba-ccd9-4464-a68f-992f2b66b55e on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:36.175701 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Attempting to bind port 2469aaba-ccd9-4464-a68f-992f2b66b55e by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:36.175895 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Attempting to bind port 2469aaba-ccd9-4464-a68f-992f2b66b55e on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:36.182036 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Pushing event updated for resources: {'Port': ['ID=2469aaba-ccd9-4464-a68f-992f2b66b55e,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:36.189952 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:36.190312 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:36.190696 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.191071 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:36.191551 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Bound port: 2469aaba-ccd9-4464-a68f-992f2b66b55e, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:36.191972 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.226775 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.227229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.227594 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.228002 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.228320 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.228640 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.228949 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.229260 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.229570 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.229878 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.230182 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:40:36.271704 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] For port 2469aaba-ccd9-4464-a68f-992f2b66b55e, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:36.275046 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] For port 2469aaba-ccd9-4464-a68f-992f2b66b55e, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2469aaba-ccd9-4464-a68f-992f2b66b55e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:36.279854 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.288499 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Allocated IP 172.20.0.1 (ba516f6f-3246-4821-94c7-6b56e4cb4868/f0fba258-b861-446a-ae5f-ee6785672842/d79ba4eb-6b42-464e-8f5a-18e0a140ee8b) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:36.363476 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:36.364077 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:36.435173 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae0bb1-0ad2-4370-bac2-612a577b4649 None None] Pushing event updated for resources: {'Port': ['ID=2469aaba-ccd9-4464-a68f-992f2b66b55e,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:36.435452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.452119 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Transition to ACTIVE for port object d79ba4eb-6b42-464e-8f5a-18e0a140ee8b will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:36.476507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.541304 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:36.543884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:36.547550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:36.578835 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:36.581168 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Pushing event updated for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:36.607721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.690400 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.805644 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-59056b2c-404d-408d-b24b-92e915ce5201 None None] Provisioning for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:36.816244 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-59056b2c-404d-408d-b24b-92e915ce5201 None None] Provisioning complete for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:36.816934 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-59056b2c-404d-408d-b24b-92e915ce5201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.860480 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 829d9cfa-4969-4fc8-81bd-53cffa7f203e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:36.868105 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:34Z', 'revision_number': 3, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:36.872214 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec23cd13-f512-410c-97c6-e2727a4d3ad6 None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:34Z', 'revision_number': 3, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:36.934205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-59056b2c-404d-408d-b24b-92e915ce5201 None None] Port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:40:36.936333 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.943548 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:36.950034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 829d9cfa-4969-4fc8-81bd-53cffa7f203e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:36.950342 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:37.045056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:37.048500 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Pushing event updated for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:37.207193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:37.210322 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:37.461768 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-a2e6ca12-a297-4fbf-b00f-cbc8be39161d None None] Provisioning complete for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:37.462217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a2e6ca12-a297-4fbf-b00f-cbc8be39161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:37.518147 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6ca12-a297-4fbf-b00f-cbc8be39161d None None] Port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:40:37.730004 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:37.937630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:37.946777 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-29dbd94d-4896-4621-b4bf-1220061983de admin admin] 10.222.0.76 "PUT /v2.0/routers/7c3d051a-6c91-4b78-91ed-b4708cc075e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7587676 Mar 11 20:40:38.817417 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44674) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:38.823113 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1667825839-network', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:38.829842 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:38.831880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2469aaba-ccd9-4464-a68f-992f2b66b55e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:38.833788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Usage tracker for resource:network and tenant:bca4ead879724fcbb3bfd772b94cecb6 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:38.836807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:38.842678 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:38.852919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Made reservation on behalf of bca4ead879724fcbb3bfd772b94cecb6 for: {'network': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:40:38.855226 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for network, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:38.867284 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:38.897799 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:38.901668 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Usage tracker for resource:security_group_rule and tenant:bca4ead879724fcbb3bfd772b94cecb6 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:38.901805 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 2469aaba-ccd9-4464-a68f-992f2b66b55e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:38.905719 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:38.906716 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2469aaba-ccd9-4464-a68f-992f2b66b55e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:38.909835 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:38.911248 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:38.979839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:38.983805 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.015625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=83813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:40:39.023744 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b2614-451a-4ba0-a678-55c051ecb41b,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:39.029101 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.032039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.032386 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.segments_db [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Added segment 09a0f6d9-9b03-444b-9abe-eb55b99f6fe9 of type vlan for network 622a4b5c-1617-4aff-a490-f61ef52aac72 Mar 11 20:40:39.045598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 2469aaba-ccd9-4464-a68f-992f2b66b55e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2469aaba-ccd9-4464-a68f-992f2b66b55e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:39.049980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.061472 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755902032101'] for network, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.091250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468'] for network, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.092616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:39.093186 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Notify callbacks [] for network, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.115297 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=2469aaba-ccd9-4464-a68f-992f2b66b55e,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:39.193063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] Pushing event updated for resources: {'Network': ['ID=622a4b5c-1617-4aff-a490-f61ef52aac72,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:39.195944 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-499346a4-5978-4f11-8efc-741719547a55 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3775334 Mar 11 20:40:39.198803 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44678) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:39.203235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 details requested by agent ovs-agent-dv-neutron-832764-2-hyperv with host dv-neutron-832764-2-hyperv {{(pid=83814) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 11 20:40:39.204132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Request body: {'subnet': {'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1667825839-subnet', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'ip_version': 4}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:39.209115 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:39.212864 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Usage tracker for resource:subnet and tenant:bca4ead879724fcbb3bfd772b94cecb6 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:39.224993 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:39.230941 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:39.242505 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Made reservation on behalf of bca4ead879724fcbb3bfd772b94cecb6 for: {'subnet': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:40:39.245034 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2496714'] for subnet, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.443591 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3110875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2496728'] for subnet, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.512287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:39.526366 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Checking segment: {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:39.526714 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Network hostable DHCP agents. Network: 622a4b5c-1617-4aff-a490-f61ef52aac72, hostable agents: ['ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6'], hosted agents: [] {{(pid=83813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:40:39.555470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 is scheduled to be hosted by DHCP agent ff67dc66-de00-4ae4-9b7e-d3ea39cd9de6 with binding_index 1 {{(pid=83813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:40:39.565510 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-832764-2-hyperv, 622a4b5c-1617-4aff-a490-f61ef52aac72) {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:39.570411 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:39.571854 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.575154 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e79d9b-0f68-4ed3-9181-8aa00013b8a4 None None] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:39.598654 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-2ace0f1b-18dc-48c7-bac7-a66a8bb7e947 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3987896 Mar 11 20:40:39.601338 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44682) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:39.606512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:39.611783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:39.615911 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Usage tracker for resource:router and tenant:bca4ead879724fcbb3bfd772b94cecb6 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:39.618931 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:39.625125 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:39.637250 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1754730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254605'] for router, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.638190 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1754633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1767405', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1908121', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254598'] for router, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.656994 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.796973 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1767199', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1767824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254608'] for router, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.814433 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd2e683e2-6d50-5359-af6a-618ba9bd8ca1-622a4b5c-1617-4aff-a490-f61ef52aac72', 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'fixed_ips': [{'subnet_id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125'}]}} from dv-neutron-832764-2-hyperv. {{(pid=83814) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Mar 11 20:40:39.815384 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:39.967371 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.db_base_plugin_common [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Allocated IP 172.20.0.2 (622a4b5c-1617-4aff-a490-f61ef52aac72/a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125/8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b) {{(pid=83814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:39.987855 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.020203 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.161547 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Allocated IP 172.26.8.96 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:40.174526 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks [] for port, precommit_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.185634 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Transition to ACTIVE for port object 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:40.204211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Transition to ACTIVE for port object 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b will not be triggered until provisioned by entity DHCP. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:40.210134 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567'] for port, after_create {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.279833 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 is already hosted by enough agents. {{(pid=83814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:40.282818 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.scheduler.base_scheduler [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Resources bound (agent type, host, resource id): {{(pid=83814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:40.285832 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Received port after_create {{(pid=83814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:40.292238 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Pushing event updated for resources: {'Port': ['ID=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,revision_number=1']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:40.378828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Attempting to bind port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:40.379185 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Attempting to bind port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:40.379609 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Attempting to bind port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b on network 622a4b5c-1617-4aff-a490-f61ef52aac72 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:40.386931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:40.387410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Checking segment: {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:40.387812 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.388246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Bound using segment: {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:40.388622 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Bound port: 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:40.389033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.400226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:40.430513 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.455882 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:40.456456 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:40.461071 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.530176 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:40.531063 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Pushing event updated for resources: {'Port': ['ID=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:40.533593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:40.535706 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:40.618068 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] For port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:40.622410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] For port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:40.629698 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.691245 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.692028 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1767833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1767168'] for router, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:40.729586 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:40.784104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502494e3-430a-4c93-96b9-337c3ebd106b None None] Pushing event updated for resources: {'Port': ['ID=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,revision_number=2']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:40.883135 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2469aaba-ccd9-4464-a68f-992f2b66b55e up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:40.945401 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Router 04d99860-e40a-4104-bec0-5a86da8fdc8e is scheduled to L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 with binding_index 1 {{(pid=83813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:40:41.078188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 2469aaba-ccd9-4464-a68f-992f2b66b55e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:41.078699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.155783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:41.168158 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Sync routers for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:40:41.181933 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:41.182980 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:41.184101 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] Notify callbacks [] for router, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.188677 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-0021e404-b912-48d3-9765-73eafbce4d45 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5863919 Mar 11 20:40:41.188889 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44686) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:41.237173 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 2, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:41.246055 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:41.246410 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Updating router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b binding host dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:40:41.345333 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.364718 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:41.684098 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:40Z', 'revision_number': 3, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:41.688740 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Checking router: 04d99860-e40a-4104-bec0-5a86da8fdc8e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:40:41.689303 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Updating router 04d99860-e40a-4104-bec0-5a86da8fdc8e port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:40:41.724439 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks [] for port, precommit_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.737510 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Transition to ACTIVE for port object d79ba4eb-6b42-464e-8f5a-18e0a140ee8b will not be triggered until provisioned by entity L2. {{(pid=83814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:41.747162 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.748498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:41.822310 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e1a9-f77a-473a-a580-dea3d0b26b09 None None] Pushing event updated for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:41.926490 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf9e307-2439-429f-9172-bc6ad77262ca None None] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:40:42.058200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Attempting to bind port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:42.058561 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Attempting to bind port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:42.058911 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Attempting to bind port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:42.068033 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:42.068395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Checking segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:42.068794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.069177 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Bound using segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} {{(pid=83814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:42.069638 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.managers [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Bound port: d79ba4eb-6b42-464e-8f5a-18e0a140ee8b, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}}] {{(pid=83814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:42.070090 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.097043 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.108765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Transition to ACTIVE for port object ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:42.120258 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.146345 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-436d6561-0d0a-4d28-acf2-402f4ffa4390 None None] Provisioning for port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:42.156908 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.227969 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Attempting to bind port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:42.228660 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Attempting to bind port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:42.228753 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Attempting to bind port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c on network 2804f96d-e9df-447f-a1ac-9259b438d02d {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:42.235284 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07703074-3368-459e-beb8-e9513cb551f9 None None] Pushing event updated for resources: {'Port': ['ID=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,revision_number=2']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:42.241132 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:42.241499 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Checking segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:42.241941 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.242506 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Bound using segment: {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:42.242934 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Bound port: ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d55aa1-12c2-4b7f-81bb-ea38545cab09', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:42.243596 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.268949 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] For port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:42.291921 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] For port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:42.301684 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.315503 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] For port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:42.318818 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] For port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:42.324986 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.379611 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_common [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Allocated IP 172.20.0.1 (622a4b5c-1617-4aff-a490-f61ef52aac72/a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125/8ed2df06-f715-4201-bc20-4a9465c5e276) {{(pid=83812) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:42.410798 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07703074-3368-459e-beb8-e9513cb551f9 None None] Pushing event updated for resources: {'Port': ['ID=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:42.424872 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:42.425648 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:42.436477 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e1a9-f77a-473a-a580-dea3d0b26b09 None None] Pushing event updated for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:42.446663 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:40:42.451458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:17Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:42.552161 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.570665 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.provisioning_blocks [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Transition to ACTIVE for port object 8ed2df06-f715-4201-bc20-4a9465c5e276 will not be triggered until provisioned by entity DHCP. {{(pid=83812) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:42.603093 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.641887 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:42.675647 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:40:42.692500 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:42.704790 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:42.705971 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:42.708428 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Received port after_create {{(pid=83812) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:42.792510 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1765626'] for router_interface, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.906409 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:42.915453 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:42.968675 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:40Z', 'revision_number': 3, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:42.973355 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c29d60c-526e-4e3f-b4e4-db21f0f26593 None None] The sync data for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv is: [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:40Z', 'revision_number': 3, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:43.147649 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:43.154515 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:43.154888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.155891 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.160458 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2642124'] for port, after_update {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.227696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:43.233448 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-effa0c26-325f-4ef9-bcd5-d8ee22de805c None None] Provisioning for port 8ed2df06-f715-4201-bc20-4a9465c5e276 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:43.238694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0949c845-be1f-472b-bf65-44461a28be7e None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:40:43.241873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-effa0c26-325f-4ef9-bcd5-d8ee22de805c None None] Provisioning complete for port 8ed2df06-f715-4201-bc20-4a9465c5e276 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:43.241873 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-effa0c26-325f-4ef9-bcd5-d8ee22de805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.266035 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15337284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1765463'] for router_interface, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.269497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=2']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:43.351029 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-effa0c26-325f-4ef9-bcd5-d8ee22de805c None None] Port 8ed2df06-f715-4201-bc20-4a9465c5e276 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:40:43.363357 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.405039 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:43.410400 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.442513 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 is already hosted by enough agents. {{(pid=83812) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:43.444739 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.base_scheduler [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Resources bound (agent type, host, resource id): {{(pid=83812) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:43.493284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,revision_number=3']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:43.695200 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-1b71f36e-fcb3-4fc0-896c-4a9a7d97a745 None None] Provisioning complete for port 8ed2df06-f715-4201-bc20-4a9465c5e276 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:43.695844 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1b71f36e-fcb3-4fc0-896c-4a9a7d97a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:43.749052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-1b71f36e-fcb3-4fc0-896c-4a9a7d97a745 None None] Port 8ed2df06-f715-4201-bc20-4a9465c5e276 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:40:43.937134 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Router 04d99860-e40a-4104-bec0-5a86da8fdc8e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:44.148249 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:44.163388 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4d10b40e-384f-493c-98c9-ab4db8264803 admin admin] 10.222.0.76 "PUT /v2.0/routers/04d99860-e40a-4104-bec0-5a86da8fdc8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9681621 Mar 11 20:40:44.581007 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-59848b10-e1bb-4088-808f-d6e3437a8b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.791687 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44696) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:44.797412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161217375', 'description': 'tempest-secgroup-smoke-1161217375 description', 'project_id': '49d0342f1c704785a7ec25d2e60702a2'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:44.803771 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:44.807967 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:44.810924 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:44.816991 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:44.829202 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.865366 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:44.869198 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:44.871911 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:44.879009 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:44.888467 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:44.933176 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.937986 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.959146 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:44.959541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.978837 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2151271b-1ef9-4836-92a2-35350b6ba997,revision_number=1']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:44.989444 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:44.990749 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b4daa51c-d4d5-41d6-b04d-8b32a1f3478b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1980486 Mar 11 20:40:44.993649 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44700) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:44.999183 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.005732 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.009573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.012621 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.018285 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.036123 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.071061 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d79ba4eb-6b42-464e-8f5a-18e0a140ee8b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:45.097110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.101679 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.122879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5cc6c5-c641-4ea9-aa37-46dc34e3e871,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.137080 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.138342 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-e560e3c5-2d7b-453f-9188-30c5f663cdd4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1435816 Mar 11 20:40:45.141191 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44704) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:45.142855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:45.146861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.148243 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:45.148610 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.152672 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.156542 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.159345 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.164946 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.184531 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.243975 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.248261 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.257381 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.271509 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7330dd-d121-4f4c-9ac3-78c808b75c8e,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.280779 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.282764 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-cbe6ddeb-4883-4154-b150-879d2951fca3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406188 Mar 11 20:40:45.285476 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44708) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:45.290964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.292565 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:45.296646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.297845 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.301918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.304955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.311038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.328218 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.360619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.395341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.400341 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.425197 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c0952c-2348-4767-bbaf-0f43af9475cd,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.434886 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.436175 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4a7f5558-35e6-4a80-9cae-007875454433 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1496918 Mar 11 20:40:45.438964 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44712) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:45.444350 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.450495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.454256 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.457105 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.462603 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.480167 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.542289 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.547932 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.571912 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffe4bf1-9297-4bc1-a799-ffe109484577,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.583716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.584966 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-815dafe7-13db-46e0-8de3-d44155f28bcb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1450841 Mar 11 20:40:45.587887 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 44716) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:45.593279 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.v2.base [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83812) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.599026 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.602969 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.605885 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83812) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.611849 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.quota.driver [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83812) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.625732 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.db.securitygroups_db [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Project 49d0342f1c704785a7ec25d2e60702a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:40:45.632054 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.700309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.705324 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.727663 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43954e94-5c55-4217-ac12-bb969b825b38,revision_number=0']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.736822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.737981 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-46c46ae8-11f7-4525-854f-fa1442cd65c0 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1491306 Mar 11 20:40:45.741050 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44720) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:45.747121 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'security_group_rule': {'security_group_id': '2151271b-1ef9-4836-92a2-35350b6ba997', 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:45.754097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:45.758755 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:security_group_rule and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:45.761717 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:45.767298 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:45.777218 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.securitygroups_db [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Project 49d0342f1c704785a7ec25d2e60702a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:40:45.783374 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.849616 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.854426 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1916841'] for security_group_rule, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.879289 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9111e31d-3751-43d9-9dc2-790b84bace75,revision_number=0']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:45.890420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:45.891891 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-db7f52bd-b287-42ac-869d-adde76c3e6af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1496317 Mar 11 20:40:46.224357 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-d9709615-0347-4f85-9f94-cd2911a562ba tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161217375&fields=id&tenant_id=49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 267 time: 0.0389757 Mar 11 20:40:46.387937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-c7dd2962-cbd1-46bd-aa38-eee1f719ab6a tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:46.389392 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-c7dd2962-cbd1-46bd-aa38-eee1f719ab6a tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 809 time: 0.1587296 Mar 11 20:40:46.408672 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-e665c998-baa6-4cc7-8cac-18e564e8228d tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/quotas/49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 375 time: 0.0114603 Mar 11 20:40:46.490560 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-891c0a58-cf52-40ac-a7a5-d37322684c95 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:40:46.509327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-891c0a58-cf52-40ac-a7a5-d37322684c95 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:40:46.510627 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-891c0a58-cf52-40ac-a7a5-d37322684c95 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972323 Mar 11 20:40:46.526132 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-d5ca81b4-109f-4c20-b777-60b81c9209e2 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83813) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:40:46.527061 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-d5ca81b4-109f-4c20-b777-60b81c9209e2 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051098 Mar 11 20:40:46.658144 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-3d7487c2-92d6-4536-a8dc-14fddee90f60 service neutron] 10.222.0.76 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240547 Mar 11 20:40:46.791978 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-cb905d67-5946-4178-a7d9-54024b0bbbd1 service neutron] 10.222.0.76 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252270 Mar 11 20:40:46.818227 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d79ba4eb-6b42-464e-8f5a-18e0a140ee8b up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:46.881393 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2da9d928-1abe-4f14-91e7-30fbcee5dd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:46.897748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:46.898112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:48.140073 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:48.185396 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:48.200720 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-36214782-4494-4d6a-ad22-2bcf40e7afb7 req-6f2d3cc6-e8c0-4baa-ba8f-8be3ffe39a46 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 210 time: 0.2376025 Mar 11 20:40:48.840667 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:48.914344 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:48.920956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:48.920956 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.032158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.057388 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:49.062814 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.122272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-2bf53051-e50e-4dfe-becc-ab181abe96af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:49.123671 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-2bf53051-e50e-4dfe-becc-ab181abe96af tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 809 time: 0.1557837 Mar 11 20:40:49.133005 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:49.187360 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-9e377e80-94ea-4087-9f50-1058155b3ecb tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 380 time: 0.0434427 Mar 11 20:40:49.195372 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'port': {'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'admin_state_up': True, 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'security_groups': ['2151271b-1ef9-4836-92a2-35350b6ba997']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:49.410837 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2ee460b7-67bc-4707-8676-54afc09929b5 req-39bb2d14-cf2e-43f2-8734-27f21fecf378 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 210 time: 0.0548952 Mar 11 20:40:49.460009 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:49.470731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:49.482500 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.484275 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Made reservation on behalf of 49d0342f1c704785a7ec25d2e60702a2 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:40:49.489080 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.650880 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Allocated IP 172.20.0.13 (ba516f6f-3246-4821-94c7-6b56e4cb4868/f0fba258-b861-446a-ae5f-ee6785672842/513a3e66-458e-4956-afb9-3cd6f04fde54) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:49.835470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.854362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Transition to ACTIVE for port object 513a3e66-458e-4956-afb9-3cd6f04fde54 will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:49.878951 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:49.950419 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:49.953427 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:49.957647 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:40:49.981728 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:50.019734 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:50.020342 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.050326 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-510b6e8e-12ec-4c1e-b2c9-b4e0c5f63ed4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8583899 Mar 11 20:40:50.135666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Request body: {'port': {'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:50.217786 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-35b5e69a-c86a-4cb3-8954-93611686fa1f None None] Provisioning for port 513a3e66-458e-4956-afb9-3cd6f04fde54 completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:50.222625 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-35b5e69a-c86a-4cb3-8954-93611686fa1f None None] Provisioning complete for port 513a3e66-458e-4956-afb9-3cd6f04fde54 triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:50.222993 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-35b5e69a-c86a-4cb3-8954-93611686fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.242318 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.272874 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-35b5e69a-c86a-4cb3-8954-93611686fa1f None None] Port 513a3e66-458e-4956-afb9-3cd6f04fde54 cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:40:50.571920 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513a3e66-458e-4956-afb9-3cd6f04fde54 {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:40:50.579645 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.594234 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Transition to ACTIVE for port object 513a3e66-458e-4956-afb9-3cd6f04fde54 will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:40:50.599180 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.608413 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7df5de-a2be-4609-8e88-b9e43c12886c req-8f319489-85f6-4849-b99f-dfb46e24974e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:50.609854 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa7df5de-a2be-4609-8e88-b9e43c12886c req-8f319489-85f6-4849-b99f-dfb46e24974e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 932 time: 0.0772612 Mar 11 20:40:50.655585 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fa7df5de-a2be-4609-8e88-b9e43c12886c req-7e39660d-40f5-4309-a163-2b846f9da876 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:security_group {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:40:50.674136 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-fa7df5de-a2be-4609-8e88-b9e43c12886c req-7e39660d-40f5-4309-a163-2b846f9da876 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:security_group {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:40:50.675650 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-fa7df5de-a2be-4609-8e88-b9e43c12886c req-7e39660d-40f5-4309-a163-2b846f9da876 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597692 Mar 11 20:40:50.727593 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:50.822574 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:50.837950 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Attempting to bind port 513a3e66-458e-4956-afb9-3cd6f04fde54 on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:40:50.838276 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Attempting to bind port 513a3e66-458e-4956-afb9-3cd6f04fde54 by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:40:50.838592 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Attempting to bind port 513a3e66-458e-4956-afb9-3cd6f04fde54 on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:50.844302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Port 513a3e66-458e-4956-afb9-3cd6f04fde54 on network ba516f6f-3246-4821-94c7-6b56e4cb4868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:40:50.844614 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Attempting to bind port 513a3e66-458e-4956-afb9-3cd6f04fde54 on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:40:50.850676 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:40:50.851006 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Checking segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:40:50.851412 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Bound using segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:40:50.851833 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Bound port: 513a3e66-458e-4956-afb9-3cd6f04fde54, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:40:50.852162 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.903353 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:50.903742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:50.940758 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:40:50.943860 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:40:50.949422 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:51.014461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:51.016216 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] 10.222.0.90 "PUT /v2.0/ports/513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1094 time: 0.9589319 Mar 11 20:40:51.016789 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:40:51.039330 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a07d-d3e6-4028-b799-5c78d1dbc1b1 service neutron] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:51.141227 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-689d8db0-7969-48f7-8c6a-9ee8d06f9279 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0845857 Mar 11 20:40:51.210236 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'status': 'completed', 'code': 200} Mar 11 20:40:51.228432 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-9e122d63-5711-431b-b65a-c1d87bcaaeec service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 217 time: 0.0788503 Mar 11 20:40:51.390812 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-4104d2d3-0a86-48cb-b337-38d97ab0fcc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:51.392273 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-4104d2d3-0a86-48cb-b337-38d97ab0fcc0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.1577928 Mar 11 20:40:51.468189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-444d4567-0055-47d6-bc0c-5692f5c27ec7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694153 Mar 11 20:40:51.602921 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-f6f2528a-1941-4187-bc26-ab77eccedbec service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283758 Mar 11 20:40:51.731282 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-98c87619-c916-4c81-bd0d-f72d66cb0070 req-19e89535-5c79-4c50-ac03-dd930c387990 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221216 Mar 11 20:40:51.850754 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-8da87c68-c742-43b1-8b68-dde66f2ec376 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0682716 Mar 11 20:40:51.880344 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ba31a-0940-4d99-b4b3-f859ffe54e34 req-9176d445-e2da-4f95-8e47-ba8828d5f8cd tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:51.881786 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-588ba31a-0940-4d99-b4b3-f859ffe54e34 req-9176d445-e2da-4f95-8e47-ba8828d5f8cd tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0793853 Mar 11 20:40:51.926658 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-588ba31a-0940-4d99-b4b3-f859ffe54e34 req-4181489d-8866-4b62-91ad-6b95137503a1 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388889 Mar 11 20:40:51.981214 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-939c06e8-fa01-4635-9c9d-1ae771383811 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:51.982574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-939c06e8-fa01-4635-9c9d-1ae771383811 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1251974 Mar 11 20:40:52.051698 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-480e5314-3c40-4b1b-b600-52f1fd85e5c1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 217 time: 0.0631716 Mar 11 20:40:52.112171 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-3a02c10b-9caa-4813-88f7-ded45c3174fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:52.113619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-3a02c10b-9caa-4813-88f7-ded45c3174fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0562220 Mar 11 20:40:52.188529 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-217bfc2f-ebb7-450c-8a60-eb70105ed4ad service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692086 Mar 11 20:40:52.329663 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-14a50808-4465-498b-a52a-b26aa89135ac service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344702 Mar 11 20:40:52.465197 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d8719ec2-15fd-4667-b223-0c01d9d52aae req-bb9377bc-8817-4a0c-9f63-392d916ebc93 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303105 Mar 11 20:40:53.144489 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae47e8-ecd2-4063-8f7a-fe80887c3b35 req-34a554ab-1c22-419b-9a95-43255cc149d8 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:53.145175 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b4ae47e8-ecd2-4063-8f7a-fe80887c3b35 req-34a554ab-1c22-419b-9a95-43255cc149d8 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:40:53.162228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-b4ae47e8-ecd2-4063-8f7a-fe80887c3b35 req-34a554ab-1c22-419b-9a95-43255cc149d8 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:40:53.163454 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b4ae47e8-ecd2-4063-8f7a-fe80887c3b35 req-34a554ab-1c22-419b-9a95-43255cc149d8 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.1007168 Mar 11 20:40:53.208699 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b4ae47e8-ecd2-4063-8f7a-fe80887c3b35 req-4d1c277a-8b2d-4c0f-8853-a259616377df tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Mar 11 20:40:54.434814 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca393964-9d45-4d93-9f54-d2e64efb973d req-c80ebbb9-641b-4d1b-b159-c6e08a34b2e1 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:54.436205 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ca393964-9d45-4d93-9f54-d2e64efb973d req-c80ebbb9-641b-4d1b-b159-c6e08a34b2e1 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0877907 Mar 11 20:40:54.485347 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-ca393964-9d45-4d93-9f54-d2e64efb973d req-702566b3-30de-4ee6-898b-27991ec7133b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418825 Mar 11 20:40:54.924770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:40:55.097858 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:55.112190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:40:55.165533 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:55.182212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513a3e66-458e-4956-afb9-3cd6f04fde54 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:40:55.198518 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:55.204498 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:55.282367 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:55.371104 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:55.557236 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['513a3e66-458e-4956-afb9-3cd6f04fde54'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:40:55.688819 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf4a0f-9073-43db-8dc5-443fce0084ea req-2489d71c-def8-4aa9-8704-16d487b14d19 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:55.690122 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-88bf4a0f-9073-43db-8dc5-443fce0084ea req-2489d71c-def8-4aa9-8704-16d487b14d19 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 945 time: 0.0781333 Mar 11 20:40:55.733792 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-88bf4a0f-9073-43db-8dc5-443fce0084ea req-9d38505a-0929-41a1-a0be-167c327d5be4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379295 Mar 11 20:40:56.938030 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:40:56.966568 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762a786-1c14-4b15-8cc1-b3c3e1188e05 req-0342754a-4f4b-4c25-bcef-abeb702638c7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:56.968064 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8762a786-1c14-4b15-8cc1-b3c3e1188e05 req-0342754a-4f4b-4c25-bcef-abeb702638c7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 945 time: 0.0895250 Mar 11 20:40:57.007849 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 513a3e66-458e-4956-afb9-3cd6f04fde54 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:40:57.012397 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 513a3e66-458e-4956-afb9-3cd6f04fde54 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:40:57.012765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:57.013459 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-8762a786-1c14-4b15-8cc1-b3c3e1188e05 req-9eca66dd-9edc-4ad3-b72a-36f334a4877e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Mar 11 20:40:57.122999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:57.149656 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:40:57.159701 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:57.163915 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:40:57.207691 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'code': 200} Mar 11 20:40:57.232982 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:57.438140 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8f2f35a-af60-4f36-8ffd-a6ce658bcaf3 req-9f302103-1d25-4995-9158-b8a4475c450e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0739934 Mar 11 20:40:57.480361 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f8f2f35a-af60-4f36-8ffd-a6ce658bcaf3 req-3d51035c-8d41-45cd-a6fd-1b2189bd3995 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363200 Mar 11 20:40:58.222033 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef06b2-f703-423f-8b48-8093d7456c97 req-8c06042a-f9f5-46e3-99c8-85b502474386 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:58.223547 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-83ef06b2-f703-423f-8b48-8093d7456c97 req-8c06042a-f9f5-46e3-99c8-85b502474386 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0783815 Mar 11 20:40:58.238725 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:40:58.271756 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-83ef06b2-f703-423f-8b48-8093d7456c97 req-a7d2a72b-4cf6-4f9b-b7dd-fae3759c2d4a tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Mar 11 20:40:59.490970 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eeb8a3-004f-48c2-a689-aae7dd42b6b0 req-81eeda28-4bf0-4a64-8dbf-965b46e67848 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:59.492333 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a3eeb8a3-004f-48c2-a689-aae7dd42b6b0 req-81eeda28-4bf0-4a64-8dbf-965b46e67848 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0903189 Mar 11 20:40:59.539798 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a3eeb8a3-004f-48c2-a689-aae7dd42b6b0 req-f835d8e5-de8d-4796-92e1-5ab9764d5982 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Mar 11 20:40:59.733205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de2af0-ff02-4995-b8ab-dd65f1a9d85c req-7c736386-c2fa-4df2-a7fe-b2e2a0cdca71 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:59.734733 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7de2af0-ff02-4995-b8ab-dd65f1a9d85c req-7c736386-c2fa-4df2-a7fe-b2e2a0cdca71 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 946 time: 0.0770380 Mar 11 20:40:59.782006 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-a7de2af0-ff02-4995-b8ab-dd65f1a9d85c req-635ab761-21b6-449e-8b1c-bb169c8825c4 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391893 Mar 11 20:40:59.817615 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44786) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:59.954574 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-7812d078-cd38-4f45-9701-121afa14b5f7 tempest-TestSnapshotPattern-1961337027 tempest-TestSnapshotPattern-1961337027-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1094 time: 0.1357884 Mar 11 20:40:59.957540 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 44792) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:40:59.962658 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:40:59.968231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:40:59.972087 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:floatingip and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:40:59.974872 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:40:59.980610 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:40:59.992215 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:00.210884 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:00.344235 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Allocated IP 172.26.8.149 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/205b8c2b-e631-4d5f-a7c5-1fbe7d848e12) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:00.487178 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:00.516564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:00.584711 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:00.587550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:00.591899 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:41:00.615274 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=205b8c2b-e631-4d5f-a7c5-1fbe7d848e12,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:01.089875 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:01.147625 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:01.347632 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:01.355353 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:01.463058 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=205b8c2b-e631-4d5f-a7c5-1fbe7d848e12,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:01.476557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:01.770862 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Floating IP 322fc87b-5865-4cf3-ad04-2b990d58e4ad associated. External IP: 172.26.8.149, port: 513a3e66-458e-4956-afb9-3cd6f04fde54. Mar 11 20:41:02.183564 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:41:02.407824 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:02.418479 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:41:02.432084 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:41:02.432734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:02.433767 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:02.489762 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-03079b97-c17d-4464-990f-19eda847594e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5311742 Mar 11 20:41:02.490315 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:41:02.544608 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'status': 'completed', 'code': 200} Mar 11 20:41:02.619031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:41:02.645301 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-8e2facb8-2e3d-4b93-bf80-c60b1d5cafcc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0689061 Mar 11 20:41:02.774362 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-74f874a6-7f91-492a-abbc-6a5be4711283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:02.775897 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-74f874a6-7f91-492a-abbc-6a5be4711283 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1249866 Mar 11 20:41:02.877934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-a480b2c8-0c0e-48a9-9bd2-53396f9844f6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1000 time: 0.0958993 Mar 11 20:41:02.938791 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-b735b1b4-3ef9-40be-8130-c3c0c904e2c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:02.940264 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-b735b1b4-3ef9-40be-8130-c3c0c904e2c2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0569253 Mar 11 20:41:02.955374 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:00Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:02.961066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:41:02.972197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:41:02.972794 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:03.019680 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-aa8ea8ba-28d0-43fe-bf24-e16f7dc805e5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737903 Mar 11 20:41:03.154361 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:41:03.159393 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Sync routers for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:41:03.162267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-5473d6a3-e46f-4bd0-b028-b43db470c0bf service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366434 Mar 11 20:41:03.172043 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:41:03.172643 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:03.301976 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-94e860dc-d6dc-44e5-b235-5e5b7291b9fd req-1f5ed2aa-28c8-4dd5-a324-3d1ad073bf73 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334713 Mar 11 20:41:03.359644 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:41:03.538720 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:00Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:03.542734 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ea50d-26cd-4026-938e-6c43d601cf03 None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:00Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:41:03.672745 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 4, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8ed2df06-f715-4201-bc20-4a9465c5e276', 'name': '', 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'mac_address': 'fa:16:3e:61:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:42Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 2, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'subnets': [{'id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:03.676897 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Checking router: 04d99860-e40a-4104-bec0-5a86da8fdc8e for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:41:03.677229 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Updating router 04d99860-e40a-4104-bec0-5a86da8fdc8e port 8ed2df06-f715-4201-bc20-4a9465c5e276 binding host dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Mar 11 20:41:03.728496 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:03.760542 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094b6f8f-8996-4dc4-b921-aea418e601a3 None None] New status for floating IP 322fc87b-5865-4cf3-ad04-2b990d58e4ad: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:41:04.086973 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks [] for port, precommit_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:04.098528 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.provisioning_blocks [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Transition to ACTIVE for port object 8ed2df06-f715-4201-bc20-4a9465c5e276 will not be triggered until provisioned by entity L2. {{(pid=83815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:41:04.105574 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:04.219931 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6da6a-cb63-4b24-a209-bbe508e2d58c None None] Pushing event updated for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=3']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:04.313995 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Attempting to bind port 8ed2df06-f715-4201-bc20-4a9465c5e276 on host dv-neutron-832764-2-hyperv for vnic_type normal with profile {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:41:04.314352 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Attempting to bind port 8ed2df06-f715-4201-bc20-4a9465c5e276 by drivers openvswitch,hyperv on host dv-neutron-832764-2-hyperv at level 0 using segments [{'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:41:04.314700 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Attempting to bind port 8ed2df06-f715-4201-bc20-4a9465c5e276 on network 622a4b5c-1617-4aff-a490-f61ef52aac72 {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:41:04.321000 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Checking agent: {'id': 'd9f5ba70-5ec2-4250-a701-dd81fd09300e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-832764-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 28, 18), 'started_at': datetime.datetime(2022, 3, 11, 19, 28, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-832764-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:41:04.321363 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Checking segment: {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:41:04.321724 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:04.322145 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Bound using segment: {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'} {{(pid=83815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:41:04.322592 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.managers [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Bound port: 8ed2df06-f715-4201-bc20-4a9465c5e276, host: dv-neutron-832764-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72'}}] {{(pid=83815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:41:04.322955 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:04.408120 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] For port 8ed2df06-f715-4201-bc20-4a9465c5e276, host dv-neutron-832764-2-hyperv, cleared binding levels {{(pid=83815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:41:04.411033 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.plugins.ml2.db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] For port 8ed2df06-f715-4201-bc20-4a9465c5e276, host dv-neutron-832764-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ed2df06-f715-4201-bc20-4a9465c5e276,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:41:04.420353 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron_lib.callbacks.manager [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:04.499914 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6da6a-cb63-4b24-a209-bbe508e2d58c None None] Pushing event updated for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=4']} {{(pid=83815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:04.506105 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:41:04.506725 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:40:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:04.681912 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:41:04.994835 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 4, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8ed2df06-f715-4201-bc20-4a9465c5e276', 'name': '', 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'mac_address': 'fa:16:3e:61:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:42Z', 'updated_at': '2022-03-11T20:41:04Z', 'revision_number': 4, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'subnets': [{'id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:04.998723 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6003914a-6316-4b09-8a61-74fa5011e466 None None] The sync data for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv is: [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:40:42Z', 'revision_number': 4, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': '8ed2df06-f715-4201-bc20-4a9465c5e276', 'name': '', 'network_id': '622a4b5c-1617-4aff-a490-f61ef52aac72', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'mac_address': 'fa:16:3e:61:05:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:42Z', 'updated_at': '2022-03-11T20:41:04Z', 'revision_number': 4, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'subnets': [{'id': 'a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:41:06.854584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ed2df06-f715-4201-bc20-4a9465c5e276 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:41:06.924620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning for port 8ed2df06-f715-4201-bc20-4a9465c5e276 completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:41:06.933912 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8ed2df06-f715-4201-bc20-4a9465c5e276 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:41:06.934395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:07.051246 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:07.084507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] For port 8ed2df06-f715-4201-bc20-4a9465c5e276, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ed2df06-f715-4201-bc20-4a9465c5e276,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:07.089723 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:07.156660 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Pushing event updated for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:08.841089 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ed2df06-f715-4201-bc20-4a9465c5e276 up at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:41:08.918824 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Provisioning complete for port 8ed2df06-f715-4201-bc20-4a9465c5e276 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:41:08.919196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:14.597237 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-543375b8-89da-4a17-bdbe-59faa422ba51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:16.877507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-406c091f-fa8a-4b5e-bfba-1e6ad671464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:18.142598 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:18.180212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:19.493980 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:25.389640 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:35.245090 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:41:36.390350 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-44a32986-eb4e-4c9e-b97a-ab4f61646eba service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843029 Mar 11 20:41:36.544267 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-61c6ba72-3960-41a7-af1f-d3410b45305c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0819397 Mar 11 20:41:36.792780 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-f55784d6-ab24-4df1-bf46-da94c85c051b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:36.794214 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-f55784d6-ab24-4df1-bf46-da94c85c051b service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.2302315 Mar 11 20:41:36.892101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-43fc1a29-191f-4dd7-b70c-fdf53e5b1930 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1002 time: 0.0913043 Mar 11 20:41:36.957098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-609b1ee2-86a4-4cb6-b54f-09ec95547b91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:36.958642 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-609b1ee2-86a4-4cb6-b54f-09ec95547b91 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0595698 Mar 11 20:41:37.033057 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-c1b65174-ed42-4b70-b78e-aae3b05ad7cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681591 Mar 11 20:41:37.160152 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-7caa4913-96a1-419e-ac8a-2cfa5cf17144 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205227 Mar 11 20:41:37.287097 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-8a16f7e5-48cd-4f43-bd9c-21a35ae4767d req-ef9ebea4-cc03-4311-9a3a-5b60b41dbfbf service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215575 Mar 11 20:41:44.597359 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-411dddfe-b0b9-483e-b121-39210a733868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:46.872298 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e83d3731-0764-4c8e-b43f-f8f15ebe2848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:48.148124 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:48.183013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:49.492792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:41:55.386931 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:12.242395 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:42:14.593861 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-98913ad9-b399-4e17-ae5a-13f53201711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:16.868713 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-209d6f4f-459d-49ae-b1c3-b63d440bf1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:18.147749 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:18.186799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:19.504066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:25.405863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:36.391876 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-26bcb9e2-2981-4234-a7c3-7b5518fb7486 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751870 Mar 11 20:42:36.540527 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-e9b16a85-63e6-47e8-bd8d-7c0a8a405832 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0741050 Mar 11 20:42:36.684193 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-b95179ce-4fb6-4b88-b4d7-89f4f2349f22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:36.685620 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-b95179ce-4fb6-4b88-b4d7-89f4f2349f22 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1260133 Mar 11 20:42:36.787828 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-dffae6a0-d1f7-4efe-8e04-30f4f6b0d02e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1002 time: 0.0961649 Mar 11 20:42:36.847081 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-92944abb-e43b-42b8-9467-02567e562514 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:36.848464 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-92944abb-e43b-42b8-9467-02567e562514 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0553017 Mar 11 20:42:36.934963 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-51468816-376a-4094-ba81-76cd9c3f7bf7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802834 Mar 11 20:42:37.064190 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-011dc22f-71fb-4dab-a5d1-ff49c8fb225f service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217527 Mar 11 20:42:37.193198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-dcf36cf2-7419-4a50-aacd-8beada08d8c3 req-abb5d959-9179-491b-bd5c-060e5474dc16 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234176 Mar 11 20:42:44.600316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8bcc86b1-1755-45fc-a009-278497ee7ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:46.866271 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-cdb11330-4bb7-4313-b753-18c8af0c1e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:48.150938 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:48.190507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:49.237765 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:42:49.501830 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:42:55.398031 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:14.599927 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6d89814-77f0-4f4b-811d-d4b571bb6feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:16.866211 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dc78-9dd2-4123-90b6-d53c99690d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:18.153897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:18.193838 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:19.513123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:25.414904 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:26.246159 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:43:35.806690 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:43:35.940125 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:35.953372 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:43:36.004792 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:36.025112 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 513a3e66-458e-4956-afb9-3cd6f04fde54 {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:43:36.040924 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:36.047157 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:36.111445 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:36.120955 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['513a3e66-458e-4956-afb9-3cd6f04fde54'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:43:36.143676 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.144015 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.144346 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.144669 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.144995 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.145312 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.145632 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.145944 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.146259 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.146560 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:36.146871 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:37.816819 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:43:37.897226 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 513a3e66-458e-4956-afb9-3cd6f04fde54 triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:43:37.897597 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:38.005796 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:38.032109 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:43:38.041673 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:38.046077 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:38.122742 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:38.188252 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'code': 200} Mar 11 20:43:38.469531 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-9c5aa37c-0574-4032-9394-81ee5c070c76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1099 time: 0.0767121 Mar 11 20:43:38.706695 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a602-4188-41f6-b816-f0d469424d71 req-44c2339c-838f-4ab3-ba12-2c404505d559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:38.708183 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-44c2339c-838f-4ab3-ba12-2c404505d559 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.2203097 Mar 11 20:43:38.814064 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-c844bdfb-8e79-4e7b-81d5-67ed45ea0b0e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1002 time: 0.0996695 Mar 11 20:43:38.878352 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a602-4188-41f6-b816-f0d469424d71 req-fbfdf36d-d4b2-4528-99a3-db9fb691db73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:38.879843 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-fbfdf36d-d4b2-4528-99a3-db9fb691db73 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0603864 Mar 11 20:43:38.966341 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-a747351c-3c5f-49a0-847b-6eae4d72d6cc service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788326 Mar 11 20:43:39.109652 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-50c67da5-97cd-4a40-a5f7-c0623b566cb1 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373198 Mar 11 20:43:39.244678 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-64e1a602-4188-41f6-b816-f0d469424d71 req-fe813562-1a45-4482-a5de-c036226d3782 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289434 Mar 11 20:43:44.584694 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4b1a615c-b612-46a1-a926-74de150fb596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:46.865063 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c31af596-6c86-4f08-9b30-78c8604b639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:48.159035 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:48.202567 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:49.505782 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:49.547762 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-fa2d56d8-592d-4793-b84f-76dd39cf62a6 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161217375&fields=id&tenant_id=49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 267 time: 0.0436149 Mar 11 20:43:49.782283 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-f7be60ff-d4e0-4f31-9bb2-5526390bbc4f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:49.782844 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-f7be60ff-d4e0-4f31-9bb2-5526390bbc4f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:network {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:43:49.803690 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-f7be60ff-d4e0-4f31-9bb2-5526390bbc4f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:network {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:43:49.804788 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-f7be60ff-d4e0-4f31-9bb2-5526390bbc4f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 809 time: 0.2505105 Mar 11 20:43:49.823214 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-f41b7af1-899c-4d54-bf06-321c92e42dec tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/quotas/49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 375 time: 0.0107524 Mar 11 20:43:49.912845 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-24a48722-5655-4d33-a46b-d56e5a960517 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0848494 Mar 11 20:43:50.030594 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-1be32d9d-41e4-4157-81d1-8604c3d30f14 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=83812) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Mar 11 20:43:50.031586 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-1be32d9d-41e4-4157-81d1-8604c3d30f14 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0686276 Mar 11 20:43:50.167602 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-cb530bb5-0ee9-478d-a3c5-e6051440924f service neutron] 10.222.0.76 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267719 Mar 11 20:43:50.297500 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-28b8774a-152b-4d1e-b3f8-fb25679b75de service neutron] 10.222.0.76 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240602 Mar 11 20:43:50.504451 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-79734526-79a3-42ea-a6e6-3b5899f7f3f9 req-f5d64a94-7142-4d0f-8f9c-54249b7642a5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 210 time: 0.0409391 Mar 11 20:43:51.666522 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-38940ec1-f1b7-4d0e-abf8-c9ae1135bbed req-e6f48e55-fabb-4092-bcac-a4a4471097c6 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 210 time: 0.0404816 Mar 11 20:43:52.113765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-3666af91-4bc2-4657-bfb6-cb017e87677b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:52.115176 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-3666af91-4bc2-4657-bfb6-cb017e87677b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 809 time: 0.1446223 Mar 11 20:43:52.168455 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-8ddcbfa8-4a92-4d4a-8230-6e6a2c525efd tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49d0342f1c704785a7ec25d2e60702a2 HTTP/1.1" status: 200 len: 380 time: 0.0400729 Mar 11 20:43:52.177129 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'port': {'device_id': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'admin_state_up': True, 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'security_groups': ['2151271b-1ef9-4836-92a2-35350b6ba997']}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:43:52.311868 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:43:52.321398 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:43:52.331839 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Made reservation on behalf of 49d0342f1c704785a7ec25d2e60702a2 for: {'port': 1} {{(pid=83813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:52.334869 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:52.511470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Allocated IP 172.20.0.6 (ba516f6f-3246-4821-94c7-6b56e4cb4868/f0fba258-b861-446a-ae5f-ee6785672842/21c99622-889f-4394-8680-e74e89f33c5e) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:52.746492 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:52.786272 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Transition to ACTIVE for port object 21c99622-889f-4394-8680-e74e89f33c5e will not be triggered until provisioned by entity DHCP. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:43:52.883189 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b7d8c46b-9c85-4782-824e-b2ed5802e9e5 req-c0ed47d2-fd72-41bd-bb8f-de0efddaea0c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 210 time: 0.0627809 Mar 11 20:43:52.884937 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:52.983630 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:52.996995 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.997392 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.997731 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.998065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.998397 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.998727 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.999054 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.999403 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:52.999726 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:53.000040 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:53.000535 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:53.011773 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:53.013708 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:53.017184 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:43:53.146269 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:53.147384 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:53.235493 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-eae77507-f78c-4dea-af87-0521e585ad97 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0620694 Mar 11 20:43:53.364284 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-78d19c44-ef91-4200-9aae-a917633440a5 None None] Provisioning for port 21c99622-889f-4394-8680-e74e89f33c5e completed by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:43:53.382797 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-78d19c44-ef91-4200-9aae-a917633440a5 None None] Provisioning complete for port 21c99622-889f-4394-8680-e74e89f33c5e triggered by entity DHCP. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:43:53.390519 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-78d19c44-ef91-4200-9aae-a917633440a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:53.448053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-78d19c44-ef91-4200-9aae-a917633440a5 None None] Port 21c99622-889f-4394-8680-e74e89f33c5e cannot update to ACTIVE because it is not bound. {{(pid=83814) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Mar 11 20:43:53.844828 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:43:53.996447 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:54.041507 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:43:54.070052 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:54.078629 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:54.127229 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c123a0-133f-49f4-945d-fae5b7a93369 req-ae271ef0-334d-4cf2-9781-254735c01ae7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:54.128787 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d5c123a0-133f-49f4-945d-fae5b7a93369 req-ae271ef0-334d-4cf2-9781-254735c01ae7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.1127489 Mar 11 20:43:54.146052 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'code': 200} Mar 11 20:43:54.199760 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:54.244357 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d5c123a0-133f-49f4-945d-fae5b7a93369 req-bf0461a6-c668-421d-9f4e-c028756ab58d tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093400 Mar 11 20:43:55.412801 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:43:55.452730 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02665661-456a-4e85-9afd-7286ddca708e req-767b760f-b3cc-4cf7-b6c6-7ea03c446c6e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:55.453302 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-02665661-456a-4e85-9afd-7286ddca708e req-767b760f-b3cc-4cf7-b6c6-7ea03c446c6e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:43:55.471889 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-02665661-456a-4e85-9afd-7286ddca708e req-767b760f-b3cc-4cf7-b6c6-7ea03c446c6e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:43:55.473619 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-02665661-456a-4e85-9afd-7286ddca708e req-767b760f-b3cc-4cf7-b6c6-7ea03c446c6e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.1043620 Mar 11 20:43:55.521962 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-02665661-456a-4e85-9afd-7286ddca708e req-89ca8924-7d07-4944-95c9-ba6938233d36 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428362 Mar 11 20:43:56.725367 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61551d97-ba8f-4964-ac40-2b25a7438806 req-84d55b1b-d58a-4e3f-9665-d9e83de26e88 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:56.726840 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-61551d97-ba8f-4964-ac40-2b25a7438806 req-84d55b1b-d58a-4e3f-9665-d9e83de26e88 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0827358 Mar 11 20:43:56.779067 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-61551d97-ba8f-4964-ac40-2b25a7438806 req-c0c27194-772a-4b6f-ace3-d71150a417fe tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449834 Mar 11 20:43:57.992457 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefddc8-c521-49b1-a134-6e6b2ad9480f req-32a5ba4b-fe45-4d5b-a389-d17bf6451cfa tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:57.993949 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9fefddc8-c521-49b1-a134-6e6b2ad9480f req-32a5ba4b-fe45-4d5b-a389-d17bf6451cfa tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0831075 Mar 11 20:43:58.140230 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-9fefddc8-c521-49b1-a134-6e6b2ad9480f req-d52ae5b3-8818-4ec4-96b1-afa3ef79c9da tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398182 Mar 11 20:43:59.353242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a3953-6eac-4ca7-95cf-9cca30d36cc9 req-95f060e1-b085-4b77-bb72-1810e1f03df7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:59.354836 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-580a3953-6eac-4ca7-95cf-9cca30d36cc9 req-95f060e1-b085-4b77-bb72-1810e1f03df7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0806956 Mar 11 20:43:59.430866 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-580a3953-6eac-4ca7-95cf-9cca30d36cc9 req-9c594e06-4d5e-424c-88ec-e05bf5e1af85 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699792 Mar 11 20:44:00.651102 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982631e0-0461-496e-9cae-9da565492433 req-1fd47aeb-578b-4c97-a761-ca6379646b1f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:00.652553 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-982631e0-0461-496e-9cae-9da565492433 req-1fd47aeb-578b-4c97-a761-ca6379646b1f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0862010 Mar 11 20:44:00.704210 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-982631e0-0461-496e-9cae-9da565492433 req-1b2b67a7-9d15-4141-8d1b-ae53b5911c52 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Mar 11 20:44:01.915450 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708685b-8538-471a-802d-b13c6635dfe4 req-8bc898c3-6735-4936-b80c-9be617ee1338 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:01.916881 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4708685b-8538-471a-802d-b13c6635dfe4 req-8bc898c3-6735-4936-b80c-9be617ee1338 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0857608 Mar 11 20:44:01.963206 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-4708685b-8538-471a-802d-b13c6635dfe4 req-a9e7a752-9af5-49fd-816e-4a39d4488619 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384595 Mar 11 20:44:03.178524 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a99fd3-81f3-4ff4-96e6-f5bd06f0d4d3 req-f0ea18bc-cfd2-4b93-a739-5faaf8fa4ab5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:03.180004 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-35a99fd3-81f3-4ff4-96e6-f5bd06f0d4d3 req-f0ea18bc-cfd2-4b93-a739-5faaf8fa4ab5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 931 time: 0.0791576 Mar 11 20:44:03.226900 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-35a99fd3-81f3-4ff4-96e6-f5bd06f0d4d3 req-12bca969-e10e-467b-9e8f-aac8b97e7495 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Mar 11 20:44:03.235936 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:44:03.802075 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Request body: {'port': {'device_id': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8327'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:44:03.910026 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.235263 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c99622-889f-4394-8680-e74e89f33c5e {{(pid=83813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:44:04.242094 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.256452 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.provisioning_blocks [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Transition to ACTIVE for port object 21c99622-889f-4394-8680-e74e89f33c5e will not be triggered until provisioned by entity L2. {{(pid=83813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 11 20:44:04.261825 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.386512 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:04.427689 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc99c7-2e96-48dd-b943-f58740fa7606 req-91d50be9-95aa-4264-b6b1-17213327acfa tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:04.429796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e2cc99c7-2e96-48dd-b943-f58740fa7606 req-91d50be9-95aa-4264-b6b1-17213327acfa tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0798595 Mar 11 20:44:04.483573 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-e2cc99c7-2e96-48dd-b943-f58740fa7606 req-a8f02f79-06f0-40bb-b945-f0a78c754277 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479844 Mar 11 20:44:04.505769 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Attempting to bind port 21c99622-889f-4394-8680-e74e89f33c5e on host hv-neutron-8327 for vnic_type normal with profile {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 11 20:44:04.506097 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Attempting to bind port 21c99622-889f-4394-8680-e74e89f33c5e by drivers openvswitch,hyperv on host hv-neutron-8327 at level 0 using segments [{'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 11 20:44:04.506416 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Attempting to bind port 21c99622-889f-4394-8680-e74e89f33c5e on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:44:04.525822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Port 21c99622-889f-4394-8680-e74e89f33c5e on network ba516f6f-3246-4821-94c7-6b56e4cb4868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8327 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Mar 11 20:44:04.525822 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Attempting to bind port 21c99622-889f-4394-8680-e74e89f33c5e on network ba516f6f-3246-4821-94c7-6b56e4cb4868 {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Mar 11 20:44:04.539228 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Checking agent: {'id': 'cd10be59-2d75-419b-89ff-5a07e0dd1947', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'started_at': datetime.datetime(2022, 3, 11, 19, 34, 24), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Mar 11 20:44:04.539705 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Checking segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Mar 11 20:44:04.540154 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Bound using segment: {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'} {{(pid=83813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Mar 11 20:44:04.540651 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.managers [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Bound port: 21c99622-889f-4394-8680-e74e89f33c5e, host: hv-neutron-8327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9667f49-6d28-4a25-9888-8eacc6aa8133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868'}}] {{(pid=83813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 11 20:44:04.541056 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.649597 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, cleared binding levels {{(pid=83813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:44:04.653698 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:44:04.670287 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.730750 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:04.732220 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] 10.222.0.90 "PUT /v2.0/ports/21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 1093 time: 0.9347236 Mar 11 20:44:04.732666 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:44:04.750575 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5c7d5-e4db-447e-a94e-ed46ca6230d0 service neutron] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=3']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:04.801196 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'status': 'completed', 'code': 200} Mar 11 20:44:04.842059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-1d7af60d-172f-4af7-aa2a-0a29d13dc9f8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1096 time: 0.0716283 Mar 11 20:44:04.914005 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-c93f1a6d-864a-4365-8c09-88508ddafef0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 217 time: 0.0648785 Mar 11 20:44:04.976720 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-355414bd-1abd-4aa3-8812-7dd7ace20add service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:04.978309 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-355414bd-1abd-4aa3-8812-7dd7ace20add service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0586848 Mar 11 20:44:05.056452 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-96263bd3-0d88-436e-a046-8776870e528d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723398 Mar 11 20:44:05.186893 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-04082482-b2f7-4979-a43e-7c684554d76a service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216362 Mar 11 20:44:05.418123 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b68e63dc-7895-4ed5-8564-aadc58180c87 req-a4ce0e26-9957-45f5-87ff-ffa794b97681 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249429 Mar 11 20:44:05.536971 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-adeb6bac-9221-4970-bbc8-e612066e295c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1096 time: 0.0690913 Mar 11 20:44:05.665949 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-3acc760a-337c-4539-b24c-62dd3c891fd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:05.667408 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-3acc760a-337c-4539-b24c-62dd3c891fd7 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1238956 Mar 11 20:44:05.706787 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1890d-4d8e-4a7f-83b9-7ac86682fac0 req-fbfb483b-594c-4721-8433-86529736dbda tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:05.708334 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9af1890d-4d8e-4a7f-83b9-7ac86682fac0 req-fbfb483b-594c-4721-8433-86529736dbda tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0862772 Mar 11 20:44:05.739307 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-f8cc4e38-85c1-44e0-86a0-f73009161f7a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 217 time: 0.0656958 Mar 11 20:44:05.754716 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-9af1890d-4d8e-4a7f-83b9-7ac86682fac0 req-0cf874ec-0ad3-466a-9f02-9f0dce9d8837 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406072 Mar 11 20:44:05.801924 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-bc4158ae-4204-4c94-a8fb-56c24abe7659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:05.803369 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-bc4158ae-4204-4c94-a8fb-56c24abe7659 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0583375 Mar 11 20:44:05.882055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-2f52c604-3091-4b36-9f8a-8cff54a88bb1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725436 Mar 11 20:44:06.020177 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-605c2975-0ab3-463c-b59f-ceee31353abd service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319890 Mar 11 20:44:06.149822 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6ff8219b-5aaa-4fec-87d6-26f79095f79e req-061d4c68-8752-456c-9022-77491378b576 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234169 Mar 11 20:44:06.961099 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a842a36-1c50-4765-be19-bf420d95b917 req-6d5f4133-9b3b-4069-9a23-4ff77f749ca5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:06.962537 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a842a36-1c50-4765-be19-bf420d95b917 req-6d5f4133-9b3b-4069-9a23-4ff77f749ca5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0822272 Mar 11 20:44:07.009868 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-4a842a36-1c50-4765-be19-bf420d95b917 req-709f3395-b71b-4063-867b-16caccd36a06 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Mar 11 20:44:07.934699 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:44:08.083437 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:44:08.096335 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '21c99622-889f-4394-8680-e74e89f33c5e', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'mac_address': 'fa:16:3e:81:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:44:08.149766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:08.167206 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c99622-889f-4394-8680-e74e89f33c5e {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:44:08.182036 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:44:08.187417 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:08.205030 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be84317-bc72-44a1-a9e1-3eab26819379 req-b934b2d5-4618-4dd4-b7b9-b654a4199cfc tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:08.206501 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5be84317-bc72-44a1-a9e1-3eab26819379 req-b934b2d5-4618-4dd4-b7b9-b654a4199cfc tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0754714 Mar 11 20:44:08.255708 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=4']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:08.256084 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-5be84317-bc72-44a1-a9e1-3eab26819379 req-32346b89-5453-4eb0-97d7-e85ffcae17e3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438125 Mar 11 20:44:08.640301 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['21c99622-889f-4394-8680-e74e89f33c5e'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:44:09.466039 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088f576-394c-4c22-b0a6-eff554c70638 req-e9ed33b1-db63-4012-aa56-66cdda4faa0e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:09.467371 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2088f576-394c-4c22-b0a6-eff554c70638 req-e9ed33b1-db63-4012-aa56-66cdda4faa0e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 944 time: 0.0809209 Mar 11 20:44:09.514055 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-2088f576-394c-4c22-b0a6-eff554c70638 req-e0112daa-02ff-4125-8027-d677919d515e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Mar 11 20:44:09.937952 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:44:10.013178 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning for port 21c99622-889f-4394-8680-e74e89f33c5e completed by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 11 20:44:10.018499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 21c99622-889f-4394-8680-e74e89f33c5e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:44:10.018863 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:10.131098 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:10.157594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:44:10.167212 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:44:10.173607 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:10.220207 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'code': 200} Mar 11 20:44:10.254750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=5']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:10.447993 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ed4b10a5-476f-4c66-b853-5f4b287bf3f9 req-9f168a1e-b2ad-47aa-8468-a9cc8a20557f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1098 time: 0.0660284 Mar 11 20:44:10.489398 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-ed4b10a5-476f-4c66-b853-5f4b287bf3f9 req-32146852-eff5-4a8c-8bbb-1987cc3847e7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342908 Mar 11 20:44:10.715716 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a8ff7-646c-4a57-97fe-7c37129e2e84 req-bda40b9c-f01e-4eed-937c-3ddd9dfe3f0a tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:10.717059 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-934a8ff7-646c-4a57-97fe-7c37129e2e84 req-bda40b9c-f01e-4eed-937c-3ddd9dfe3f0a tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 945 time: 0.0799580 Mar 11 20:44:10.761481 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-934a8ff7-646c-4a57-97fe-7c37129e2e84 req-3b55b513-deab-4d30-b1e3-65e4715dbbc3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388324 Mar 11 20:44:11.960004 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4333d5e-8685-4d71-81fa-9904df5e3eba req-a5699cb8-a75c-4880-8368-01893b176587 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:11.961608 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f4333d5e-8685-4d71-81fa-9904df5e3eba req-a5699cb8-a75c-4880-8368-01893b176587 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 945 time: 0.0764945 Mar 11 20:44:12.009262 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-f4333d5e-8685-4d71-81fa-9904df5e3eba req-43496164-72fd-4143-a903-a867f8fedc8e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Mar 11 20:44:13.212371 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6478c11-a46f-4b74-9cc5-b744c59bf306 req-b696d6e3-ee2c-4cca-b364-e4b3d4740270 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:13.213813 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6478c11-a46f-4b74-9cc5-b744c59bf306 req-b696d6e3-ee2c-4cca-b364-e4b3d4740270 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 945 time: 0.0751109 Mar 11 20:44:13.270340 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d6478c11-a46f-4b74-9cc5-b744c59bf306 req-7218b94c-37e7-481d-95ab-6d83cd0e1f42 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493000 Mar 11 20:44:13.482101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a845711-3232-4fe4-b7d6-cafda6f5a296 req-274663a4-e661-465c-9701-81bbcb9fbd27 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:13.483738 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0a845711-3232-4fe4-b7d6-cafda6f5a296 req-274663a4-e661-465c-9701-81bbcb9fbd27 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 945 time: 0.0901582 Mar 11 20:44:13.529175 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0a845711-3232-4fe4-b7d6-cafda6f5a296 req-3b0ad08b-1352-484a-9ade-a2eb81cf52d5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398574 Mar 11 20:44:13.556721 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 45058) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:44:13.624934 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-c761890f-86ea-43f6-9d0c-1cf81f88b70a tempest-TestSnapshotPattern-1961337027 tempest-TestSnapshotPattern-1961337027-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1093 time: 0.0670843 Mar 11 20:44:13.628740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 45062) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:44:13.633684 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.v2.base [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Request body: {'floatingip': {'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Mar 11 20:44:13.639344 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 11 20:44:13.643252 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Usage tracker for resource:floatingip and tenant:49d0342f1c704785a7ec25d2e60702a2 is out of sync, need to count used quota {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 11 20:44:13.646098 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 11 20:44:13.651749 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.quota.driver [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 11 20:44:13.664648 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:13.804667 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:13.951471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.db_base_plugin_common [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Allocated IP 172.26.8.213 (2804f96d-e9df-447f-a1ac-9259b438d02d/b2fbe711-32d6-4f3b-b8f6-d34667573264/f81e4d82-888f-498d-8a1b-f09248a4c22f) {{(pid=83813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:44:14.203984 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:14.232762 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755902014567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:14.297798 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Network 2804f96d-e9df-447f-a1ac-9259b438d02d is already hosted by enough agents. {{(pid=83813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:44:14.300588 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.base_scheduler [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Resources bound (agent type, host, resource id): {{(pid=83813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:44:14.303420 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Received port after_create {{(pid=83813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Mar 11 20:44:14.336918 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=f81e4d82-888f-498d-8a1b-f09248a4c22f,revision_number=1']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:14.588729 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4e2db099-d61b-438a-8f89-a13ed015223a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:14.814932 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:14.877320 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:15.079987 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for port, precommit_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:15.087231 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3110742'] for port, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:15.194356 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event updated for resources: {'Port': ['ID=f81e4d82-888f-498d-8a1b-f09248a4c22f,revision_number=2']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:44:15.208051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1767283'] for floatingip, after_update {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:15.410505 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.db.l3_db [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Floating IP fd927572-b335-4777-99e3-1a37f4ecf111 associated. External IP: 172.26.8.213, port: 21c99622-889f-4394-8680-e74e89f33c5e. Mar 11 20:44:15.950350 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:44:16.160065 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:44:16.169975 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:44:16.181791 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:44:16.182471 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:44:16.185526 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:16.242794 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-19837af7-37e9-49db-9205-c38a19fb671f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6129220 Mar 11 20:44:16.243189 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:44:16.298386 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'status': 'completed', 'code': 200} Mar 11 20:44:16.363581 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:44:16.389065 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-5fbbd40e-86a1-43ac-92a4-efb0e921dd48 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1098 time: 0.0696697 Mar 11 20:44:16.522982 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-61e6b4b0-01ec-4a29-bc30-b45dc39a7e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:16.524433 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-61e6b4b0-01ec-4a29-bc30-b45dc39a7e9e service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1279907 Mar 11 20:44:16.626332 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-b99572ea-711f-4b8b-80b1-2c05d1815931 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 999 time: 0.0945458 Mar 11 20:44:16.686827 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-dd3958a6-2331-4f21-bb12-43f46f2955dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:16.688296 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-dd3958a6-2331-4f21-bb12-43f46f2955dd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0560396 Mar 11 20:44:16.718191 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}, {'id': 'fd927572-b335-4777-99e3-1a37f4ecf111', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:81:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:44:14Z', 'updated_at': '2022-03-11T20:44:14Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:44:16.722063 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:44:16.732448 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:44:16.733037 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:43:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:44:16.765937 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-8b13c383-339e-4282-b808-d107c9150492 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721564 Mar 11 20:44:16.860613 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9a6431ed-71ff-4fe7-bf0c-6e2f01652630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:16.900758 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-08407d84-74b0-4022-8f55-6fff73f687af service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287606 Mar 11 20:44:16.907744 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:44:17.028746 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-6bc2a745-741e-4b5f-8fca-557122daf5de req-ac18bf40-ae1b-4e66-adff-aeacaeecf407 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222503 Mar 11 20:44:17.270209 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}, {'id': 'fd927572-b335-4777-99e3-1a37f4ecf111', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:81:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:44:14Z', 'updated_at': '2022-03-11T20:44:14Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:44:17.274274 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadbe5c-11d2-43d6-8515-20d61ab19d7b None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}, {'id': 'fd927572-b335-4777-99e3-1a37f4ecf111', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:81:de:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:44:14Z', 'updated_at': '2022-03-11T20:44:14Z', 'revision_number': 0, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:44:17.477975 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36af51be-5499-4da5-bb9e-aadfe6f54dfc None None] New status for floating IP fd927572-b335-4777-99e3-1a37f4ecf111: ACTIVE {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:44:18.160196 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:18.199340 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:19.520095 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:25.424028 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:39.377666 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-ee9e1bc3-31d8-4bef-baab-57808e1c1e2f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714693 Mar 11 20:44:39.531984 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-ddae6a79-6fed-4019-a670-309e5005bf27 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0815005 Mar 11 20:44:39.685470 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-716a3b2d-05ac-4860-a829-ed90c38f682c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:39.686922 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-716a3b2d-05ac-4860-a829-ed90c38f682c service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1351492 Mar 11 20:44:39.790154 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-5bb0455d-7cdb-46e4-8f07-0d4c1a9c8c40 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1000 time: 0.0967765 Mar 11 20:44:39.947550 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-36c87706-6a7c-44c0-a6a6-b6e209237a68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:39.948976 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-36c87706-6a7c-44c0-a6a6-b6e209237a68 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.1527355 Mar 11 20:44:40.024988 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-e50f0635-d282-47d0-97ec-745418348949 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690258 Mar 11 20:44:40.154573 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-9d71b445-b606-45ce-9a0e-77944bc61904 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 Mar 11 20:44:40.239449 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:44:40.288645 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-e4eb60aa-cfeb-4b29-8c88-917ea3b985ae req-78576454-991c-4f26-8586-314ca1704e56 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275434 Mar 11 20:44:44.598621 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-86df7e7a-7653-4089-b243-882e49b3195a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:46.867575 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d288be74-84cc-472b-b5b8-ca8beb747a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:48.163013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:48.203989 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:49.514496 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:44:55.425205 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:14.605151 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-fb133418-9b00-49a5-bf9b-a3e37da8affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:16.866885 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8af8c9fd-9bb3-498f-be96-dcbba72a5cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:17.246991 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:45:18.166985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:18.207111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:19.513867 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:25.427403 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:41.437100 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-4b92339e-abeb-4f5c-9d9b-2a4a2e051534 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758505 Mar 11 20:45:41.532233 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-a7c0da1e-e06d-488a-9617-f2ccd1be3b22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1098 time: 0.0724196 Mar 11 20:45:41.678815 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969814-4a14-4642-9580-c81a9e0a196e req-392a30ae-f07a-4e25-b07c-433befd66fc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:41.680287 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-392a30ae-f07a-4e25-b07c-433befd66fc1 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1284797 Mar 11 20:45:41.789414 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-c879416b-0a2b-4eb0-8c90-8b99c5fecdc3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 1001 time: 0.1016376 Mar 11 20:45:41.850743 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9969814-4a14-4642-9580-c81a9e0a196e req-c5379442-c34f-4185-ab2a-f5fdd4b2866a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:41.852153 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-c5379442-c34f-4185-ab2a-f5fdd4b2866a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0549889 Mar 11 20:45:41.931835 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-17093757-0e92-45e8-83ca-5d23467be013 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696483 Mar 11 20:45:42.069503 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-0d5b75af-b861-49e4-ab63-b8d4152f1f85 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309397 Mar 11 20:45:42.209919 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-d9969814-4a14-4642-9580-c81a9e0a196e req-c1a7a92d-110d-4cb2-8db7-42a61244a0a1 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332614 Mar 11 20:45:44.594929 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-a80f917c-bcfd-4d39-9bfa-47f05b420174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:46.870822 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-1d43beff-82da-4abe-a5e1-e638533e156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:48.177444 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:48.216696 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:49.519799 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:45:54.242694 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:45:55.424349 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:14.595562 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8ca348a5-7974-4d97-ada9-7e242b125a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:16.868452 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-50f08a2e-6749-49b2-b414-136f957dd496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:18.172319 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:18.210041 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:19.527730 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:25.427001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:31.250293 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:46:34.633855 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e details requested by agent hyperv_hv-neutron-8327 with host hv-neutron-8327 {{(pid=83814) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 11 20:46:34.775552 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:34.787977 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Returning: {'device': '21c99622-889f-4394-8680-e74e89f33c5e', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'port_id': '21c99622-889f-4394-8680-e74e89f33c5e', 'mac_address': 'fa:16:3e:81:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83814) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 11 20:46:34.841179 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:34.858316 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21c99622-889f-4394-8680-e74e89f33c5e {{(pid=83814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Mar 11 20:46:34.874627 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:34.881458 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:34.950085 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=6']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:34.958839 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.959188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.959555 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.959889 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.960220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.960547 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.960895 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.961220 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.961559 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.961880 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.962225 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:34.966859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] get_ports_and_sgs() called for port_ids ['21c99622-889f-4394-8680-e74e89f33c5e'] {{(pid=83814) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Mar 11 20:46:36.647049 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e up at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 11 20:46:36.719001 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.provisioning_blocks [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Provisioning complete for port 21c99622-889f-4394-8680-e74e89f33c5e triggered by entity L2. {{(pid=83814) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 11 20:46:36.719392 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15825948'] for port, provisioning_complete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:36.831972 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:36.858190 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:36.868217 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:36.873362 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:36.934268 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'code': 200} Mar 11 20:46:36.946364 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=7']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:43.439458 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-9da6478c-fa97-46df-a465-5a29e21ab5d1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1392994 Mar 11 20:46:43.590304 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-06b477a8-b58b-434c-9ad4-7d6a11b7c668 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0722401 Mar 11 20:46:43.737888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-73080b12-a9e9-49c7-a0b7-15afffbab5a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:43.739296 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-73080b12-a9e9-49c7-a0b7-15afffbab5a9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1294682 Mar 11 20:46:43.852568 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-5302af72-50f0-49b5-87c1-58f3bf6d8e8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 1000 time: 0.1067247 Mar 11 20:46:44.044581 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-1b48b8ca-7ac5-4bcb-8bc3-0e824bcff3f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:44.046035 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-1b48b8ca-7ac5-4bcb-8bc3-0e824bcff3f7 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.1873877 Mar 11 20:46:44.125327 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-99dfbbe2-6f86-46da-ae82-f677af56cd87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715599 Mar 11 20:46:44.274492 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-5d02d7bc-c78a-4583-9642-4f5a30c868b1 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415622 Mar 11 20:46:44.423943 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-bfb4a89c-8f3c-48b0-841d-b2e2a54210b2 req-fe4f5c82-c99a-469c-a7d2-6a83913d3802 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426816 Mar 11 20:46:44.592491 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8defd42b-79e6-4509-a4c4-2f80fbdd5d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:46.864774 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-379d821a-96f4-41ee-8d4f-ed8b455745f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:48.176936 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:48.215394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:49.522907 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:49.565530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45256) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:46:49.772813 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Deleting port f81e4d82-888f-498d-8a1b-f09248a4c22f {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:46:49.773169 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:50.015453 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:50.015727 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:50.129390 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Calling delete_port for f81e4d82-888f-498d-8a1b-f09248a4c22f owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:46:50.291712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:50.340772 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event deleted for resources: {'Port': ['ID=f81e4d82-888f-498d-8a1b-f09248a4c22f,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:50.352121 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.352469 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.352805 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.353131 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.353457 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.353785 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.354559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.354559 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.354695 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.355027 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.355339 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83812) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:50.452086 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:50.843433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:46:51.040328 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:46:51.050652 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:46:51.061953 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:51.063654 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:46:51.064261 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:51.117806 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-d37b5019-dcf3-4be7-94b2-0e177a83cb8f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "DELETE /v2.0/floatingips/fd927572-b335-4777-99e3-1a37f4ecf111 HTTP/1.1" status: 204 len: 168 time: 1.5512202 Mar 11 20:46:51.118759 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:51.256306 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:46:51.275103 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'status': 'completed', 'code': 200} Mar 11 20:46:51.370837 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-3ba8e955-4900-4d4a-823e-d339b633115b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 1098 time: 0.0731342 Mar 11 20:46:51.518919 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce8cb-97cc-4da9-8175-d43612321356 req-142ee4df-2064-4b32-8905-a1d61c39f0bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:51.518919 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-142ee4df-2064-4b32-8905-a1d61c39f0bf service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1399386 Mar 11 20:46:51.619998 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-af7514e6-ec05-4782-9067-4c1e95f9a4d3 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 200 len: 217 time: 0.0951080 Mar 11 20:46:51.628566 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:51.632558 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:46:51.643086 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:46:51.643703 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:51.693329 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce8cb-97cc-4da9-8175-d43612321356 req-ac464a50-f002-4fac-8932-afbf0db6ce86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:51.694787 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-ac464a50-f002-4fac-8932-afbf0db6ce86 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0685482 Mar 11 20:46:51.749783 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8b18e-c86e-4734-b1ca-3b26c9b2a014 req-8efc979a-a863-4db7-aaee-9c319193d9c3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:51.751226 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6e8b18e-c86e-4734-b1ca-3b26c9b2a014 req-8efc979a-a863-4db7-aaee-9c319193d9c3 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 945 time: 0.2991798 Mar 11 20:46:51.810101 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-a6e8b18e-c86e-4734-b1ca-3b26c9b2a014 req-4a4c6d19-bfd9-4887-ae51-c054ab824cb5 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529907 Mar 11 20:46:51.815889 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-4671576f-ca79-4528-b5c3-50f7548cf8a4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141520 Mar 11 20:46:51.818524 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:46:51.949448 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-7687fdd9-3f11-4319-b959-cef0212ec48c service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250043 Mar 11 20:46:52.079387 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-176ce8cb-97cc-4da9-8175-d43612321356 req-8e671570-3fd4-40af-b7df-cbf8954f3cee service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237295 Mar 11 20:46:52.159011 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:52.164318 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd79a71-a5ec-4f95-846e-a228b8538784 None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_floatingips': [{'id': '322fc87b-5865-4cf3-ad04-2b990d58e4ad', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'router_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'port_id': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'mac_address': 'fa:16:3e:c1:e3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:00Z', 'updated_at': '2022-03-11T20:41:03Z', 'revision_number': 1, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:46:52.380379 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f553c30-2648-4670-a8d7-345adca149e8 None None] New status for floating IP fd927572-b335-4777-99e3-1a37f4ecf111: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:46:52.714110 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:46:52.834032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:52.860897 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:52.871601 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:52.879155 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755902452902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755902014585', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755902014630'] for port, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:52.946034 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Pushing event updated for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=8']} {{(pid=83814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:52.949488 dv-neutron-832764-2-hyperv neutron-server[83814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'code': 200} Mar 11 20:46:53.037002 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987c0c8-b380-417e-a828-c577a03c87ec req-ba8fd032-54ba-4a0e-86eb-aabe81055528 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:53.037685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0987c0c8-b380-417e-a828-c577a03c87ec req-ba8fd032-54ba-4a0e-86eb-aabe81055528 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:46:53.054522 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-0987c0c8-b380-417e-a828-c577a03c87ec req-ba8fd032-54ba-4a0e-86eb-aabe81055528 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:46:53.055659 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0987c0c8-b380-417e-a828-c577a03c87ec req-ba8fd032-54ba-4a0e-86eb-aabe81055528 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0935404 Mar 11 20:46:53.100280 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-0987c0c8-b380-417e-a828-c577a03c87ec req-11cdbc46-b768-461a-ad03-4c95b7b41b52 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388641 Mar 11 20:46:53.108382 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d341407-867d-4674-964a-13387fa17f14 req-ce22f8ad-c0f5-46bd-b066-d71565e2b382 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:53.109788 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0d341407-867d-4674-964a-13387fa17f14 req-ce22f8ad-c0f5-46bd-b066-d71565e2b382 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 943 time: 0.0753913 Mar 11 20:46:53.181765 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Deleting port 21c99622-889f-4394-8680-e74e89f33c5e {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:46:53.182104 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:53.436507 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] For port 21c99622-889f-4394-8680-e74e89f33c5e, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=21c99622-889f-4394-8680-e74e89f33c5e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:53.436740 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:53.663010 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Calling delete_port for 21c99622-889f-4394-8680-e74e89f33c5e owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:46:53.801673 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:53.855082 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event deleted for resources: {'Port': ['ID=21c99622-889f-4394-8680-e74e89f33c5e,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:53.920110 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.920450 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.920788 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.921109 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.921434 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.921759 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.922076 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.922383 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.922686 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.922999 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.923327 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-832764-2-hyperv {{(pid=83813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:53.941662 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] No DVR routers for this DVR port 21c99622-889f-4394-8680-e74e89f33c5e on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:46:53.945846 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:53.948565 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-deleted', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:53.971955 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-0d341407-867d-4674-964a-13387fa17f14 req-97b7cfa8-dae9-4e91-b43a-97871d53301e tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "DELETE /v2.0/ports/21c99622-889f-4394-8680-e74e89f33c5e HTTP/1.1" status: 204 len: 173 time: 0.8555589 Mar 11 20:46:54.086388 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc4e823-5761-45dc-9204-b6e0b8507c2c', 'name': 'network-vif-deleted', 'tag': '21c99622-889f-4394-8680-e74e89f33c5e', 'status': 'completed', 'code': 200} Mar 11 20:46:54.289917 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-b6658e84-abb8-4748-898d-dfd74ee5f080 req-bf47a7e6-8a8c-414e-ac06-85df159a95bf tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cc4e823-5761-45dc-9204-b6e0b8507c2c HTTP/1.1" status: 200 len: 210 time: 0.0439637 Mar 11 20:46:55.417285 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:56.094823 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45324) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:46:56.296129 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Deleting port 205b8c2b-e631-4d5f-a7c5-1fbe7d848e12 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:46:56.296337 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:56.560716 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:56.560918 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:56.682055 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Calling delete_port for 205b8c2b-e631-4d5f-a7c5-1fbe7d848e12 owned by network:floatingip {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:46:56.728222 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:46:56.764404 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 21c99622-889f-4394-8680-e74e89f33c5e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:46:56.764746 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 21c99622-889f-4394-8680-e74e89f33c5e not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:46:56.837290 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:56.879520 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event deleted for resources: {'Port': ['ID=205b8c2b-e631-4d5f-a7c5-1fbe7d848e12,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:56.972617 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for floatingip, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:57.356534 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:46:57.558756 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:46:57.569241 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:46:57.574861 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for floatingip, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:57.581965 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:46:57.582519 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:57.629767 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-0fe3242f-6a93-40f4-bb9f-7dd0f898b39b tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "DELETE /v2.0/floatingips/322fc87b-5865-4cf3-ad04-2b990d58e4ad HTTP/1.1" status: 204 len: 168 time: 1.5338006 Mar 11 20:46:57.630343 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83812) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:57.685911 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'status': 'completed', 'code': 200} Mar 11 20:46:57.756160 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:46:57.785539 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-f9d26d8c-3b84-4c9e-8c01-e18700dc1ead service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=49d0342f1c704785a7ec25d2e60702a2&device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0796580 Mar 11 20:46:57.923622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-1b478f1c-70dc-4fb9-9c15-c25abaaad6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:57.925136 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-1b478f1c-70dc-4fb9-9c15-c25abaaad6b8 service neutron] 10.222.0.90 "GET /v2.0/networks?id=ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 200 len: 910 time: 0.1336758 Mar 11 20:46:58.032494 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-662636f0-898b-473c-bb3b-56b831b102e4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 200 len: 217 time: 0.0998032 Mar 11 20:46:58.095134 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:58.099036 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:46:58.109482 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-ac71612e-6692-4c8c-b1d0-7faa531fc403 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:58.109891 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:46:58.110481 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:58.110895 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-ac71612e-6692-4c8c-b1d0-7faa531fc403 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 200 len: 848 time: 0.0666733 Mar 11 20:46:58.116775 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ebab7-f8df-4487-9884-bce176113eb6 req-d0880466-b759-4c43-8ca3-3c2536f1819c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:58.117409 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f09ebab7-f8df-4487-9884-bce176113eb6 req-d0880466-b759-4c43-8ca3-3c2536f1819c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:46:58.179100 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.quota.resource [req-f09ebab7-f8df-4487-9884-bce176113eb6 req-d0880466-b759-4c43-8ca3-3c2536f1819c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:46:58.180280 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f09ebab7-f8df-4487-9884-bce176113eb6 req-d0880466-b759-4c43-8ca3-3c2536f1819c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.2010412 Mar 11 20:46:58.227782 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-fcb3d0a8-c667-4a8a-96be-252184c02d9e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=ba516f6f-3246-4821-94c7-6b56e4cb4868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1075811 Mar 11 20:46:58.235075 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-f09ebab7-f8df-4487-9884-bce176113eb6 req-11ef2951-4e0f-45e9-a4c8-9927b4e73099 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Mar 11 20:46:58.285890 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:46:58.358729 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-38a1c41d-4e53-4609-b025-2c7234734fa6 service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224015 Mar 11 20:46:58.490812 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-fa02588e-28ff-41e6-be57-fdeb91c14fbd req-b010da1d-a640-4113-89db-1fa2356cc9df service neutron] 10.222.0.90 "GET /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258075 Mar 11 20:46:58.592326 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:46:58.596286 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4126fc4-d099-467a-ba3a-4314c49d07f3 None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:40:36Z', 'revision_number': 4, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv', '_interfaces': [{'id': 'd79ba4eb-6b42-464e-8f5a-18e0a140ee8b', 'name': '', 'network_id': 'ba516f6f-3246-4821-94c7-6b56e4cb4868', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'mac_address': 'fa:16:3e:a8:77:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:36Z', 'updated_at': '2022-03-11T20:40:45Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'subnets': [{'id': 'f0fba258-b861-446a-ae5f-ee6785672842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:46:58.816953 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-38263766-2f70-48ae-8aa2-85dd64b6785f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:58.818397 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-38263766-2f70-48ae-8aa2-85dd64b6785f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0794713 Mar 11 20:46:58.829027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e245db-8884-4d72-94b1-05952d636fe9 None None] New status for floating IP 322fc87b-5865-4cf3-ad04-2b990d58e4ad: DOWN {{(pid=83814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Mar 11 20:46:58.887557 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Deleting port 513a3e66-458e-4956-afb9-3cd6f04fde54 {{(pid=83813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:46:58.887807 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:59.217845 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.db [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] For port 513a3e66-458e-4956-afb9-3cd6f04fde54, host hv-neutron-8327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8327',level=0,port_id=513a3e66-458e-4956-afb9-3cd6f04fde54,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:59.218196 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:59.332797 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.plugins.ml2.plugin [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Calling delete_port for 513a3e66-458e-4956-afb9-3cd6f04fde54 owned by compute:nova {{(pid=83813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:46:59.430369 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceb9f2-2b08-4f1f-84ad-adb5b863e56d req-68f20e42-0f7d-4d9a-8f3e-535001d002f7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83812) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:59.430938 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d8ceb9f2-2b08-4f1f-84ad-adb5b863e56d req-68f20e42-0f7d-4d9a-8f3e-535001d002f7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Synchronizing usage tracker for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83812) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 11 20:46:59.442831 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.quota.resource [req-d8ceb9f2-2b08-4f1f-84ad-adb5b863e56d req-68f20e42-0f7d-4d9a-8f3e-535001d002f7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Unset dirty status for tenant:49d0342f1c704785a7ec25d2e60702a2 on resource:port {{(pid=83812) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 11 20:46:59.444010 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d8ceb9f2-2b08-4f1f-84ad-adb5b863e56d req-68f20e42-0f7d-4d9a-8f3e-535001d002f7 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/ports?device_id=febd7df4-1299-4617-9030-8ea8ab00f6a4 HTTP/1.1" status: 200 len: 944 time: 0.0881982 Mar 11 20:46:59.472622 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3110703'] for port, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:59.489151 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [req-d8ceb9f2-2b08-4f1f-84ad-adb5b863e56d req-2731b271-8ea8-4f19-b34e-e5ac61512434 tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "GET /v2.0/security-groups?id=2151271b-1ef9-4836-92a2-35350b6ba997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Mar 11 20:46:59.517381 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event deleted for resources: {'Port': ['ID=513a3e66-458e-4956-afb9-3cd6f04fde54,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:59.593051 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.db.l3_dvrscheduler_db [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] No DVR routers for this DVR port 513a3e66-458e-4956-afb9-3cd6f04fde54 on host hv-neutron-8327 {{(pid=83813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:46:59.595455 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90309'] for port, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:46:59.597943 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-deleted', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54'}] {{(pid=83813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Mar 11 20:46:59.614198 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [req-b051d21e-cf7d-4e93-9be6-dbc32fe61aff req-7b51d022-31d6-4ee0-90ed-830e270f030c tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.90 "DELETE /v2.0/ports/513a3e66-458e-4956-afb9-3cd6f04fde54 HTTP/1.1" status: 204 len: 173 time: 0.7905731 Mar 11 20:46:59.655684 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'febd7df4-1299-4617-9030-8ea8ab00f6a4', 'name': 'network-vif-deleted', 'tag': '513a3e66-458e-4956-afb9-3cd6f04fde54', 'status': 'completed', 'code': 200} Mar 11 20:47:00.602106 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 45340) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:00.671144 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:00.699232 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:00.767888 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:00.785471 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2151271b-1ef9-4836-92a2-35350b6ba997,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:00.799713 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:00.800835 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-fcbf7c3f-7d31-450c-9be0-dac46978121f tempest-TestSnapshotPattern-1212088401 tempest-TestSnapshotPattern-1212088401-project] 10.222.0.76 "DELETE /v2.0/security-groups/2151271b-1ef9-4836-92a2-35350b6ba997 HTTP/1.1" status: 204 len: 168 time: 0.1977668 Mar 11 20:47:01.896010 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45348) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:02.500449 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:02.791136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 no longer exists at agent hyperv_hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:02.823291 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] No Port match for: 513a3e66-458e-4956-afb9-3cd6f04fde54 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:02.823653 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Device 513a3e66-458e-4956-afb9-3cd6f04fde54 not bound to the agent host hv-neutron-8327 {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:03.092370 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Deleting port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:03.092919 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:03.266834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] For port d79ba4eb-6b42-464e-8f5a-18e0a140ee8b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:03.267184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:03.383497 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Calling delete_port for d79ba4eb-6b42-464e-8f5a-18e0a140ee8b owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:03.558103 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:03.600101 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d79ba4eb-6b42-464e-8f5a-18e0a140ee8b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:03.997905 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:04.594484 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:47:04.800540 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:47:04.809337 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Sync routers for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:47:04.814349 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-3f07c852-2e3d-40cd-9176-76a1dc3a57c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/7c3d051a-6c91-4b78-91ed-b4708cc075e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9164038 Mar 11 20:47:04.816402 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45354) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:04.822204 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:47:04.822902 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:05.002157 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: dv-neutron-832764-2-hyperv {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:47:05.015822 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:05.210573 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:05.220731 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Deleting port 2469aaba-ccd9-4464-a68f-992f2b66b55e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:05.221000 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:05.276293 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126'}], 'enable_snat': True}, 'gw_port_id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:47:03Z', 'revision_number': 5, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port': {'id': '2469aaba-ccd9-4464-a68f-992f2b66b55e', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:34Z', 'updated_at': '2022-03-11T20:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:05.280407 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Checking router: 7c3d051a-6c91-4b78-91ed-b4708cc075e7 for host: dv-neutron-832764-2-hyperv {{(pid=83815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:47:05.290815 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Routers {'7c3d051a-6c91-4b78-91ed-b4708cc075e7'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:47:05.291625 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'], 'active': True} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:05.472680 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_dvr_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] Set router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 gateway port host: None {{(pid=83815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:47:05.493615 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] For port 2469aaba-ccd9-4464-a68f-992f2b66b55e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=2469aaba-ccd9-4464-a68f-992f2b66b55e,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:05.493968 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:05.572162 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.l3_hamode_db [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:47:05Z', 'revision_number': 6, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:05.576255 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e72cb3-5bf5-461b-a7ae-cc96a2c2abfe None None] The sync data for ids ['7c3d051a-6c91-4b78-91ed-b4708cc075e7'] in dv-neutron-832764-2-hyperv is: [{'id': '7c3d051a-6c91-4b78-91ed-b4708cc075e7', 'name': 'tempest-TestSnapshotPattern-962867963-router', 'tenant_id': '49d0342f1c704785a7ec25d2e60702a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:33Z', 'updated_at': '2022-03-11T20:47:05Z', 'revision_number': 6, 'project_id': '49d0342f1c704785a7ec25d2e60702a2', 'gw_port_host': None}] {{(pid=83815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:47:05.613996 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Calling delete_port for 2469aaba-ccd9-4464-a68f-992f2b66b55e owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:05.790712 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:05.832516 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Pushing event deleted for resources: {'Port': ['ID=2469aaba-ccd9-4464-a68f-992f2b66b55e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:06.054555 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.307530 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.313200 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.340725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.341271 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3d051a-6c91-4b78-91ed-b4708cc075e7 {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:47:06.353931 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.355041 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-05de20f6-afaa-4574-89f3-65edf57b7757 admin admin] 10.222.0.76 "DELETE /v2.0/routers/7c3d051a-6c91-4b78-91ed-b4708cc075e7 HTTP/1.1" status: 204 len: 168 time: 1.5378249 Mar 11 20:47:06.357863 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45358) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:06.418921 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Deleting subnet f0fba258-b861-446a-ae5f-ee6785672842 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:47:06.422056 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.480223 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.559777 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.632310 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.668875 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fba258-b861-446a-ae5f-ee6785672842,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:06.675141 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.680584 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ab3ac4-2119-4efd-b3a1-caedf1f9e8ca None None] Network ba516f6f-3246-4821-94c7-6b56e4cb4868 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:47:06.681217 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-33c8a45a-82f7-4d87-a9e6-34aa2f9f906d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f0fba258-b861-446a-ae5f-ee6785672842 HTTP/1.1" status: 204 len: 168 time: 0.3224084 Mar 11 20:47:06.683879 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45362) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:06.889667 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.900423 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Deleting port 829d9cfa-4969-4fc8-81bd-53cffa7f203e {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:06.901142 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:06.935395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] DHCP port deletion for ba516f6f-3246-4821-94c7-6b56e4cb4868 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:47:06.939751 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Deleting port 829d9cfa-4969-4fc8-81bd-53cffa7f203e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:06.940119 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.037013 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 829d9cfa-4969-4fc8-81bd-53cffa7f203e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:07.108309 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] For port 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=829d9cfa-4969-4fc8-81bd-53cffa7f203e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:07.108681 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.232412 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Calling delete_port for 829d9cfa-4969-4fc8-81bd-53cffa7f203e owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:07.280769 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] For port 829d9cfa-4969-4fc8-81bd-53cffa7f203e, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=829d9cfa-4969-4fc8-81bd-53cffa7f203e,segment=NetworkSegment(f9667f49-6d28-4a25-9888-8eacc6aa8133),segment_id=f9667f49-6d28-4a25-9888-8eacc6aa8133)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:07.281170 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.306725 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.352038 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=829d9cfa-4969-4fc8-81bd-53cffa7f203e,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:07.358053 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] No DVR routers for this DVR port 829d9cfa-4969-4fc8-81bd-53cffa7f203e on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:47:07.394620 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-15765799'] for port, before_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.411521 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Calling delete_port for 829d9cfa-4969-4fc8-81bd-53cffa7f203e owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:07.471923 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.497718 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba516f6f-3246-4821-94c7-6b56e4cb4868']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:07.510276 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9667f49-6d28-4a25-9888-8eacc6aa8133') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:07.510463 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2469aaba-ccd9-4464-a68f-992f2b66b55e no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:07.510560 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9667f49-6d28-4a25-9888-8eacc6aa8133') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:07.521999 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.538184 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.544395 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:47:07.544780 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.545675 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 2469aaba-ccd9-4464-a68f-992f2b66b55e {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:07.546018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 2469aaba-ccd9-4464-a68f-992f2b66b55e not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:07.546395 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d79ba4eb-6b42-464e-8f5a-18e0a140ee8b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:47:07.558031 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:47:07.577337 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:47:07.577702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:47:07.578264 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: d79ba4eb-6b42-464e-8f5a-18e0a140ee8b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:07.578595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device d79ba4eb-6b42-464e-8f5a-18e0a140ee8b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:07.637008 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.658174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:07.668078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba516f6f-3246-4821-94c7-6b56e4cb4868,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:07.682379 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-4eee2c78-6c76-4fac-9e5a-abcfcc3c0b6b admin admin] 10.222.0.76 "DELETE /v2.0/networks/ba516f6f-3246-4821-94c7-6b56e4cb4868 HTTP/1.1" status: 204 len: 168 time: 0.9975398 Mar 11 20:47:07.685225 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45366) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:08.079093 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Deleting port 829d9cfa-4969-4fc8-81bd-53cffa7f203e {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:08.079702 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:08.080300 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1765441'] for router_interface, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:08.141511 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-dc148e91-0475-420f-83b8-3d4508e46fc2 None None] The port '829d9cfa-4969-4fc8-81bd-53cffa7f203e' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:47:08.241597 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:47:08.805503 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Deleting port 8ed2df06-f715-4201-bc20-4a9465c5e276 {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:08.806422 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:08.985109 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] For port 8ed2df06-f715-4201-bc20-4a9465c5e276, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ed2df06-f715-4201-bc20-4a9465c5e276,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:08.985501 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:09.103219 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Calling delete_port for 8ed2df06-f715-4201-bc20-4a9465c5e276 owned by network:router_interface {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:09.278346 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:09.325693 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed2df06-f715-4201-bc20-4a9465c5e276,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:09.613472 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15337233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1765398'] for router_interface, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:10.282102 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Router 04d99860-e40a-4104-bec0-5a86da8fdc8e has already been hosted by L3 agent c03f91f8-6e98-42f5-aad5-381524e35c17 {{(pid=83812) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:47:10.483078 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] Notify agent at l3_agent.dv-neutron-832764-2-hyperv the message routers_updated {{(pid=83812) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:47:10.492375 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-bc4694b3-a4df-4608-8939-6f61d88e1eca admin admin] 10.222.0.76 "PUT /v2.0/routers/04d99860-e40a-4104-bec0-5a86da8fdc8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8061657 Mar 11 20:47:10.493021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Sync routers for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Mar 11 20:47:10.494881 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45370) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:10.505999 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:47:10.506599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:10.684577 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: dv-neutron-832764-2-hyperv {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:47:10.692351 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks [] for router, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:10.884833 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:10.895178 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Deleting port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:10.895623 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:10.968421 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'external_fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:47:09Z', 'revision_number': 5, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port': {'id': 'ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c', 'name': '', 'network_id': '2804f96d-e9df-447f-a1ac-9259b438d02d', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:32:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-832764-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:40:40Z', 'updated_at': '2022-03-11T20:40:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b2fbe711-32d6-4f3b-b8f6-d34667573264', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-832764-2-hyperv'}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:10.972554 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Checking router: 04d99860-e40a-4104-bec0-5a86da8fdc8e for host: dv-neutron-832764-2-hyperv {{(pid=83814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Mar 11 20:47:10.984859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Routers {'04d99860-e40a-4104-bec0-5a86da8fdc8e'} bound to L3 agent in host dv-neutron-832764-2-hyperv {{(pid=83814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Mar 11 20:47:10.984859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-832764-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:28:17Z,description=,heartbeat_timestamp=2022-03-11T20:46:47Z,host='dv-neutron-832764-2-hyperv',id=c03f91f8-6e98-42f5-aad5-381524e35c17,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:28:17Z,topic='l3_agent')) {'router_ids': ['04d99860-e40a-4104-bec0-5a86da8fdc8e'], 'active': True} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:11.067174 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] For port ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,segment=NetworkSegment(70d55aa1-12c2-4b7f-81bb-ea38545cab09),segment_id=70d55aa1-12c2-4b7f-81bb-ea38545cab09)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:11.067545 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:11.128304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_dvr_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] Set router 04d99860-e40a-4104-bec0-5a86da8fdc8e gateway port host: None {{(pid=83814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Mar 11 20:47:11.181959 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Calling delete_port for ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c owned by network:router_gateway {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:11.274027 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.db.l3_hamode_db [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:47:10Z', 'revision_number': 6, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port_host': None}], 'dv-neutron-832764-2-hyperv', False) {} {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:11.278485 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add805d3-75ec-45a1-9114-1414503cb8f5 None None] The sync data for ids ['04d99860-e40a-4104-bec0-5a86da8fdc8e'] in dv-neutron-832764-2-hyperv is: [{'id': '04d99860-e40a-4104-bec0-5a86da8fdc8e', 'name': 'tempest-TestSnapshotPattern-1667825839-router', 'tenant_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:40:39Z', 'updated_at': '2022-03-11T20:47:10Z', 'revision_number': 6, 'project_id': 'bca4ead879724fcbb3bfd772b94cecb6', 'gw_port_host': None}] {{(pid=83814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Mar 11 20:47:11.442819 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:11.485242 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:11.714700 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1767260'] for router_gateway, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:11.965627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1767852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254623'] for router, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:11.971432 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.004872 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1767680'] for router, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.005408 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04d99860-e40a-4104-bec0-5a86da8fdc8e {{(pid=83812) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:47:12.017627 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] Notify callbacks [] for router, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.018796 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-855714fa-094d-46c2-85ad-ffea26caca5c admin admin] 10.222.0.76 "DELETE /v2.0/routers/04d99860-e40a-4104-bec0-5a86da8fdc8e HTTP/1.1" status: 204 len: 168 time: 1.5228035 Mar 11 20:47:12.021436 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45374) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:12.080541 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.db_base_plugin_v2 [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Deleting subnet a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125 {{(pid=83812) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Mar 11 20:47:12.083598 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.133491 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1108247'] for subnet, precommit_delete_associations {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.213832 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15895544'] for subnet, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.282614 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15895537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2642054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1489132'] for subnet, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.322685 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:12.327916 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.332573 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70636598-37e3-4dac-a2ba-76d4a7d5ecc3 None None] Network 622a4b5c-1617-4aff-a490-f61ef52aac72 requested from dv-neutron-832764-2-hyperv {{(pid=83814) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Mar 11 20:47:12.333136 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-9654b358-79d1-41c8-867b-4d0da654314b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a2db6ae9-8bd8-4ada-8c3a-75c1d5eac125 HTTP/1.1" status: 204 len: 168 time: 0.3105092 Mar 11 20:47:12.335451 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45378) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:12.435275 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-15750940'] for network, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.447110 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Deleting port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b {{(pid=83812) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:12.447768 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.575991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] DHCP port deletion for 622a4b5c-1617-4aff-a490-f61ef52aac72 request from dv-neutron-832764-2-hyperv {{(pid=83814) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Mar 11 20:47:12.580254 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Deleting port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:12.580606 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.650087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.db [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] For port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83812) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:12.650433 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.777322 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.db [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] For port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b, host dv-neutron-832764-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-832764-2-hyperv',level=0,port_id=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,segment=NetworkSegment(09a0f6d9-9b03-444b-9abe-eb55b99f6fe9),segment_id=09a0f6d9-9b03-444b-9abe-eb55b99f6fe9)] {{(pid=83814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:47:12.777595 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1729907'] for port, precommit_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.860806 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.plugin [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Calling delete_port for 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b owned by network:dhcp {{(pid=83812) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:12.896197 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Calling delete_port for 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b owned by network:dhcp {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Mar 11 20:47:12.936899 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-15766363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-514861', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755902452884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755902014576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2642101'] for port, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:12.963831 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.db.api [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83814) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:47:12.964180 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG oslo_db.api [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:47:12.981781 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:12.985736 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] No DVR routers for this DVR port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b on host dv-neutron-832764-2-hyperv {{(pid=83812) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:47:13.038724 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:13.071172 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:13.071541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device ed55fbaa-a168-4ad9-96fb-2882a3f5bc7c not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:13.071950 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ed2df06-f715-4201-bc20-4a9465c5e276 no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:13.099949 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15824749', 'neutron.services.segments.db._delete_segments_for_network-8755902483065'] for network, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.105765 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8ed2df06-f715-4201-bc20-4a9465c5e276 {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:13.106111 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ed2df06-f715-4201-bc20-4a9465c5e276 not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:13.106503 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b no longer exists at agent ovs-agent-dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 11 20:47:13.126173 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622a4b5c-1617-4aff-a490-f61ef52aac72']}} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:13.138205 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9') {'for_net_delete': True} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:13.138495 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.services.segments.db [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a0f6d9-9b03-444b-9abe-eb55b99f6fe9') {} {{(pid=83812) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:47:13.138608 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] No Port match for: 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b {{(pid=83814) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Mar 11 20:47:13.138991 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.rpc [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Device 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b not bound to the agent host dv-neutron-832764-2-hyperv {{(pid=83814) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 11 20:47:13.149930 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755902482948', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109732'] for segment, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.169870 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-15841694'] for segment, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.176087 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=83812) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Mar 11 20:47:13.176521 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15841669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2642152'] for segment, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: Traceback (most recent call last): Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: timer() Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: cb(*args, **kw) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: return func(*args, **kwargs) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: self._notify() Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: self.callback(batched_events) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: event.method(event) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: return f(self, *a, **k) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._get(url).json() Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: return self.request(url, 'GET', **kwargs) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:47:13.189628 dv-neutron-832764-2-hyperv neutron-server[83812]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:47:13.264935 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15824742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15337468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1767233'] for network, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.285955 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Notify callbacks [] for network, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.295717 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=622a4b5c-1617-4aff-a490-f61ef52aac72,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:13.299841 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-c1ff714c-2ee9-49b9-a0eb-253e6b8e0c45 admin admin] 10.222.0.76 "DELETE /v2.0/networks/622a4b5c-1617-4aff-a490-f61ef52aac72 HTTP/1.1" status: 204 len: 168 time: 0.9634876 Mar 11 20:47:13.445248 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45384) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:13.466046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Deleting port 8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b {{(pid=83814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Mar 11 20:47:13.466619 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755902414035'] for port, before_delete {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.501042 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-b47046b4-8a57-43c8-ab77-7889f37d1e78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49d0342f1c704785a7ec25d2e60702a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545704 Mar 11 20:47:13.503670 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.wsgi [-] (83812) accepted ('10.222.0.76', 45388) {{(pid=83812) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:13.529668 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron.plugins.ml2.plugin [None req-031795f9-8bbf-4d52-b62e-10b09aa9f189 None None] The port '8ae2d5f1-6e5e-4bb4-8a9f-2b4f7f197d7b' was deleted {{(pid=83814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Mar 11 20:47:13.563192 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.588839 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.641296 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.658224 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d304ea3-8d04-4928-8d0c-e36cd733f701,revision_number=None']} {{(pid=83812) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:13.664834 dv-neutron-832764-2-hyperv neutron-server[83812]: DEBUG neutron_lib.callbacks.manager [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83812) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:13.668409 dv-neutron-832764-2-hyperv neutron-server[83812]: INFO neutron.wsgi [None req-5bcf480f-f8bc-40a5-be79-2c720da9da5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2d304ea3-8d04-4928-8d0c-e36cd733f701 HTTP/1.1" status: 204 len: 168 time: 0.1613340 Mar 11 20:47:14.069685 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 45396) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:14.124279 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-538a0e79-59e9-4703-a921-de1fa6c655b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bca4ead879724fcbb3bfd772b94cecb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0534356 Mar 11 20:47:14.126962 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.wsgi [-] (83813) accepted ('10.222.0.76', 45400) {{(pid=83813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 11 20:47:14.185202 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:14.209177 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:14.264375 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914950'] for security_group, after_delete {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:14.277997 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b2614-451a-4ba0-a678-55c051ecb41b,revision_number=None']} {{(pid=83813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:47:14.284461 dv-neutron-832764-2-hyperv neutron-server[83813]: DEBUG neutron_lib.callbacks.manager [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:14.285540 dv-neutron-832764-2-hyperv neutron-server[83813]: INFO neutron.wsgi [None req-d29e7d97-65c5-4836-b6a5-965a45b98010 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/653b2614-451a-4ba0-a678-55c051ecb41b HTTP/1.1" status: 204 len: 168 time: 0.1577175 Mar 11 20:47:14.589091 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5825022b-8980-423d-b1df-d983bbd29fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:16.859758 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-8488278c-e447-4c6c-9774-64f7fb44ee68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:18.185766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:18.209309 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:19.531126 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:25.450021 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:44.597457 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-2f1da410-1e9c-45a5-b711-50575f8d60e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:45.248911 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:47:46.864136 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-48c484a2-6560-422f-8a4b-4a68a8dbb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:48.182434 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:48.213300 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:49.541255 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:47:55.459123 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:14.592935 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-d63a1755-46b5-4abd-ac9c-ae4d82cb2e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:16.867750 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ac9cb1a4-a89e-49e2-82e3-72c387ac621d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:18.193541 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:18.215544 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:19.544888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:22.245345 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:48:25.465304 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:44.596776 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc10c-38b1-4bd2-a987-3496ffc8e885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:46.881138 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-ffd9eb06-1d75-44cc-a89d-5a2474d36389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:48.192269 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:48.218394 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:49.548580 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:55.464579 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:48:59.239925 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:49:14.599501 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6ef38430-75fc-4d3d-a547-1bebf917275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:16.881499 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c63996f2-131f-41e6-94a9-f9702983712c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:18.196046 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:18.222313 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:19.550646 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:25.464018 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:36.247526 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:49:44.602648 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-04238e3b-e425-4cba-904e-210ccef72528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:46.884324 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6b40113a-0945-4bce-aa33-ef909922bd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:48.197859 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:48.225943 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:49.549000 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:49:55.463902 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:13.244617 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:50:14.606602 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-26caaa28-8b6d-4ac3-a5a9-2863413339db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:16.888165 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-59cf3561-2816-4d0b-94c9-de858d97a944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:18.198427 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:18.230460 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:19.561307 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:25.470857 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:44.609053 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-34bdea08-8fbf-47c5-be25-8b479f549921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:46.891800 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-80726c87-fcaa-42df-822d-04f02e79caeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:48.202754 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:48.234383 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:49.564766 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:50:50.242222 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:50:55.475985 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:14.613761 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-e2887bec-9f7e-4fab-b9b4-3a20bca0b686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:16.893065 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-5f778189-40e8-46c9-8f8b-26265ae52391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:18.209158 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:18.238532 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:19.559888 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:25.496630 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:27.239459 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:51:44.610979 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-6a3946d2-6cd0-421e-b86f-83ad7117d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:46.896257 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c2f8f4c1-29ed-4c7f-ae14-782988ce6a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:48.208461 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:48.241462 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:49.569188 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:51:55.483032 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:04.237913 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:52:14.616079 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dff0546f-4a15-46e1-af83-1377c36f1379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:16.893908 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-9c586b18-00d0-4a69-a83e-b608010aa7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:18.211066 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:18.246540 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:19.573748 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:25.488262 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:41.230399 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:52:44.616282 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-54b4ac43-e7dd-490d-bdb9-52ee30616318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:46.896829 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-947f20a3-2064-4b67-a2ab-0ec628b2dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:48.220235 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:48.248958 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:49.577599 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dd9f0e7c-c1a4-4a91-85ce-437bc5ce4026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:52:55.497770 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-df82fb00-4ac4-44e5-9058-7e9aae63ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:53:14.610957 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-dadac2ab-73a3-450e-9120-d6a71d29cfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:53:16.892594 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-c6449229-0d9b-44c6-a657-75ed238c0b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:53:18.217473 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-89672904-445e-4779-b28a-5f08d3ddb6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 11 20:53:18.230917 dv-neutron-832764-2-hyperv neutron-server[83815]: DEBUG neutron.db.agents_db [None req-c795b0aa-0132-409e-bd09-c70720a2ee5e None None] Agent healthcheck: found 6 active agents {{(pid=83815) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 11 20:53:18.252587 dv-neutron-832764-2-hyperv neutron-server[83814]: DEBUG neutron_lib.callbacks.manager [None req-4a71ab78-7370-4194-8ad4-c6d769bfb6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755902483047', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15826029'] for agent, after_update {{(pid=83814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}